[
{
"path": ".dockerignore",
"content": "#\n# Copyright (c) 2019, Oracle and/or its affiliates. All rights reserved.\n# DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER.\n#\n# This code is free software; you can redistribute it and/or modify it\n# under the terms of the GNU General Public License version 2 only, as\n# published by the Free Software Foundation.\n#\n# This code is distributed in the hope that it will be useful, but WITHOUT\n# ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or\n# FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License\n# version 2 for more details (a copy is included in the LICENSE file that\n# accompanied this code).\n#\n# You should have received a copy of the GNU General Public License version\n# 2 along with this work; if not, write to the Free Software Foundation,\n# Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA.\n#\n# Please contact Oracle, 500 Oracle Parkway, Redwood Shores, CA 94065 USA\n# or visit www.oracle.com if you need additional information or have any\n# questions.\n#\n**/.*\n**/build/\n**/out/\n**/bin/\n"
},
{
"path": ".gitattributes",
"content": "#\n# Copyright (c) 2019, Oracle and/or its affiliates. All rights reserved.\n# DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER.\n#\n# This code is free software; you can redistribute it and/or modify it\n# under the terms of the GNU General Public License version 2 only, as\n# published by the Free Software Foundation.\n#\n# This code is distributed in the hope that it will be useful, but WITHOUT\n# ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or\n# FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License\n# version 2 for more details (a copy is included in the LICENSE file that\n# accompanied this code).\n#\n# You should have received a copy of the GNU General Public License version\n# 2 along with this work; if not, write to the Free Software Foundation,\n# Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA.\n#\n# Please contact Oracle, 500 Oracle Parkway, Redwood Shores, CA 94065 USA\n# or visit www.oracle.com if you need additional information or have any\n# questions.\n#\ngradlew.bat text eol=crlf\n"
},
{
"path": ".github/pull_request_template.md",
"content": "\n\n\n---------\n- [ ] I confirm that I make this contribution in accordance with the [OpenJDK Interim AI Policy](https://openjdk.org/legal/ai).\n"
},
{
"path": ".github/workflows/ci.yml",
"content": "#\n# The pre-submit tests will only runs for forks of the TARGET_PROJECT defined below. This is set to \"skara\" by default,\n# and can be changed by downstream projects if they also want to run pre-submit tests.\n#\n# The tests will attempt to merge the latest commits from TARGET_BRANCH before executing, to ensure that what is tested\n# is as close as possible to what the final integration result will be. This is set to \"master\" by default, and can\n# be changed by downstream projects that utilize multiple branches in order to select the correct one.\n#\nname: Pre-submit tests\n\non:\n push:\n branches-ignore:\n - master\n - pr/*\n\njobs:\n prerequisites:\n name: Prerequisites\n runs-on: \"ubuntu-latest\"\n env:\n TARGET_PROJECT: skara\n TARGET_BRANCH: master\n outputs:\n should_run: ${{ steps.check_submit.outputs.should_run }}\n fetch_target_command: ${{ steps.merge_target.outputs.command }}\n merge_target_command: ${{ steps.try_merge_target.outputs.command }}\n\n steps:\n - name: Determine target project name (fork source)\n id: upstream_repo\n uses: actions/github-script@v7\n with:\n result-encoding: string\n script: \"return (await github.rest.repos.get( {owner: context.repo.owner, repo: context.repo.repo })).data.source.name\"\n\n - name: Check if submit tests should actually run\n id: check_submit\n run: echo \"should_run=${{ env.TARGET_PROJECT == steps.upstream_repo.outputs.result }}\" >> $GITHUB_OUTPUT\n\n - name: Checkout the source\n uses: actions/checkout@v4\n with:\n fetch-depth: 1000\n if: steps.check_submit.outputs.should_run != 'false'\n\n - name: Determine merge target hash\n id: merge_target\n run: |\n git fetch https://github.com/openjdk/${{ steps.upstream_repo.outputs.result }} ${TARGET_BRANCH}\n echo \"hash=`git rev-parse FETCH_HEAD`\" >> $GITHUB_OUTPUT\n echo \"command=git fetch https://github.com/openjdk/${{ steps.upstream_repo.outputs.result }} ${TARGET_BRANCH}\" >> $GITHUB_OUTPUT\n if: steps.check_submit.outputs.should_run != 'false'\n\n - name: Determine merge strategy\n id: try_merge_target\n run: >\n (git -c user.name=\"presubmit\" -c user.email=\"presubmit@github.actions\" merge --no-edit ${{ steps.merge_target.outputs.hash }} &&\n (echo \"command=git -c user.name=\"presubmit\" -c user.email=\"presubmit@github.actions\" merge --no-edit ${{ steps.merge_target.outputs.hash }}\") >> $GITHUB_OUTPUT) ||\n (git merge --abort && git -c user.name=\"presubmit\" -c user.email=\"presubmit@github.actions\" rebase ${{ steps.merge_target.outputs.hash }} &&\n (echo \"command=git -c user.name=\"presubmit\" -c user.email=\"presubmit@github.actions\" rebase ${{ steps.merge_target.outputs.hash }}\") >> $GITHUB_OUTPUT) ||\n (echo \"command=echo There are merge conflicts with the target that will have to be resolved before integration\" >> $GITHUB_OUTPUT)\n\n linux:\n name: Linux x64\n runs-on: \"ubuntu-22.04\"\n needs: prerequisites\n if: needs.prerequisites.outputs.should_run\n\n steps:\n - name: Checkout the source\n uses: actions/checkout@v4\n with:\n fetch-depth: 1000\n\n - name: Merge latest changes from target branch\n run: |\n ${{ needs.prerequisites.outputs.fetch_target_command }}\n ${{ needs.prerequisites.outputs.merge_target_command }}\n\n - name: Build and test\n run: sh gradlew test local --info --stacktrace\n\n mac:\n name: macOS x64\n runs-on: \"macos-14\"\n needs: prerequisites\n\n steps:\n - name: Checkout the source\n uses: actions/checkout@v4\n with:\n fetch-depth: 1000\n\n - name: Merge latest changes from target branch\n run: |\n ${{ needs.prerequisites.outputs.fetch_target_command }}\n ${{ needs.prerequisites.outputs.merge_target_command }}\n\n - name: Install Mercurial\n run: brew install mercurial\n\n - name: Build and test\n run: sh gradlew test local --info --stacktrace\n\n win:\n name: Windows x64\n runs-on: \"windows-2025\"\n needs: prerequisites\n\n steps:\n - name: Checkout the source\n uses: actions/checkout@v4\n with:\n fetch-depth: 1000\n\n - name: Merge latest changes from target branch\n run: |\n ${{ needs.prerequisites.outputs.fetch_target_command }}\n ${{ needs.prerequisites.outputs.merge_target_command }}\n\n - name: Build and test\n run: gradlew.bat test local --info --stacktrace\n shell: cmd\n"
},
{
"path": ".gitignore",
"content": "#\n# Copyright (c) 2019, Oracle and/or its affiliates. All rights reserved.\n# DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER.\n#\n# This code is free software; you can redistribute it and/or modify it\n# under the terms of the GNU General Public License version 2 only, as\n# published by the Free Software Foundation.\n#\n# This code is distributed in the hope that it will be useful, but WITHOUT\n# ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or\n# FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License\n# version 2 for more details (a copy is included in the LICENSE file that\n# accompanied this code).\n#\n# You should have received a copy of the GNU General Public License version\n# 2 along with this work; if not, write to the Free Software Foundation,\n# Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA.\n#\n# Please contact Oracle, 500 Oracle Parkway, Redwood Shores, CA 94065 USA\n# or visit www.oracle.com if you need additional information or have any\n# questions.\n#\n.gradle\n.jdk\n.jib\n.classpath\n.idea\n.project\n.settings\n*.iml\nbuild/\nout/\nbin/\ntest.properties\n"
},
{
"path": ".jcheck/conf",
"content": ";\n; Copyright (c) 2019, 2024, Oracle and/or its affiliates. All rights reserved.\n; DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER.\n;\n; This code is free software; you can redistribute it and/or modify it\n; under the terms of the GNU General Public License version 2 only, as\n; published by the Free Software Foundation.\n;\n; This code is distributed in the hope that it will be useful, but WITHOUT\n; ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or\n; FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License\n; version 2 for more details (a copy is included in the LICENSE file that\n; accompanied this code).\n;\n; You should have received a copy of the GNU General Public License version\n; 2 along with this work; if not, write to the Free Software Foundation,\n; Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA.\n;\n; Please contact Oracle, 500 Oracle Parkway, Redwood Shores, CA 94065 USA\n; or visit www.oracle.com if you need additional information or have any\n; questions.\n;\n\n[general]\nproject=skara\nrepository=skara\njbs=skara\nversion=1.0\n\n[checks]\nerror=author,reviewers,whitespace\nwarning=copyright\n\n[census]\nversion=0\ndomain=openjdk.org\n\n[checks \"whitespace\"]\nfiles=.*\\.java$|.*\\.yml$|.*\\.gradle$|.*.\\txt$\n\n[checks \"reviewers\"]\nreviewers=1\n\n[checks \"copyright\"]\nfiles=.*\\.java|.*\\.gradle|.*\\.sh|.*\\.bat|.*\\.py|.*\\.css|.*\\.html|.*\\.dockerfile|.*\\.gitconfig|Makefile\noracle_locator=.*Copyright \\(c\\)(.*)Oracle and/or its affiliates\\. All rights reserved\\.\noracle_validator=.*Copyright \\(c\\) (\\d{4})(?:, (\\d{4}))?, Oracle and/or its affiliates\\. All rights reserved\\.\noracle_required=true\n"
},
{
"path": "CONTRIBUTING.md",
"content": "# Contributing\n\nThank you for considering contributing to project\n[Skara](https://openjdk.org/projects/skara)! For information about\ncontributing to [OpenJDK](https://openjdk.org/) projects, which include\nSkara, please see .\n\n## Mailing List\n\nProject Skara happily accept contributions in the forms of patches sent to\nour mailing list, `skara-dev@openjdk.org`. See\n for instructions\non how to subscribe of if you want to read the archives\n\n## Pull Requests\n\nProject Skara also gladly accepts contributions in the form of pull requests\non [GitHub](https://github.com/openjdk/skara/pulls/).\n\n## Issues\n\nYou can find open issues to work on in the Skara project in the\n[JDK Bug System](https://bugs.openjdk.org/):\n.\n\n## Larger Contributions\n\nIf you have a larger contribution in mind then we highly encourage you to first\ndiscuss your changes on the Skara mailing list, `skara-dev@openjdk.org`,\n_before_ you start to write the code.\n\n## Questions\n\nIf you have a question or need help, please send an email to our mailing list\n`skara-dev@openjdk.org` or stop by the IRC channel `#openjdk` on\n[OFTC](https://www.oftc.net/) (see for details).\n"
},
{
"path": "LICENSE",
"content": "The GNU General Public License (GPL)\n\nVersion 2, June 1991\n\nCopyright (C) 1989, 1991 Free Software Foundation, Inc.\n51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA\n\nEveryone is permitted to copy and distribute verbatim copies of this license\ndocument, but changing it is not allowed.\n\nPreamble\n\nThe licenses for most software are designed to take away your freedom to share\nand change it. By contrast, the GNU General Public License is intended to\nguarantee your freedom to share and change free software--to make sure the\nsoftware is free for all its users. This General Public License applies to\nmost of the Free Software Foundation's software and to any other program whose\nauthors commit to using it. (Some other Free Software Foundation software is\ncovered by the GNU Library General Public License instead.) You can apply it to\nyour programs, too.\n\nWhen we speak of free software, we are referring to freedom, not price. Our\nGeneral Public Licenses are designed to make sure that you have the freedom to\ndistribute copies of free software (and charge for this service if you wish),\nthat you receive source code or can get it if you want it, that you can change\nthe software or use pieces of it in new free programs; and that you know you\ncan do these things.\n\nTo protect your rights, we need to make restrictions that forbid anyone to deny\nyou these rights or to ask you to surrender the rights. These restrictions\ntranslate to certain responsibilities for you if you distribute copies of the\nsoftware, or if you modify it.\n\nFor example, if you distribute copies of such a program, whether gratis or for\na fee, you must give the recipients all the rights that you have. You must\nmake sure that they, too, receive or can get the source code. And you must\nshow them these terms so they know their rights.\n\nWe protect your rights with two steps: (1) copyright the software, and (2)\noffer you this license which gives you legal permission to copy, distribute\nand/or modify the software.\n\nAlso, for each author's protection and ours, we want to make certain that\neveryone understands that there is no warranty for this free software. If the\nsoftware is modified by someone else and passed on, we want its recipients to\nknow that what they have is not the original, so that any problems introduced\nby others will not reflect on the original authors' reputations.\n\nFinally, any free program is threatened constantly by software patents. We\nwish to avoid the danger that redistributors of a free program will\nindividually obtain patent licenses, in effect making the program proprietary.\nTo prevent this, we have made it clear that any patent must be licensed for\neveryone's free use or not licensed at all.\n\nThe precise terms and conditions for copying, distribution and modification\nfollow.\n\nTERMS AND CONDITIONS FOR COPYING, DISTRIBUTION AND MODIFICATION\n\n0. This License applies to any program or other work which contains a notice\nplaced by the copyright holder saying it may be distributed under the terms of\nthis General Public License. The \"Program\", below, refers to any such program\nor work, and a \"work based on the Program\" means either the Program or any\nderivative work under copyright law: that is to say, a work containing the\nProgram or a portion of it, either verbatim or with modifications and/or\ntranslated into another language. (Hereinafter, translation is included\nwithout limitation in the term \"modification\".) Each licensee is addressed as\n\"you\".\n\nActivities other than copying, distribution and modification are not covered by\nthis License; they are outside its scope. The act of running the Program is\nnot restricted, and the output from the Program is covered only if its contents\nconstitute a work based on the Program (independent of having been made by\nrunning the Program). Whether that is true depends on what the Program does.\n\n1. You may copy and distribute verbatim copies of the Program's source code as\nyou receive it, in any medium, provided that you conspicuously and\nappropriately publish on each copy an appropriate copyright notice and\ndisclaimer of warranty; keep intact all the notices that refer to this License\nand to the absence of any warranty; and give any other recipients of the\nProgram a copy of this License along with the Program.\n\nYou may charge a fee for the physical act of transferring a copy, and you may\nat your option offer warranty protection in exchange for a fee.\n\n2. You may modify your copy or copies of the Program or any portion of it, thus\nforming a work based on the Program, and copy and distribute such modifications\nor work under the terms of Section 1 above, provided that you also meet all of\nthese conditions:\n\n a) You must cause the modified files to carry prominent notices stating\n that you changed the files and the date of any change.\n\n b) You must cause any work that you distribute or publish, that in whole or\n in part contains or is derived from the Program or any part thereof, to be\n licensed as a whole at no charge to all third parties under the terms of\n this License.\n\n c) If the modified program normally reads commands interactively when run,\n you must cause it, when started running for such interactive use in the\n most ordinary way, to print or display an announcement including an\n appropriate copyright notice and a notice that there is no warranty (or\n else, saying that you provide a warranty) and that users may redistribute\n the program under these conditions, and telling the user how to view a copy\n of this License. (Exception: if the Program itself is interactive but does\n not normally print such an announcement, your work based on the Program is\n not required to print an announcement.)\n\nThese requirements apply to the modified work as a whole. If identifiable\nsections of that work are not derived from the Program, and can be reasonably\nconsidered independent and separate works in themselves, then this License, and\nits terms, do not apply to those sections when you distribute them as separate\nworks. But when you distribute the same sections as part of a whole which is a\nwork based on the Program, the distribution of the whole must be on the terms\nof this License, whose permissions for other licensees extend to the entire\nwhole, and thus to each and every part regardless of who wrote it.\n\nThus, it is not the intent of this section to claim rights or contest your\nrights to work written entirely by you; rather, the intent is to exercise the\nright to control the distribution of derivative or collective works based on\nthe Program.\n\nIn addition, mere aggregation of another work not based on the Program with the\nProgram (or with a work based on the Program) on a volume of a storage or\ndistribution medium does not bring the other work under the scope of this\nLicense.\n\n3. You may copy and distribute the Program (or a work based on it, under\nSection 2) in object code or executable form under the terms of Sections 1 and\n2 above provided that you also do one of the following:\n\n a) Accompany it with the complete corresponding machine-readable source\n code, which must be distributed under the terms of Sections 1 and 2 above\n on a medium customarily used for software interchange; or,\n\n b) Accompany it with a written offer, valid for at least three years, to\n give any third party, for a charge no more than your cost of physically\n performing source distribution, a complete machine-readable copy of the\n corresponding source code, to be distributed under the terms of Sections 1\n and 2 above on a medium customarily used for software interchange; or,\n\n c) Accompany it with the information you received as to the offer to\n distribute corresponding source code. (This alternative is allowed only\n for noncommercial distribution and only if you received the program in\n object code or executable form with such an offer, in accord with\n Subsection b above.)\n\nThe source code for a work means the preferred form of the work for making\nmodifications to it. For an executable work, complete source code means all\nthe source code for all modules it contains, plus any associated interface\ndefinition files, plus the scripts used to control compilation and installation\nof the executable. However, as a special exception, the source code\ndistributed need not include anything that is normally distributed (in either\nsource or binary form) with the major components (compiler, kernel, and so on)\nof the operating system on which the executable runs, unless that component\nitself accompanies the executable.\n\nIf distribution of executable or object code is made by offering access to copy\nfrom a designated place, then offering equivalent access to copy the source\ncode from the same place counts as distribution of the source code, even though\nthird parties are not compelled to copy the source along with the object code.\n\n4. You may not copy, modify, sublicense, or distribute the Program except as\nexpressly provided under this License. Any attempt otherwise to copy, modify,\nsublicense or distribute the Program is void, and will automatically terminate\nyour rights under this License. However, parties who have received copies, or\nrights, from you under this License will not have their licenses terminated so\nlong as such parties remain in full compliance.\n\n5. You are not required to accept this License, since you have not signed it.\nHowever, nothing else grants you permission to modify or distribute the Program\nor its derivative works. These actions are prohibited by law if you do not\naccept this License. Therefore, by modifying or distributing the Program (or\nany work based on the Program), you indicate your acceptance of this License to\ndo so, and all its terms and conditions for copying, distributing or modifying\nthe Program or works based on it.\n\n6. Each time you redistribute the Program (or any work based on the Program),\nthe recipient automatically receives a license from the original licensor to\ncopy, distribute or modify the Program subject to these terms and conditions.\nYou may not impose any further restrictions on the recipients' exercise of the\nrights granted herein. You are not responsible for enforcing compliance by\nthird parties to this License.\n\n7. If, as a consequence of a court judgment or allegation of patent\ninfringement or for any other reason (not limited to patent issues), conditions\nare imposed on you (whether by court order, agreement or otherwise) that\ncontradict the conditions of this License, they do not excuse you from the\nconditions of this License. If you cannot distribute so as to satisfy\nsimultaneously your obligations under this License and any other pertinent\nobligations, then as a consequence you may not distribute the Program at all.\nFor example, if a patent license would not permit royalty-free redistribution\nof the Program by all those who receive copies directly or indirectly through\nyou, then the only way you could satisfy both it and this License would be to\nrefrain entirely from distribution of the Program.\n\nIf any portion of this section is held invalid or unenforceable under any\nparticular circumstance, the balance of the section is intended to apply and\nthe section as a whole is intended to apply in other circumstances.\n\nIt is not the purpose of this section to induce you to infringe any patents or\nother property right claims or to contest validity of any such claims; this\nsection has the sole purpose of protecting the integrity of the free software\ndistribution system, which is implemented by public license practices. Many\npeople have made generous contributions to the wide range of software\ndistributed through that system in reliance on consistent application of that\nsystem; it is up to the author/donor to decide if he or she is willing to\ndistribute software through any other system and a licensee cannot impose that\nchoice.\n\nThis section is intended to make thoroughly clear what is believed to be a\nconsequence of the rest of this License.\n\n8. If the distribution and/or use of the Program is restricted in certain\ncountries either by patents or by copyrighted interfaces, the original\ncopyright holder who places the Program under this License may add an explicit\ngeographical distribution limitation excluding those countries, so that\ndistribution is permitted only in or among countries not thus excluded. In\nsuch case, this License incorporates the limitation as if written in the body\nof this License.\n\n9. The Free Software Foundation may publish revised and/or new versions of the\nGeneral Public License from time to time. Such new versions will be similar in\nspirit to the present version, but may differ in detail to address new problems\nor concerns.\n\nEach version is given a distinguishing version number. If the Program\nspecifies a version number of this License which applies to it and \"any later\nversion\", you have the option of following the terms and conditions either of\nthat version or of any later version published by the Free Software Foundation.\nIf the Program does not specify a version number of this License, you may\nchoose any version ever published by the Free Software Foundation.\n\n10. If you wish to incorporate parts of the Program into other free programs\nwhose distribution conditions are different, write to the author to ask for\npermission. For software which is copyrighted by the Free Software Foundation,\nwrite to the Free Software Foundation; we sometimes make exceptions for this.\nOur decision will be guided by the two goals of preserving the free status of\nall derivatives of our free software and of promoting the sharing and reuse of\nsoftware generally.\n\nNO WARRANTY\n\n11. BECAUSE THE PROGRAM IS LICENSED FREE OF CHARGE, THERE IS NO WARRANTY FOR\nTHE PROGRAM, TO THE EXTENT PERMITTED BY APPLICABLE LAW. EXCEPT WHEN OTHERWISE\nSTATED IN WRITING THE COPYRIGHT HOLDERS AND/OR OTHER PARTIES PROVIDE THE\nPROGRAM \"AS IS\" WITHOUT WARRANTY OF ANY KIND, EITHER EXPRESSED OR IMPLIED,\nINCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND\nFITNESS FOR A PARTICULAR PURPOSE. THE ENTIRE RISK AS TO THE QUALITY AND\nPERFORMANCE OF THE PROGRAM IS WITH YOU. SHOULD THE PROGRAM PROVE DEFECTIVE,\nYOU ASSUME THE COST OF ALL NECESSARY SERVICING, REPAIR OR CORRECTION.\n\n12. IN NO EVENT UNLESS REQUIRED BY APPLICABLE LAW OR AGREED TO IN WRITING WILL\nANY COPYRIGHT HOLDER, OR ANY OTHER PARTY WHO MAY MODIFY AND/OR REDISTRIBUTE THE\nPROGRAM AS PERMITTED ABOVE, BE LIABLE TO YOU FOR DAMAGES, INCLUDING ANY\nGENERAL, SPECIAL, INCIDENTAL OR CONSEQUENTIAL DAMAGES ARISING OUT OF THE USE OR\nINABILITY TO USE THE PROGRAM (INCLUDING BUT NOT LIMITED TO LOSS OF DATA OR DATA\nBEING RENDERED INACCURATE OR LOSSES SUSTAINED BY YOU OR THIRD PARTIES OR A\nFAILURE OF THE PROGRAM TO OPERATE WITH ANY OTHER PROGRAMS), EVEN IF SUCH HOLDER\nOR OTHER PARTY HAS BEEN ADVISED OF THE POSSIBILITY OF SUCH DAMAGES.\n\nEND OF TERMS AND CONDITIONS\n\nHow to Apply These Terms to Your New Programs\n\nIf you develop a new program, and you want it to be of the greatest possible\nuse to the public, the best way to achieve this is to make it free software\nwhich everyone can redistribute and change under these terms.\n\nTo do so, attach the following notices to the program. It is safest to attach\nthem to the start of each source file to most effectively convey the exclusion\nof warranty; and each file should have at least the \"copyright\" line and a\npointer to where the full notice is found.\n\n One line to give the program's name and a brief idea of what it does.\n\n Copyright (C) \n\n This program is free software; you can redistribute it and/or modify it\n under the terms of the GNU General Public License as published by the Free\n Software Foundation; either version 2 of the License, or (at your option)\n any later version.\n\n This program is distributed in the hope that it will be useful, but WITHOUT\n ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or\n FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License for\n more details.\n\n You should have received a copy of the GNU General Public License along\n with this program; if not, write to the Free Software Foundation, Inc.,\n 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA.\n\nAlso add information on how to contact you by electronic and paper mail.\n\nIf the program is interactive, make it output a short notice like this when it\nstarts in an interactive mode:\n\n Gnomovision version 69, Copyright (C) year name of author Gnomovision comes\n with ABSOLUTELY NO WARRANTY; for details type 'show w'. This is free\n software, and you are welcome to redistribute it under certain conditions;\n type 'show c' for details.\n\nThe hypothetical commands 'show w' and 'show c' should show the appropriate\nparts of the General Public License. Of course, the commands you use may be\ncalled something other than 'show w' and 'show c'; they could even be\nmouse-clicks or menu items--whatever suits your program.\n\nYou should also get your employer (if you work as a programmer) or your school,\nif any, to sign a \"copyright disclaimer\" for the program, if necessary. Here\nis a sample; alter the names:\n\n Yoyodyne, Inc., hereby disclaims all copyright interest in the program\n 'Gnomovision' (which makes passes at compilers) written by James Hacker.\n\n signature of Ty Coon, 1 April 1989\n\n Ty Coon, President of Vice\n\nThis General Public License does not permit incorporating your program into\nproprietary programs. If your program is a subroutine library, you may\nconsider it more useful to permit linking proprietary applications with the\nlibrary. If this is what you want to do, use the GNU Library General Public\nLicense instead of this License.\n\n\n\"CLASSPATH\" EXCEPTION TO THE GPL\n\nCertain source files distributed by Oracle America and/or its affiliates are\nsubject to the following clarification and special exception to the GPL, but\nonly where Oracle has expressly included in the particular source file's header\nthe words \"Oracle designates this particular file as subject to the \"Classpath\"\nexception as provided by Oracle in the LICENSE file that accompanied this code.\"\n\n Linking this library statically or dynamically with other modules is making\n a combined work based on this library. Thus, the terms and conditions of\n the GNU General Public License cover the whole combination.\n\n As a special exception, the copyright holders of this library give you\n permission to link this library with independent modules to produce an\n executable, regardless of the license terms of these independent modules,\n and to copy and distribute the resulting executable under terms of your\n choice, provided that you also meet, for each linked independent module,\n the terms and conditions of the license of that module. An independent\n module is a module which is not derived from or based on this library. If\n you modify this library, you may extend this exception to your version of\n the library, but you are not obligated to do so. If you do not wish to do\n so, delete this exception statement from your version.\n"
},
{
"path": "Makefile",
"content": "# Copyright (c) 2019, 2022, Oracle and/or its affiliates. All rights reserved.\n# DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER.\n#\n# This code is free software; you can redistribute it and/or modify it\n# under the terms of the GNU General Public License version 2 only, as\n# published by the Free Software Foundation.\n#\n# This code is distributed in the hope that it will be useful, but WITHOUT\n# ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or\n# FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License\n# version 2 for more details (a copy is included in the LICENSE file that\n# accompanied this code).\n#\n# You should have received a copy of the GNU General Public License version\n# 2 along with this work; if not, write to the Free Software Foundation,\n# Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA.\n#\n# Please contact Oracle, 500 Oracle Parkway, Redwood Shores, CA 94065 USA\n# or visit www.oracle.com if you need additional information or have any\n# questions.\n\nBUILD=build\nprefix=$(HOME)/.local\nbindir=$(prefix)/bin\nsharedir=$(prefix)/share\nmandir=$(prefix)/man\n\nLAUNCHERS=$(addprefix $(bindir)/,$(notdir $(wildcard $(BUILD)/bin/git-*)))\nMANPAGES=$(addprefix $(mandir)/man1/,$(notdir $(wildcard $(BUILD)/bin/man/man1/*)))\n\nall:\n\t@sh gradlew\n\ncheck:\n\t@sh gradlew test\n\ntest:\n\t@sh gradlew test\n\nclean:\n\t@sh gradlew clean\n\nimages:\n\t@sh gradlew images\n\nbots:\n\t@sh gradlew bots\n\noffline:\n\t@sh gradlew :offline\n\nreproduce:\n\t@sh gradlew :reproduce\n\ninstall: all $(LAUNCHERS) $(MANPAGES) $(sharedir)/skara\n\t@echo \"Successfully installed to $(prefix)\"\n\nuninstall:\n\t@rm -rf $(sharedir)/skara\n\t@rm $(LAUNCHERS)\n\t@rm $(MANPAGES)\n\n$(mandir)/man1/%: $(BUILD)/bin/man/man1/%\n\t@mkdir -p $(mandir)/man1\n\t@cp $< $@\n\n$(sharedir)/skara: $(BUILD)/image\n\t@mkdir -p $(sharedir)\n\t@rm -rf $@\n\t@cp -r $< $@\n\n$(bindir)/%: $(BUILD)/bin/%\n\t@mkdir -p $(bindir)\n\t@sed 's~export JAVA_HOME=.*$$~export JAVA_HOME\\=$(sharedir)\\/skara~' < $< > $@\n\t@chmod 755 $@\n\n.PHONY: all bots check clean images install test uninstall\n"
},
{
"path": "README.md",
"content": "# OpenJDK Project Skara\n\nThe goal of Project Skara is to investigate alternative SCM and code review\noptions for the OpenJDK source code, including options based upon Git rather than\nMercurial, and including options hosted by third parties.\n\nThis repository contains tooling for working with OpenJDK projects and\ntheir repositories. The following CLI tools are available as part of this\nrepository:\n\n- git-jcheck - a backwards compatible Git port of [jcheck](https://openjdk.org/projects/code-tools/jcheck/)\n- git-webrev - a backwards compatible Git port of [webrev](https://openjdk.org/projects/code-tools/webrev/)\n- git-defpath - a backwards compatible Git port of [defpath](https://openjdk.org/projects/code-tools/defpath/)\n- git-fork - fork a project on an external Git source code hosting provider to your personal space and optionally clone it\n- git-sync - sync the personal fork of the project with the current state of the upstream repository\n- git-pr - interact with pull requests for a project on an external Git source code hosting provider\n- git-info - show OpenJDK information about commits, e.g. issue links, authors, contributors, etc.\n- git-token - interact with a Git credential manager for handling personal access tokens\n- git-translate - translate between [Mercurial](https://mercurial-scm.org/)\nand [Git](https://git-scm.com/) hashes\n- git-skara - learn about and update the Skara CLI tools\n- git-trees - run a git command in a tree of repositories\n- git-publish - publishes a local branch to a remote repository\n- git-backport - backports a commit from another repository onto the current branch\n\nThere are also CLI tools available for importing OpenJDK\n[Mercurial](https://mercurial-scm.org/) repositories into\n[Git](https://git-scm.com/) repositories and vice versa:\n\n- git-openjdk-import\n- git-verify-import\n- hg-openjdk-import\n\nThe following server-side tools (so called \"bots\") for interacting with\nexternal Git source code hosting providers are available:\n\n- hgbridge - continuously convert Mercurial repositories to git\n- mlbridge - bridge messages between mailing lists and pull requests\n- notify - send email notifications when repositories are updated\n- pr - add OpenJDK workflow support for pull requests\n- submit - example pull request test runner\n- forward - forward commits to various repositories\n- mirror - mirror repositories\n- merge - merge commits between different repositories and/or branches\n- test - test runner\n\n## Building\n\n[JDK 21](http://jdk.java.net/21/) or later and [Gradle](https://gradle.org/)\n8.5 or later are required for building and will be automatically downloaded\nand installed by the custom gradlew script. To build the project on macOS or\nGNU/Linux x64, just run the following command from the source tree root:\n\n```bash\n$ sh gradlew\n```\n\nTo build the project on Windows x64, run the following command from the source\ntree root:\n\n```bat\n> gradlew\n```\n\nThe extracted jlinked image will end up in the `build` directory in the source\ntree root. _Note_ that the above commands will build the CLI tools, if you\nalso want to build the bot images run `sh gradlew images` on GNU/Linux or\n`gradlew images` on Windows.\n\n### Other operating systems and CPU architectures\n\nIf you want to build on an operating system other than GNU/Linux, macOS or\nWindows _or_ if you want to build on a CPU architecture other than x64, then\nensure that you have a JDK of suitable version or later installed locally and\nJAVA_HOME set to point to it. You can then run the following command from the\nsource tree root:\n\n```bash\n$ sh gradlew\n```\n\nThe extracted jlinked image will end up in the `build` directory in the source\ntree root.\n\n### Offline builds\n\nIf you don't want the build to automatically download any dependencies, then\nyou must ensure that you have installed the following software locally (see\nversion requirements above):\n\n- JDK\n- Gradle\n\nTo create a build then run the command:\n\n```bash\n$ gradle offline\n```\n\n_Please note_ that the above command does _not_ make use of `gradlew` to avoid\ndownloading Gradle.\n\nThe extracted jlinked image will end up in the `build` directory in the source\ntree root.\n\n### Cross-linking\n\nIt is also supported to cross-jlink jimages to GNU/Linux, macOS and/or Windows from\nany of the aforementioned operating systems. To build all applicable jimages\n(including the server-side tooling), run the following command from the\nsource tree root:\n\n```bash\nsh gradlew images\n```\n\n### Makefile wrapper\n\nSkara also has a very thin Makefile wrapper for contributors who prefer to build\nusing `make`. To build the jlinked image for the CLI tools using `make`, run:\n\n```bash\nmake\n```\n\n## Installing\n\nThere are multiple ways to install the Skara CLI tools. The easiest way is to\njust include `skara.gitconfig` in your global Git configuration file. You can also\ninstall the Skara tools on your `$PATH`.\n\n### Including skara.gitconfig\n\nTo install the Skara tools, include the `skara.gitconfig` Git configuration\nfile in your user-level Git configuration file. On macOS or\nGNU/Linux:\n\n```bash\n$ git config --global include.path \"$PWD/skara.gitconfig\"\n```\n\nOn Windows:\n\n```bat\n> git config --global include.path \"%CD%/skara.gitconfig\"\n```\n\nTo check that everything works as expected, run the command `git skara help`.\n\n### Adding to PATH\n\nThe Skara tools can also be added to `$PATH` on GNU/Linux and macOS and Git\nwill pick them up. You can either just extend `$PATH` with the `build/bin`\ndirectory or you can copy the tools to a location already on `$PATH`. To extend\n`$PATH` with the `build/bin` directory, run:\n\n```bash\n$ sh gradlew\n$ export PATH=\"$PWD/build/bin:$PATH\"\n```\n\nTo copy the tools to a location already on `$PATH`, run:\n\n```bash\n$ make\n$ make install prefix=/path/to/install/location\n```\n\nWhen running `make install` the default value of `prefix` is `$HOME/.local`.\n\nIf you want `git help ` (or the equivalent `man git-`\nto work, you must also add the `build/bin/man` directory to `$MANPATH`.\nFor instance, run this from the Skara top directory to add this to your\n`.bashrc` file:\n\n```bash\necho \"export MANPATH=\\$MANPATH\":$PWD/build/bin/man >> ~/.bashrc\n```\n\n## Testing\n\n[JUnit](https://junit.org/junit5/) 5.8.2 or later is required to run the unit\ntests. To run the tests, execute following command from the source tree root:\n\n```bash\n$ sh gradlew test\n```\n\nIf you prefer to use the Makefile wrapper you can also run:\n\n```bash\n$ make test\n```\n\nThe tests expect [Git](https://git-scm.com/) version 2.19.3 or later and\n[Mercurial](https://mercurial-scm.org/) 4.7.2 or later to be installed on\nyour system.\n\nThis repository also contains a Dockerfile, `test.dockerfile`, that allows\nfor running the tests in a reproducible way with the proper dependencies\nconfigured. To run the tests in this way, run the following command from the\nsource tree root:\n\n```bash\n$ sh gradlew reproduce\n```\n\nIf you prefer to use the Makefile wrapper you can also run:\n\n```bash\n$ make reproduce\n```\n\n## Developing\n\nThere are no additional dependencies required for developing Skara if you can\nalready build and test it (see above for instructions). The command-line tools\nand libraries supports all of GNU/Linux, macOS and Windows and can therefore be\ndeveloped on any of those operating systems. The bots primarily support macOS\nand GNU/Linux and may require [Windows Subsystem for\nLinux](https://en.wikipedia.org/wiki/Windows_Subsystem_for_Linux) on Windows.\n\nPlease see the sections below for instructions on setting up a particular editor\nor IDE.\n\n### IntelliJ IDEA\n\nIf you choose to use [IntelliJ IDEA](https://www.jetbrains.com/idea/) as your\nIDE when working on Skara you can simply open the root folder and the project\nshould be automatically imported. You will need to configure a Platform SDK that\nis of the appropriate version (see above). Either set this up manually, or\n[build](#building) once from the terminal, which will download a suitable JDK.\nConfigure IntelliJ to use it at `File → Project Structure → Platform\nSettings → SDKs → + → Add JDK...` and browse to the downloaded JDK found\nin `/.jdk/`. For example, on macOS, select the\n`/.jdk/openjdk-21_osx-x64_bin/jdk-21.jdk/Contents/Home` folder.\n\n### Vim\n\nIf you choose to use [Vim](https://vim.org) as your editor when working on Skara then you\nprobably also want to utilize the Makefile wrapper. The Makefile wrapper enables\nto you to run `:make` and `:make tests` in Vim.\n\n## Wiki\n\nProject Skara's wiki is available at .\n\n## Issues\n\nIssues are tracked in the [JDK Bug System](https://bugs.openjdk.org/)\nunder project Skara at .\n\n## Contributing\n\nWe are more than happy to accept contributions to the Skara tooling, both via\npatches sent to the Skara\n[mailing list](https://mail.openjdk.org/mailman/listinfo/skara-dev) and in the\nform of pull requests on [GitHub](https://github.com/openjdk/skara/pulls/).\n\n## Members\n\nSee for the current Skara\n[Reviewers](https://openjdk.org/bylaws#reviewer),\n[Committers](https://openjdk.org/bylaws#committer) and\n[Authors](https://openjdk.org/bylaws#author). See\n for how to become an author, committer\nor reviewer in an OpenJDK project.\n\n## Discuss\n\nDevelopment discussions take place on the project Skara mailing list\n`skara-dev@openjdk.org`, see\n for instructions\non how to subscribe of if you want to read the archives. You can also reach\nmany project Skara developers in the `#openjdk` IRC channel on\n[OFTC](https://www.oftc.net/), see for details.\n\n## License\n\nSee the file `LICENSE` for details.\n"
},
{
"path": "Unzip.java",
"content": "/*\n * Copyright (c) 2019, Oracle and/or its affiliates. All rights reserved.\n * DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER.\n *\n * This code is free software; you can redistribute it and/or modify it\n * under the terms of the GNU General Public License version 2 only, as\n * published by the Free Software Foundation.\n *\n * This code is distributed in the hope that it will be useful, but WITHOUT\n * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or\n * FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License\n * version 2 for more details (a copy is included in the LICENSE file that\n * accompanied this code).\n *\n * You should have received a copy of the GNU General Public License version\n * 2 along with this work; if not, write to the Free Software Foundation,\n * Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA.\n *\n * Please contact Oracle, 500 Oracle Parkway, Redwood Shores, CA 94065 USA\n * or visit www.oracle.com if you need additional information or have any\n * questions.\n */\n\nimport java.io.IOException;\nimport java.nio.file.Path;\nimport java.nio.file.Files;\nimport java.util.zip.ZipInputStream;\n\npublic class Unzip {\n private static void unzip(Path zipFile, Path dest) throws IOException {\n var stream = new ZipInputStream(Files.newInputStream(zipFile));\n for (var entry = stream.getNextEntry(); entry != null; entry = stream.getNextEntry()) {\n var path = dest.resolve(entry.getName());\n if (entry.isDirectory()) {\n Files.createDirectories(path);\n } else {\n if (Files.exists(path)) {\n Files.delete(path);\n }\n Files.copy(stream, path);\n }\n }\n }\n\n public static void main(String[] args) throws IOException {\n unzip(Path.of(args[0]), Path.of(args[1]));\n }\n}\n"
},
{
"path": "args/build.gradle",
"content": "/*\n * Copyright (c) 2018, 2019, Oracle and/or its affiliates. All rights reserved.\n * DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER.\n *\n * This code is free software; you can redistribute it and/or modify it\n * under the terms of the GNU General Public License version 2 only, as\n * published by the Free Software Foundation.\n *\n * This code is distributed in the hope that it will be useful, but WITHOUT\n * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or\n * FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License\n * version 2 for more details (a copy is included in the LICENSE file that\n * accompanied this code).\n *\n * You should have received a copy of the GNU General Public License version\n * 2 along with this work; if not, write to the Free Software Foundation,\n * Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA.\n *\n * Please contact Oracle, 500 Oracle Parkway, Redwood Shores, CA 94065 USA\n * or visit www.oracle.com if you need additional information or have any\n * questions.\n */\n\nmodule {\n name = 'org.openjdk.skara.args'\n test {\n requires 'org.junit.jupiter.api'\n opens 'org.openjdk.skara.args' to 'org.junit.platform.commons'\n }\n}\n\npublishing {\n publications {\n args(MavenPublication) {\n from components.java\n }\n }\n}\n"
},
{
"path": "args/src/main/java/module-info.java",
"content": "/*\n * Copyright (c) 2018, 2019, Oracle and/or its affiliates. All rights reserved.\n * DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER.\n *\n * This code is free software; you can redistribute it and/or modify it\n * under the terms of the GNU General Public License version 2 only, as\n * published by the Free Software Foundation.\n *\n * This code is distributed in the hope that it will be useful, but WITHOUT\n * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or\n * FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License\n * version 2 for more details (a copy is included in the LICENSE file that\n * accompanied this code).\n *\n * You should have received a copy of the GNU General Public License version\n * 2 along with this work; if not, write to the Free Software Foundation,\n * Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA.\n *\n * Please contact Oracle, 500 Oracle Parkway, Redwood Shores, CA 94065 USA\n * or visit www.oracle.com if you need additional information or have any\n * questions.\n */\nmodule org.openjdk.skara.args {\n exports org.openjdk.skara.args;\n}\n"
},
{
"path": "args/src/main/java/org/openjdk/skara/args/Argument.java",
"content": "/*\n * Copyright (c) 2018, 2022, Oracle and/or its affiliates. All rights reserved.\n * DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER.\n *\n * This code is free software; you can redistribute it and/or modify it\n * under the terms of the GNU General Public License version 2 only, as\n * published by the Free Software Foundation.\n *\n * This code is distributed in the hope that it will be useful, but WITHOUT\n * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or\n * FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License\n * version 2 for more details (a copy is included in the LICENSE file that\n * accompanied this code).\n *\n * You should have received a copy of the GNU General Public License version\n * 2 along with this work; if not, write to the Free Software Foundation,\n * Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA.\n *\n * Please contact Oracle, 500 Oracle Parkway, Redwood Shores, CA 94065 USA\n * or visit www.oracle.com if you need additional information or have any\n * questions.\n */\npackage org.openjdk.skara.args;\n\nimport java.util.NoSuchElementException;\nimport java.util.function.*;\n\npublic class Argument {\n private final String value;\n\n public Argument() {\n this.value = null;\n }\n\n public Argument(String value) {\n this.value = value;\n }\n\n public boolean isPresent() {\n return value != null;\n }\n\n public T via(Function f) {\n if (!isPresent()) {\n throw new NoSuchElementException();\n }\n\n return f.apply(value);\n }\n\n public int asInt() {\n return via(Integer::parseInt);\n }\n\n public double asDouble() {\n return via(Double::parseDouble);\n }\n\n public float asFloat() {\n return via(Float::parseFloat);\n }\n\n public boolean asBoolean() {\n return via(Boolean::parseBoolean);\n }\n\n public String asString() {\n return value == null ? null : via(Function.identity());\n }\n\n public Argument or(int value) {\n return isPresent() ? this : new Argument(Integer.toString(value));\n }\n\n public Argument or(double value) {\n return isPresent() ? this : new Argument(Double.toString(value));\n }\n\n public Argument or(long value) {\n return isPresent() ? this : new Argument(Long.toString(value));\n }\n\n public Argument or(boolean value) {\n return isPresent() ? this : new Argument(Boolean.toString(value));\n }\n\n public Argument or(float value) {\n return isPresent() ? this : new Argument(Float.toString(value));\n }\n\n public Argument or(String value) {\n return isPresent() ? this : new Argument(value);\n }\n\n public Argument or(Argument other) {\n return isPresent() ? this : other;\n }\n\n public Argument or(Supplier supplier) {\n return isPresent() ? this : new Argument(supplier.get());\n }\n\n public int orInt(int value) {\n return orInt(() -> value);\n }\n\n public int orInt(Supplier supplier) {\n return isPresent() ? asInt() : supplier.get().intValue();\n }\n\n public double orDouble(double value) {\n return orDouble(() -> value);\n }\n\n public double orDouble(Supplier supplier) {\n return isPresent() ? asDouble() : supplier.get().doubleValue();\n }\n\n public float orFloat(float value) {\n return orFloat(() -> value);\n }\n\n public float orFloat(Supplier supplier) {\n return isPresent() ? asFloat() : supplier.get().floatValue();\n }\n\n public boolean orBoolean(boolean value) {\n return orBoolean(() -> value);\n }\n\n public boolean orBoolean(Supplier supplier) {\n return isPresent() ? asBoolean() : supplier.get().booleanValue();\n }\n\n public String orString(String value) {\n return orString(() -> value);\n }\n\n public String orString(Supplier supplier) {\n return isPresent() ? asString() : supplier.get();\n }\n}\n"
},
{
"path": "args/src/main/java/org/openjdk/skara/args/ArgumentParser.java",
"content": "/*\n * Copyright (c) 2018, 2024, Oracle and/or its affiliates. All rights reserved.\n * DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER.\n *\n * This code is free software; you can redistribute it and/or modify it\n * under the terms of the GNU General Public License version 2 only, as\n * published by the Free Software Foundation.\n *\n * This code is distributed in the hope that it will be useful, but WITHOUT\n * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or\n * FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License\n * version 2 for more details (a copy is included in the LICENSE file that\n * accompanied this code).\n *\n * You should have received a copy of the GNU General Public License version\n * 2 along with this work; if not, write to the Free Software Foundation,\n * Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA.\n *\n * Please contact Oracle, 500 Oracle Parkway, Redwood Shores, CA 94065 USA\n * or visit www.oracle.com if you need additional information or have any\n * questions.\n */\npackage org.openjdk.skara.args;\n\nimport java.io.PrintStream;\nimport java.util.*;\nimport java.util.function.Function;\n\npublic class ArgumentParser {\n private final String programName;\n private final List flags;\n private final List inputs;\n private final Map names = new HashMap<>();\n private final boolean shouldShowHelp;\n\n public ArgumentParser(String programName, List flags) {\n this(programName, flags, List.of());\n }\n\n public ArgumentParser(String programName, List flags, List inputs) {\n this.programName = programName;\n this.flags = new ArrayList<>(flags);\n this.inputs = inputs;\n\n if (!flags.stream().anyMatch(f -> f.shortcut().equals(\"h\") && f.fullname().equals(\"help\"))) {\n var help = Switch.shortcut(\"h\")\n .fullname(\"help\")\n .helptext(\"Show this help text\")\n .optional();\n this.flags.add(help);\n shouldShowHelp = true;\n } else {\n shouldShowHelp = false;\n }\n\n for (var flag : this.flags) {\n if (!flag.fullname().equals(\"\")) {\n names.put(flag.fullname(), flag);\n }\n if (!flag.shortcut().equals(\"\")) {\n names.put(flag.shortcut(), flag);\n }\n }\n }\n\n private Flag lookupFlag(String name, boolean isShortcut) {\n if (!names.containsKey(name)) {\n System.err.print(\"Unexpected option: \");\n System.err.print(isShortcut ? \"-\" : \"--\");\n System.err.println(name);\n showUsage();\n System.exit(1);\n }\n\n return names.get(name);\n }\n\n private Flag lookupFullname(String name) {\n return lookupFlag(name, false);\n }\n\n private Flag lookupShortcut(String name) {\n return lookupFlag(name, true);\n }\n\n private static int longest(List flags, Function getName) {\n return flags.stream()\n .map(getName)\n .filter(Objects::nonNull)\n .mapToInt(String::length)\n .reduce(0, Integer::max);\n }\n\n private static int longestShortcut(List flags) {\n return longest(flags, Flag::shortcut);\n }\n\n private static int longestFullname(List flags) {\n return longest(flags, f -> f.fullname() + \" \" + f.description());\n }\n\n public void showUsage() {\n showUsage(System.out);\n }\n\n public static void showFlags(PrintStream ps, List flags, String prefix) {\n var shortcutPad = longestShortcut(flags) + 1 + 2; // +1 for '-' and +2 for ', '\n var fullnamePad = longestFullname(flags) + 2 + 2; // +2 for '--' and +2 for ' '\n\n for (var flag : flags) {\n ps.print(prefix);\n var fmt = \"%-\" + shortcutPad + \"s\";\n var s = flag.shortcut().equals(\"\") ? \" \" : \"-\" + flag.shortcut() + \", \";\n ps.print(String.format(fmt, s));\n\n fmt = \"%-\" + fullnamePad + \"s\";\n var desc = flag.description().equals(\"\") ? \"\" : \" \" + flag.description();\n s = flag.fullname().equals(\"\") ? \" \" : \"--\" + flag.fullname() + desc + \" \";\n ps.print(String.format(fmt, s));\n\n if (!flag.helptext().equals(\"\")) {\n ps.print(flag.helptext());\n }\n\n ps.println(\"\");\n }\n }\n\n public void showUsage(PrintStream ps) {\n ps.print(\"usage: \");\n ps.print(programName);\n ps.print(\" [options]\");\n for (var flag : flags) {\n if (flag.isRequired()) {\n ps.print(\" \");\n if (!flag.fullname().equals(\"\")) {\n ps.print(\"--\");\n ps.print(flag.fullname());\n if (!flag.description().equals(\"\")) {\n ps.print(\"=\");\n ps.print(flag.description());\n }\n } else {\n ps.print(\"-\" + flag.shortcut());\n if (!flag.description().equals(\"\")) {\n ps.print(\" \");\n ps.print(flag.description());\n }\n }\n }\n }\n for (var input : inputs) {\n ps.print(\" \");\n ps.print(input.toString());\n }\n ps.println(\"\");\n\n showFlags(ps, flags, \"\\t\");\n }\n\n public Arguments parse(String[] args) {\n var seen = new HashSet();\n var values = new ArrayList();\n var positional = new ArrayList();\n\n var i = 0;\n while (i < args.length) {\n var arg = args[i];\n\n if (arg.startsWith(\"--\")) {\n if (arg.contains(\"=\")) {\n var parts = arg.split(\"=\");\n var name = parts[0].substring(2); // remove leading '--'\n var value = parts.length == 2 ? parts[1] : null;\n var flag = lookupFullname(name);\n values.add(new FlagValue(flag, value));\n seen.add(flag);\n } else {\n var name = arg.substring(2);\n var flag = lookupFullname(name);\n if (flag.isSwitch()) {\n values.add(new FlagValue(flag, \"true\"));\n } else {\n if (i < (args.length - 1)) {\n var value = args[i + 1];\n values.add(new FlagValue(flag, value));\n i++;\n } else {\n values.add(new FlagValue(flag));\n }\n }\n seen.add(flag);\n }\n } else if (arg.startsWith(\"-\") && !arg.equals(\"-\")) {\n var name = arg.substring(1);\n var flag = lookupShortcut(name);\n if (flag.isSwitch()) {\n values.add(new FlagValue(flag, \"true\"));\n } else {\n if (i < (args.length - 1)) {\n var value = args[i + 1];\n values.add(new FlagValue(flag, value));\n i++;\n } else {\n values.add(new FlagValue(flag));\n }\n }\n seen.add(flag);\n } else {\n int argPos = positional.size();\n if (argPos >= inputs.size()) {\n // must check if permitted\n if (inputs.size() == 0) {\n System.err.println(\"error: unexpected input: \" + arg);\n showUsage();\n System.exit(1);\n }\n var last = inputs.getLast();\n if ((last.getPosition() + last.getOccurrences()) <= argPos && !last.isTrailing()) {\n // this input is not permitted\n System.err.println(\"error: unexpected input: \" + arg);\n showUsage();\n System.exit(1);\n }\n }\n\n positional.add(arg);\n }\n i++;\n }\n\n var arguments = new Arguments(values, positional);\n if (arguments.contains(\"help\") && shouldShowHelp) {\n showUsage();\n System.exit(0);\n }\n\n var errors = new ArrayList();\n for (var flag : flags) {\n if (flag.isRequired() && !seen.contains(flag)) {\n errors.add(\"error: missing required flag: \" + flag.toString());\n }\n }\n for (var input : inputs) {\n if (input.isRequired() && !(positional.size() > input.getPosition())) {\n errors.add(\"error: missing required input: \" + input.toString());\n }\n }\n\n // If --version is specified then don't care about required flags or inputs\n var showVersion = arguments.contains(\"version\");\n if (!errors.isEmpty() && !showVersion) {\n for (var error : errors) {\n System.err.println(error);\n }\n showUsage();\n System.exit(1);\n }\n\n return arguments;\n }\n}\n"
},
{
"path": "args/src/main/java/org/openjdk/skara/args/Arguments.java",
"content": "/*\n * Copyright (c) 2018, 2022, Oracle and/or its affiliates. All rights reserved.\n * DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER.\n *\n * This code is free software; you can redistribute it and/or modify it\n * under the terms of the GNU General Public License version 2 only, as\n * published by the Free Software Foundation.\n *\n * This code is distributed in the hope that it will be useful, but WITHOUT\n * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or\n * FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License\n * version 2 for more details (a copy is included in the LICENSE file that\n * accompanied this code).\n *\n * You should have received a copy of the GNU General Public License version\n * 2 along with this work; if not, write to the Free Software Foundation,\n * Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA.\n *\n * Please contact Oracle, 500 Oracle Parkway, Redwood Shores, CA 94065 USA\n * or visit www.oracle.com if you need additional information or have any\n * questions.\n */\npackage org.openjdk.skara.args;\n\nimport java.util.*;\nimport java.util.stream.Collectors;\n\npublic class Arguments {\n private final List positionals;\n private final Map names = new HashMap<>();\n\n public Arguments(List flags, List positionals) {\n this.positionals = positionals;\n\n for (var flag : flags) {\n if (flag.fullname() != null) {\n names.put(flag.fullname(), flag);\n }\n if (flag.shortcut() != null) {\n names.put(flag.shortcut(), flag);\n }\n }\n }\n\n public List inputs() {\n return positionals.stream()\n .map(Argument::new)\n .collect(Collectors.toList());\n }\n\n public Argument at(int pos) {\n if (pos < positionals.size()) {\n return new Argument(positionals.get(pos));\n } else {\n return new Argument();\n }\n }\n\n public Argument get(String name) {\n if (names.containsKey(name)) {\n return new Argument(names.get(name).value());\n }\n\n return new Argument();\n }\n\n public boolean contains(String name) {\n return names.containsKey(name);\n }\n}\n"
},
{
"path": "args/src/main/java/org/openjdk/skara/args/Command.java",
"content": "/*\n * Copyright (c) 2019, Oracle and/or its affiliates. All rights reserved.\n * DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER.\n *\n * This code is free software; you can redistribute it and/or modify it\n * under the terms of the GNU General Public License version 2 only, as\n * published by the Free Software Foundation.\n *\n * This code is distributed in the hope that it will be useful, but WITHOUT\n * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or\n * FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License\n * version 2 for more details (a copy is included in the LICENSE file that\n * accompanied this code).\n *\n * You should have received a copy of the GNU General Public License version\n * 2 along with this work; if not, write to the Free Software Foundation,\n * Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA.\n *\n * Please contact Oracle, 500 Oracle Parkway, Redwood Shores, CA 94065 USA\n * or visit www.oracle.com if you need additional information or have any\n * questions.\n */\npackage org.openjdk.skara.args;\n\npublic class Command implements Main {\n private final String name;\n private final String helpText;\n private final Main main;\n\n Command(String name, String helpText, Main main) {\n this.name = name;\n this.helpText = helpText;\n this.main = main;\n }\n\n public String name() {\n return name;\n }\n\n public String helpText() {\n return helpText;\n }\n\n public Main main() {\n return main;\n }\n\n public static CommandHelpText name(String name) {\n return new CommandHelpText<>(Command::new, name);\n }\n\n @Override\n public void main(String[] args) throws Exception {\n main.main(args);\n }\n}\n"
},
{
"path": "args/src/main/java/org/openjdk/skara/args/CommandCtor.java",
"content": "/*\n * Copyright (c) 2019, Oracle and/or its affiliates. All rights reserved.\n * DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER.\n *\n * This code is free software; you can redistribute it and/or modify it\n * under the terms of the GNU General Public License version 2 only, as\n * published by the Free Software Foundation.\n *\n * This code is distributed in the hope that it will be useful, but WITHOUT\n * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or\n * FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License\n * version 2 for more details (a copy is included in the LICENSE file that\n * accompanied this code).\n *\n * You should have received a copy of the GNU General Public License version\n * 2 along with this work; if not, write to the Free Software Foundation,\n * Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA.\n *\n * Please contact Oracle, 500 Oracle Parkway, Redwood Shores, CA 94065 USA\n * or visit www.oracle.com if you need additional information or have any\n * questions.\n */\npackage org.openjdk.skara.args;\n\npublic interface CommandCtor {\n T construct(String name, String helpText, Main main);\n}\n"
},
{
"path": "args/src/main/java/org/openjdk/skara/args/CommandHelpText.java",
"content": "/*\n * Copyright (c) 2019, Oracle and/or its affiliates. All rights reserved.\n * DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER.\n *\n * This code is free software; you can redistribute it and/or modify it\n * under the terms of the GNU General Public License version 2 only, as\n * published by the Free Software Foundation.\n *\n * This code is distributed in the hope that it will be useful, but WITHOUT\n * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or\n * FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License\n * version 2 for more details (a copy is included in the LICENSE file that\n * accompanied this code).\n *\n * You should have received a copy of the GNU General Public License version\n * 2 along with this work; if not, write to the Free Software Foundation,\n * Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA.\n *\n * Please contact Oracle, 500 Oracle Parkway, Redwood Shores, CA 94065 USA\n * or visit www.oracle.com if you need additional information or have any\n * questions.\n */\npackage org.openjdk.skara.args;\n\npublic class CommandHelpText {\n private final CommandCtor ctor;\n private final String name;\n\n CommandHelpText(CommandCtor ctor, String name) {\n this.ctor = ctor;\n this.name = name;\n }\n\n public CommandMain helptext(String helpText) {\n return new CommandMain<>(ctor, name, helpText);\n }\n}\n"
},
{
"path": "args/src/main/java/org/openjdk/skara/args/CommandMain.java",
"content": "/*\n * Copyright (c) 2019, Oracle and/or its affiliates. All rights reserved.\n * DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER.\n *\n * This code is free software; you can redistribute it and/or modify it\n * under the terms of the GNU General Public License version 2 only, as\n * published by the Free Software Foundation.\n *\n * This code is distributed in the hope that it will be useful, but WITHOUT\n * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or\n * FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License\n * version 2 for more details (a copy is included in the LICENSE file that\n * accompanied this code).\n *\n * You should have received a copy of the GNU General Public License version\n * 2 along with this work; if not, write to the Free Software Foundation,\n * Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA.\n *\n * Please contact Oracle, 500 Oracle Parkway, Redwood Shores, CA 94065 USA\n * or visit www.oracle.com if you need additional information or have any\n * questions.\n */\npackage org.openjdk.skara.args;\n\npublic class CommandMain {\n private final CommandCtor ctor;\n private final String name;\n private final String helpText;\n\n CommandMain(CommandCtor ctor, String name, String helpText) {\n this.ctor = ctor;\n this.name = name;\n this.helpText = helpText;\n }\n\n public T main(Main main) {\n return ctor.construct(name, helpText, main);\n }\n}\n"
},
{
"path": "args/src/main/java/org/openjdk/skara/args/Default.java",
"content": "/*\n * Copyright (c) 2019, Oracle and/or its affiliates. All rights reserved.\n * DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER.\n *\n * This code is free software; you can redistribute it and/or modify it\n * under the terms of the GNU General Public License version 2 only, as\n * published by the Free Software Foundation.\n *\n * This code is distributed in the hope that it will be useful, but WITHOUT\n * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or\n * FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License\n * version 2 for more details (a copy is included in the LICENSE file that\n * accompanied this code).\n *\n * You should have received a copy of the GNU General Public License version\n * 2 along with this work; if not, write to the Free Software Foundation,\n * Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA.\n *\n * Please contact Oracle, 500 Oracle Parkway, Redwood Shores, CA 94065 USA\n * or visit www.oracle.com if you need additional information or have any\n * questions.\n */\npackage org.openjdk.skara.args;\n\npublic class Default extends Command {\n Default(String name, String helpText, Main main) {\n super(name, helpText, main);\n }\n\n public static CommandHelpText name(String name) {\n return new CommandHelpText<>(Default::new, name);\n }\n}\n"
},
{
"path": "args/src/main/java/org/openjdk/skara/args/Executable.java",
"content": "/*\n * Copyright (c) 2019, Oracle and/or its affiliates. All rights reserved.\n * DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER.\n *\n * This code is free software; you can redistribute it and/or modify it\n * under the terms of the GNU General Public License version 2 only, as\n * published by the Free Software Foundation.\n *\n * This code is distributed in the hope that it will be useful, but WITHOUT\n * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or\n * FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License\n * version 2 for more details (a copy is included in the LICENSE file that\n * accompanied this code).\n *\n * You should have received a copy of the GNU General Public License version\n * 2 along with this work; if not, write to the Free Software Foundation,\n * Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA.\n *\n * Please contact Oracle, 500 Oracle Parkway, Redwood Shores, CA 94065 USA\n * or visit www.oracle.com if you need additional information or have any\n * questions.\n */\npackage org.openjdk.skara.args;\n\n@FunctionalInterface\npublic interface Executable {\n void execute() throws Exception;\n}\n"
},
{
"path": "args/src/main/java/org/openjdk/skara/args/Flag.java",
"content": "/*\n * Copyright (c) 2018, 2024, Oracle and/or its affiliates. All rights reserved.\n * DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER.\n *\n * This code is free software; you can redistribute it and/or modify it\n * under the terms of the GNU General Public License version 2 only, as\n * published by the Free Software Foundation.\n *\n * This code is distributed in the hope that it will be useful, but WITHOUT\n * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or\n * FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License\n * version 2 for more details (a copy is included in the LICENSE file that\n * accompanied this code).\n *\n * You should have received a copy of the GNU General Public License version\n * 2 along with this work; if not, write to the Free Software Foundation,\n * Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA.\n *\n * Please contact Oracle, 500 Oracle Parkway, Redwood Shores, CA 94065 USA\n * or visit www.oracle.com if you need additional information or have any\n * questions.\n */\npackage org.openjdk.skara.args;\n\nimport java.util.Objects;\n\npublic class Flag {\n private boolean isSwitch;\n private final String shortcut;\n private final String fullname;\n private final String description;\n private final String helptext;\n private final boolean isRequired;\n\n Flag(boolean isSwitch, String shortcut, String fullname, String description, String helptext, boolean isRequired) {\n this.isSwitch = isSwitch;\n this.shortcut = shortcut;\n this.fullname = fullname;\n this.description = description;\n this.helptext = helptext;\n this.isRequired = isRequired;\n }\n\n boolean isSwitch() {\n return isSwitch;\n }\n\n public String fullname() {\n return fullname;\n }\n\n public String shortcut() {\n return shortcut;\n }\n\n public String description() {\n return description;\n }\n\n public String helptext() {\n return helptext;\n }\n\n boolean isRequired() {\n return isRequired;\n }\n\n @Override\n public boolean equals(Object o) {\n if (!(o instanceof Flag other)) {\n return false;\n }\n\n return Objects.equals(isSwitch, other.isSwitch) &&\n Objects.equals(shortcut, other.shortcut) &&\n Objects.equals(fullname, other.fullname) &&\n Objects.equals(helptext, other.helptext) &&\n Objects.equals(isRequired, other.isRequired);\n }\n\n @Override\n public int hashCode() {\n return Objects.hash(isSwitch,\n shortcut,\n fullname,\n helptext,\n isRequired);\n }\n\n @Override\n public String toString() {\n if (shortcut.equals(\"\")) {\n return \"--\" + fullname;\n }\n\n if (fullname.equals(\"\")) {\n return \"-\" + shortcut;\n }\n\n return \"-\" + shortcut + \", --\" + fullname;\n }\n}\n"
},
{
"path": "args/src/main/java/org/openjdk/skara/args/FlagValue.java",
"content": "/*\n * Copyright (c) 2018, 2019, Oracle and/or its affiliates. All rights reserved.\n * DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER.\n *\n * This code is free software; you can redistribute it and/or modify it\n * under the terms of the GNU General Public License version 2 only, as\n * published by the Free Software Foundation.\n *\n * This code is distributed in the hope that it will be useful, but WITHOUT\n * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or\n * FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License\n * version 2 for more details (a copy is included in the LICENSE file that\n * accompanied this code).\n *\n * You should have received a copy of the GNU General Public License version\n * 2 along with this work; if not, write to the Free Software Foundation,\n * Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA.\n *\n * Please contact Oracle, 500 Oracle Parkway, Redwood Shores, CA 94065 USA\n * or visit www.oracle.com if you need additional information or have any\n * questions.\n */\npackage org.openjdk.skara.args;\n\nclass FlagValue {\n private final Flag flag;\n private final String value;\n\n FlagValue(Flag flag) {\n this.flag = flag;\n this.value = null;\n }\n\n FlagValue(Flag flag, String value) {\n this.flag = flag;\n this.value = value;\n }\n\n boolean isSwitch() {\n return flag.isSwitch();\n }\n\n String fullname() {\n return flag.fullname();\n }\n\n String shortcut() {\n return flag.shortcut();\n }\n\n String helptext() {\n return flag.helptext();\n }\n\n boolean isRequired() {\n return flag.isRequired();\n }\n\n String value() {\n return value;\n }\n}\n"
},
{
"path": "args/src/main/java/org/openjdk/skara/args/Input.java",
"content": "/*\n * Copyright (c) 2018, 2022, Oracle and/or its affiliates. All rights reserved.\n * DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER.\n *\n * This code is free software; you can redistribute it and/or modify it\n * under the terms of the GNU General Public License version 2 only, as\n * published by the Free Software Foundation.\n *\n * This code is distributed in the hope that it will be useful, but WITHOUT\n * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or\n * FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License\n * version 2 for more details (a copy is included in the LICENSE file that\n * accompanied this code).\n *\n * You should have received a copy of the GNU General Public License version\n * 2 along with this work; if not, write to the Free Software Foundation,\n * Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA.\n *\n * Please contact Oracle, 500 Oracle Parkway, Redwood Shores, CA 94065 USA\n * or visit www.oracle.com if you need additional information or have any\n * questions.\n */\npackage org.openjdk.skara.args;\n\npublic class Input {\n private final int position;\n private final String description;\n private final int occurrences;\n private final boolean required;\n\n Input(int position, String description, int occurrences, boolean required) {\n this.position = position;\n this.description = description;\n this.occurrences = occurrences;\n this.required = required;\n }\n\n public static InputDescriber position(int p) {\n return new InputDescriber(p);\n }\n\n public int getPosition() {\n return position;\n }\n\n public String getDescription() {\n return description;\n }\n\n public int getOccurrences() {\n return occurrences;\n }\n\n public boolean isTrailing() {\n return occurrences == -1;\n }\n\n public boolean isRequired() {\n return required;\n }\n\n @Override\n public String toString() {\n var builder = new StringBuilder();\n var n = isTrailing() ? 1 : occurrences;\n for (var i = 0; i < n; i++) {\n if (!isRequired()) {\n builder.append(\"[\");\n }\n builder.append(\"<\");\n builder.append(description);\n builder.append(\">\");\n if (!isRequired()) {\n builder.append(\"]\");\n }\n if (i != (n - 1)) {\n builder.append(\" \");\n }\n\n if (isTrailing()) {\n builder.append(\"...\");\n }\n }\n\n return builder.toString();\n }\n}\n"
},
{
"path": "args/src/main/java/org/openjdk/skara/args/InputDescriber.java",
"content": "/*\n * Copyright (c) 2018, 2019, Oracle and/or its affiliates. All rights reserved.\n * DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER.\n *\n * This code is free software; you can redistribute it and/or modify it\n * under the terms of the GNU General Public License version 2 only, as\n * published by the Free Software Foundation.\n *\n * This code is distributed in the hope that it will be useful, but WITHOUT\n * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or\n * FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License\n * version 2 for more details (a copy is included in the LICENSE file that\n * accompanied this code).\n *\n * You should have received a copy of the GNU General Public License version\n * 2 along with this work; if not, write to the Free Software Foundation,\n * Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA.\n *\n * Please contact Oracle, 500 Oracle Parkway, Redwood Shores, CA 94065 USA\n * or visit www.oracle.com if you need additional information or have any\n * questions.\n */\npackage org.openjdk.skara.args;\n\npublic class InputDescriber {\n private final int position;\n\n InputDescriber(int position) {\n this.position = position;\n }\n\n public InputQuantifier describe(String description) {\n return new InputQuantifier(position, description);\n }\n}\n"
},
{
"path": "args/src/main/java/org/openjdk/skara/args/InputQualifier.java",
"content": "/*\n * Copyright (c) 2018, 2019, Oracle and/or its affiliates. All rights reserved.\n * DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER.\n *\n * This code is free software; you can redistribute it and/or modify it\n * under the terms of the GNU General Public License version 2 only, as\n * published by the Free Software Foundation.\n *\n * This code is distributed in the hope that it will be useful, but WITHOUT\n * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or\n * FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License\n * version 2 for more details (a copy is included in the LICENSE file that\n * accompanied this code).\n *\n * You should have received a copy of the GNU General Public License version\n * 2 along with this work; if not, write to the Free Software Foundation,\n * Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA.\n *\n * Please contact Oracle, 500 Oracle Parkway, Redwood Shores, CA 94065 USA\n * or visit www.oracle.com if you need additional information or have any\n * questions.\n */\npackage org.openjdk.skara.args;\n\npublic class InputQualifier {\n private final int position;\n private final String description;\n private final int occurrences;\n\n InputQualifier(int position, String description, int occurrences) {\n this.position = position;\n this.description = description;\n this.occurrences = occurrences;\n }\n\n public Input optional() {\n return new Input(position, description, occurrences, false);\n }\n\n public Input required() {\n return new Input(position, description, occurrences, true);\n }\n}\n"
},
{
"path": "args/src/main/java/org/openjdk/skara/args/InputQuantifier.java",
"content": "/*\n * Copyright (c) 2018, 2019, Oracle and/or its affiliates. All rights reserved.\n * DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER.\n *\n * This code is free software; you can redistribute it and/or modify it\n * under the terms of the GNU General Public License version 2 only, as\n * published by the Free Software Foundation.\n *\n * This code is distributed in the hope that it will be useful, but WITHOUT\n * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or\n * FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License\n * version 2 for more details (a copy is included in the LICENSE file that\n * accompanied this code).\n *\n * You should have received a copy of the GNU General Public License version\n * 2 along with this work; if not, write to the Free Software Foundation,\n * Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA.\n *\n * Please contact Oracle, 500 Oracle Parkway, Redwood Shores, CA 94065 USA\n * or visit www.oracle.com if you need additional information or have any\n * questions.\n */\npackage org.openjdk.skara.args;\n\npublic class InputQuantifier {\n private final int position;\n private final String description;\n\n InputQuantifier(int position, String description) {\n this.position = position;\n this.description = description;\n }\n\n public InputQualifier singular() {\n return new InputQualifier(position, description, 1);\n }\n\n public InputQualifier multiple(int n) {\n if (n < 1) {\n throw new IllegalArgumentException(n + \" must be larger than 1\");\n }\n return new InputQualifier(position, description, n);\n }\n\n public InputQualifier trailing() {\n return new InputQualifier(position, description, -1);\n }\n}\n"
},
{
"path": "args/src/main/java/org/openjdk/skara/args/Main.java",
"content": "/*\n * Copyright (c) 2019, Oracle and/or its affiliates. All rights reserved.\n * DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER.\n *\n * This code is free software; you can redistribute it and/or modify it\n * under the terms of the GNU General Public License version 2 only, as\n * published by the Free Software Foundation.\n *\n * This code is distributed in the hope that it will be useful, but WITHOUT\n * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or\n * FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License\n * version 2 for more details (a copy is included in the LICENSE file that\n * accompanied this code).\n *\n * You should have received a copy of the GNU General Public License version\n * 2 along with this work; if not, write to the Free Software Foundation,\n * Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA.\n *\n * Please contact Oracle, 500 Oracle Parkway, Redwood Shores, CA 94065 USA\n * or visit www.oracle.com if you need additional information or have any\n * questions.\n */\npackage org.openjdk.skara.args;\n\n@FunctionalInterface\npublic interface Main {\n void main(String[] args) throws Exception;\n}\n"
},
{
"path": "args/src/main/java/org/openjdk/skara/args/MultiCommandParser.java",
"content": "/*\n * Copyright (c) 2019, 2021, Oracle and/or its affiliates. All rights reserved.\n * DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER.\n *\n * This code is free software; you can redistribute it and/or modify it\n * under the terms of the GNU General Public License version 2 only, as\n * published by the Free Software Foundation.\n *\n * This code is distributed in the hope that it will be useful, but WITHOUT\n * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or\n * FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License\n * version 2 for more details (a copy is included in the LICENSE file that\n * accompanied this code).\n *\n * You should have received a copy of the GNU General Public License version\n * 2 along with this work; if not, write to the Free Software Foundation,\n * Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA.\n *\n * Please contact Oracle, 500 Oracle Parkway, Redwood Shores, CA 94065 USA\n * or visit www.oracle.com if you need additional information or have any\n * questions.\n */\npackage org.openjdk.skara.args;\n\nimport java.io.PrintStream;\nimport java.util.Arrays;\nimport java.util.List;\nimport java.util.Map;\nimport java.util.function.Function;\nimport java.util.stream.Collectors;\n\npublic class MultiCommandParser {\n private final String programName;\n private final String defaultCommand;\n private final Map subCommands;\n private final boolean defaultCommandWarningEnabled;\n\n public MultiCommandParser(String programName, List commands, boolean defaultCommandWarningEnabled) {\n var defaults = commands.stream().filter(Default.class::isInstance).collect(Collectors.toList());\n if (defaults.size() != 1) {\n throw new IllegalArgumentException(\"Expecting exactly one default command\");\n }\n this.defaultCommand = defaults.get(0).name();\n\n this.programName = programName;\n this.subCommands = commands.stream()\n .collect(Collectors.toMap(\n Command::name,\n Function.identity()));\n this.defaultCommandWarningEnabled = defaultCommandWarningEnabled;\n if (!commands.stream().anyMatch(c -> c.name().equals(\"help\"))) {\n this.subCommands.put(\"help\", helpCommand());\n }\n }\n\n private Command helpCommand() {\n return new Command(\"help\", \"print a help message\", args -> showUsage());\n }\n\n public Executable parse(String[] args) {\n if (args.length > 0) {\n var p = subCommands.get(args[0]);\n if (p != null) {\n var forwardedArgs = Arrays.copyOfRange(args, 1, args.length);\n return () -> p.main(forwardedArgs);\n }\n if (defaultCommandWarningEnabled) {\n System.err.println(\"warning: unknown sub-command: \" + args[0]);\n System.err.println(\"the default sub-command '\" + defaultCommand +\n \"' will be executed with the arguments \" + Arrays.toString(args) + \"\\n\");\n }\n }\n return () -> subCommands.get(defaultCommand).main(args);\n }\n\n private void showUsage() {\n showUsage(System.out);\n }\n\n private void showUsage(PrintStream ps) {\n ps.print(\"usage: \");\n ps.print(programName);\n ps.print(subCommands.keySet().stream().collect(Collectors.joining(\"|\", \" <\", \">\")));\n ps.println(\" \");\n\n int spacing = subCommands.keySet().stream().mapToInt(String::length).max().orElse(0);\n spacing += 8; // some room\n\n for (var subCommand : subCommands.values()) {\n ps.println(String.format(\" %-\" + spacing + \"s%s\", subCommand.name(), subCommand.helpText()));\n }\n }\n}\n"
},
{
"path": "args/src/main/java/org/openjdk/skara/args/Option.java",
"content": "/*\n * Copyright (c) 2018, 2019, Oracle and/or its affiliates. All rights reserved.\n * DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER.\n *\n * This code is free software; you can redistribute it and/or modify it\n * under the terms of the GNU General Public License version 2 only, as\n * published by the Free Software Foundation.\n *\n * This code is distributed in the hope that it will be useful, but WITHOUT\n * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or\n * FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License\n * version 2 for more details (a copy is included in the LICENSE file that\n * accompanied this code).\n *\n * You should have received a copy of the GNU General Public License version\n * 2 along with this work; if not, write to the Free Software Foundation,\n * Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA.\n *\n * Please contact Oracle, 500 Oracle Parkway, Redwood Shores, CA 94065 USA\n * or visit www.oracle.com if you need additional information or have any\n * questions.\n */\npackage org.openjdk.skara.args;\n\npublic class Option {\n public static OptionFullname shortcut(String s) {\n return new OptionFullname(s);\n }\n}\n"
},
{
"path": "args/src/main/java/org/openjdk/skara/args/OptionDescribe.java",
"content": "/*\n * Copyright (c) 2018, 2019, Oracle and/or its affiliates. All rights reserved.\n * DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER.\n *\n * This code is free software; you can redistribute it and/or modify it\n * under the terms of the GNU General Public License version 2 only, as\n * published by the Free Software Foundation.\n *\n * This code is distributed in the hope that it will be useful, but WITHOUT\n * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or\n * FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License\n * version 2 for more details (a copy is included in the LICENSE file that\n * accompanied this code).\n *\n * You should have received a copy of the GNU General Public License version\n * 2 along with this work; if not, write to the Free Software Foundation,\n * Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA.\n *\n * Please contact Oracle, 500 Oracle Parkway, Redwood Shores, CA 94065 USA\n * or visit www.oracle.com if you need additional information or have any\n * questions.\n */\npackage org.openjdk.skara.args;\n\npublic class OptionDescribe {\n private final String shortcut;\n private final String fullname;\n\n OptionDescribe(String shortcut, String fullname) {\n this.shortcut = shortcut;\n this.fullname = fullname;\n }\n\n public OptionHelptext describe(String desc) {\n return new OptionHelptext(shortcut, fullname, desc);\n }\n}\n"
},
{
"path": "args/src/main/java/org/openjdk/skara/args/OptionFullname.java",
"content": "/*\n * Copyright (c) 2018, 2019, Oracle and/or its affiliates. All rights reserved.\n * DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER.\n *\n * This code is free software; you can redistribute it and/or modify it\n * under the terms of the GNU General Public License version 2 only, as\n * published by the Free Software Foundation.\n *\n * This code is distributed in the hope that it will be useful, but WITHOUT\n * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or\n * FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License\n * version 2 for more details (a copy is included in the LICENSE file that\n * accompanied this code).\n *\n * You should have received a copy of the GNU General Public License version\n * 2 along with this work; if not, write to the Free Software Foundation,\n * Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA.\n *\n * Please contact Oracle, 500 Oracle Parkway, Redwood Shores, CA 94065 USA\n * or visit www.oracle.com if you need additional information or have any\n * questions.\n */\npackage org.openjdk.skara.args;\n\npublic class OptionFullname {\n private final String shortcut;\n\n OptionFullname(String shortcut) {\n this.shortcut = shortcut;\n }\n\n public OptionDescribe fullname(String name) {\n return new OptionDescribe(shortcut, name);\n }\n}\n"
},
{
"path": "args/src/main/java/org/openjdk/skara/args/OptionHelptext.java",
"content": "/*\n * Copyright (c) 2018, 2019, Oracle and/or its affiliates. All rights reserved.\n * DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER.\n *\n * This code is free software; you can redistribute it and/or modify it\n * under the terms of the GNU General Public License version 2 only, as\n * published by the Free Software Foundation.\n *\n * This code is distributed in the hope that it will be useful, but WITHOUT\n * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or\n * FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License\n * version 2 for more details (a copy is included in the LICENSE file that\n * accompanied this code).\n *\n * You should have received a copy of the GNU General Public License version\n * 2 along with this work; if not, write to the Free Software Foundation,\n * Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA.\n *\n * Please contact Oracle, 500 Oracle Parkway, Redwood Shores, CA 94065 USA\n * or visit www.oracle.com if you need additional information or have any\n * questions.\n */\npackage org.openjdk.skara.args;\n\npublic class OptionHelptext {\n private final String shortcut;\n private final String fullname;\n private final String description;\n\n OptionHelptext(String shortcut, String fullname, String description) {\n this.shortcut = shortcut;\n this.fullname = fullname;\n this.description = description;\n }\n\n public OptionQualifier helptext(String help) {\n return new OptionQualifier(shortcut, fullname, description, help);\n }\n}\n"
},
{
"path": "args/src/main/java/org/openjdk/skara/args/OptionQualifier.java",
"content": "/*\n * Copyright (c) 2018, 2019, Oracle and/or its affiliates. All rights reserved.\n * DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER.\n *\n * This code is free software; you can redistribute it and/or modify it\n * under the terms of the GNU General Public License version 2 only, as\n * published by the Free Software Foundation.\n *\n * This code is distributed in the hope that it will be useful, but WITHOUT\n * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or\n * FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License\n * version 2 for more details (a copy is included in the LICENSE file that\n * accompanied this code).\n *\n * You should have received a copy of the GNU General Public License version\n * 2 along with this work; if not, write to the Free Software Foundation,\n * Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA.\n *\n * Please contact Oracle, 500 Oracle Parkway, Redwood Shores, CA 94065 USA\n * or visit www.oracle.com if you need additional information or have any\n * questions.\n */\npackage org.openjdk.skara.args;\n\npublic class OptionQualifier {\n private final String shortcut;\n private final String fullname;\n private final String description;\n private final String helptext;\n\n OptionQualifier(String shortcut, String fullname, String description, String helptext) {\n this.shortcut = shortcut;\n this.fullname = fullname;\n this.description = description;\n this.helptext = helptext;\n }\n\n public Flag required() {\n return new Flag(false, shortcut, fullname, description, helptext, true);\n }\n\n public Flag optional() {\n return new Flag(false, shortcut, fullname, description, helptext, false);\n }\n}\n"
},
{
"path": "args/src/main/java/org/openjdk/skara/args/Switch.java",
"content": "/*\n * Copyright (c) 2018, 2019, Oracle and/or its affiliates. All rights reserved.\n * DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER.\n *\n * This code is free software; you can redistribute it and/or modify it\n * under the terms of the GNU General Public License version 2 only, as\n * published by the Free Software Foundation.\n *\n * This code is distributed in the hope that it will be useful, but WITHOUT\n * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or\n * FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License\n * version 2 for more details (a copy is included in the LICENSE file that\n * accompanied this code).\n *\n * You should have received a copy of the GNU General Public License version\n * 2 along with this work; if not, write to the Free Software Foundation,\n * Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA.\n *\n * Please contact Oracle, 500 Oracle Parkway, Redwood Shores, CA 94065 USA\n * or visit www.oracle.com if you need additional information or have any\n * questions.\n */\npackage org.openjdk.skara.args;\n\npublic class Switch {\n public static SwitchFullname shortcut(String s) {\n return new SwitchFullname(s);\n }\n}\n"
},
{
"path": "args/src/main/java/org/openjdk/skara/args/SwitchFullname.java",
"content": "/*\n * Copyright (c) 2018, 2019, Oracle and/or its affiliates. All rights reserved.\n * DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER.\n *\n * This code is free software; you can redistribute it and/or modify it\n * under the terms of the GNU General Public License version 2 only, as\n * published by the Free Software Foundation.\n *\n * This code is distributed in the hope that it will be useful, but WITHOUT\n * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or\n * FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License\n * version 2 for more details (a copy is included in the LICENSE file that\n * accompanied this code).\n *\n * You should have received a copy of the GNU General Public License version\n * 2 along with this work; if not, write to the Free Software Foundation,\n * Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA.\n *\n * Please contact Oracle, 500 Oracle Parkway, Redwood Shores, CA 94065 USA\n * or visit www.oracle.com if you need additional information or have any\n * questions.\n */\npackage org.openjdk.skara.args;\n\npublic class SwitchFullname {\n private final String shortcut;\n\n SwitchFullname(String shortcut) {\n this.shortcut = shortcut;\n }\n\n public SwitchHelptext fullname(String name) {\n return new SwitchHelptext(shortcut, name);\n }\n}\n"
},
{
"path": "args/src/main/java/org/openjdk/skara/args/SwitchHelptext.java",
"content": "/*\n * Copyright (c) 2018, 2019, Oracle and/or its affiliates. All rights reserved.\n * DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER.\n *\n * This code is free software; you can redistribute it and/or modify it\n * under the terms of the GNU General Public License version 2 only, as\n * published by the Free Software Foundation.\n *\n * This code is distributed in the hope that it will be useful, but WITHOUT\n * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or\n * FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License\n * version 2 for more details (a copy is included in the LICENSE file that\n * accompanied this code).\n *\n * You should have received a copy of the GNU General Public License version\n * 2 along with this work; if not, write to the Free Software Foundation,\n * Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA.\n *\n * Please contact Oracle, 500 Oracle Parkway, Redwood Shores, CA 94065 USA\n * or visit www.oracle.com if you need additional information or have any\n * questions.\n */\npackage org.openjdk.skara.args;\n\npublic class SwitchHelptext {\n private final String shortcut;\n private final String fullname;\n\n SwitchHelptext(String shortcut, String fullname) {\n this.shortcut = shortcut;\n this.fullname = fullname;\n }\n\n public SwitchQualifier helptext(String help) {\n return new SwitchQualifier(shortcut, fullname, help);\n }\n}\n"
},
{
"path": "args/src/main/java/org/openjdk/skara/args/SwitchQualifier.java",
"content": "/*\n * Copyright (c) 2018, 2019, Oracle and/or its affiliates. All rights reserved.\n * DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER.\n *\n * This code is free software; you can redistribute it and/or modify it\n * under the terms of the GNU General Public License version 2 only, as\n * published by the Free Software Foundation.\n *\n * This code is distributed in the hope that it will be useful, but WITHOUT\n * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or\n * FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License\n * version 2 for more details (a copy is included in the LICENSE file that\n * accompanied this code).\n *\n * You should have received a copy of the GNU General Public License version\n * 2 along with this work; if not, write to the Free Software Foundation,\n * Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA.\n *\n * Please contact Oracle, 500 Oracle Parkway, Redwood Shores, CA 94065 USA\n * or visit www.oracle.com if you need additional information or have any\n * questions.\n */\npackage org.openjdk.skara.args;\n\npublic class SwitchQualifier {\n private final String shortcut;\n private final String fullname;\n private final String helptext;\n\n SwitchQualifier(String shortcut, String fullname, String helptext) {\n this.shortcut = shortcut;\n this.fullname = fullname;\n this.helptext = helptext;\n }\n\n public Flag required() {\n return new Flag(true, shortcut, fullname, \"\", helptext, true);\n }\n\n public Flag optional() {\n return new Flag(true, shortcut, fullname, \"\", helptext, false);\n }\n}\n"
},
{
"path": "args/src/test/java/org/openjdk/skara/args/InputTests.java",
"content": "/*\n * Copyright (c) 2020, Oracle and/or its affiliates. All rights reserved.\n * DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER.\n *\n * This code is free software; you can redistribute it and/or modify it\n * under the terms of the GNU General Public License version 2 only, as\n * published by the Free Software Foundation.\n *\n * This code is distributed in the hope that it will be useful, but WITHOUT\n * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or\n * FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License\n * version 2 for more details (a copy is included in the LICENSE file that\n * accompanied this code).\n *\n * You should have received a copy of the GNU General Public License version\n * 2 along with this work; if not, write to the Free Software Foundation,\n * Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA.\n *\n * Please contact Oracle, 500 Oracle Parkway, Redwood Shores, CA 94065 USA\n * or visit www.oracle.com if you need additional information or have any\n * questions.\n */\npackage org.openjdk.skara.args;\n\nimport org.junit.jupiter.api.Test;\n\nimport static org.junit.jupiter.api.Assertions.assertEquals;\n\npublic class InputTests {\n @Test\n void trailingToString() {\n var i = Input.position(0)\n .describe(\"ARG\")\n .trailing()\n .required();\n assertEquals(\"...\", i.toString());\n }\n\n @Test\n void singleToString() {\n var i = Input.position(0)\n .describe(\"ARG\")\n .singular()\n .required();\n assertEquals(\"\", i.toString());\n }\n\n @Test\n void multipleToString() {\n var i = Input.position(0)\n .describe(\"ARG\")\n .multiple(2)\n .required();\n assertEquals(\"\", i.toString());\n }\n\n @Test\n void optionalToString() {\n var i = Input.position(0)\n .describe(\"ARG\")\n .singular()\n .optional();\n assertEquals(\"[]\", i.toString());\n }\n}\n"
},
{
"path": "args/src/test/java/org/openjdk/skara/args/SwitchTests.java",
"content": "/*\n * Copyright (c) 2018, 2019, Oracle and/or its affiliates. All rights reserved.\n * DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER.\n *\n * This code is free software; you can redistribute it and/or modify it\n * under the terms of the GNU General Public License version 2 only, as\n * published by the Free Software Foundation.\n *\n * This code is distributed in the hope that it will be useful, but WITHOUT\n * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or\n * FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License\n * version 2 for more details (a copy is included in the LICENSE file that\n * accompanied this code).\n *\n * You should have received a copy of the GNU General Public License version\n * 2 along with this work; if not, write to the Free Software Foundation,\n * Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA.\n *\n * Please contact Oracle, 500 Oracle Parkway, Redwood Shores, CA 94065 USA\n * or visit www.oracle.com if you need additional information or have any\n * questions.\n */\npackage org.openjdk.skara.args;\n\nimport org.junit.jupiter.api.Test;\n\nimport static org.junit.jupiter.api.Assertions.assertTrue;\n\npublic class SwitchTests {\n @Test\n void testFlagDescIsSwitch() {\n var f = Switch.shortcut(\"s\")\n .fullname(\"switch\")\n .helptext(\"This is a switch\")\n .optional();\n assertTrue(f.isSwitch());\n }\n}\n"
},
{
"path": "bot/build.gradle",
"content": "/*\n * Copyright (c) 2018, 2019, Oracle and/or its affiliates. All rights reserved.\n * DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER.\n *\n * This code is free software; you can redistribute it and/or modify it\n * under the terms of the GNU General Public License version 2 only, as\n * published by the Free Software Foundation.\n *\n * This code is distributed in the hope that it will be useful, but WITHOUT\n * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or\n * FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License\n * version 2 for more details (a copy is included in the LICENSE file that\n * accompanied this code).\n *\n * You should have received a copy of the GNU General Public License version\n * 2 along with this work; if not, write to the Free Software Foundation,\n * Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA.\n *\n * Please contact Oracle, 500 Oracle Parkway, Redwood Shores, CA 94065 USA\n * or visit www.oracle.com if you need additional information or have any\n * questions.\n */\n\nmodule {\n name = 'org.openjdk.skara.bot'\n test {\n requires 'org.junit.jupiter.api'\n opens 'org.openjdk.skara.bot' to 'org.junit.platform.commons'\n }\n}\n\ndependencies {\n implementation project(':ci')\n implementation project(':host')\n implementation project(':network')\n implementation project(':issuetracker')\n implementation project(':forge')\n implementation project(':vcs')\n implementation project(':json')\n implementation project(':census')\n implementation project(':metrics')\n implementation project(':version')\n}\n\npublishing {\n publications {\n bot(MavenPublication) {\n from components.java\n }\n }\n}\n"
},
{
"path": "bot/src/main/java/module-info.java",
"content": "/*\n * Copyright (c) 2018, 2019, Oracle and/or its affiliates. All rights reserved.\n * DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER.\n *\n * This code is free software; you can redistribute it and/or modify it\n * under the terms of the GNU General Public License version 2 only, as\n * published by the Free Software Foundation.\n *\n * This code is distributed in the hope that it will be useful, but WITHOUT\n * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or\n * FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License\n * version 2 for more details (a copy is included in the LICENSE file that\n * accompanied this code).\n *\n * You should have received a copy of the GNU General Public License version\n * 2 along with this work; if not, write to the Free Software Foundation,\n * Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA.\n *\n * Please contact Oracle, 500 Oracle Parkway, Redwood Shores, CA 94065 USA\n * or visit www.oracle.com if you need additional information or have any\n * questions.\n */\nmodule org.openjdk.skara.bot {\n requires transitive org.openjdk.skara.ci;\n requires transitive org.openjdk.skara.host;\n requires transitive org.openjdk.skara.issuetracker;\n requires transitive org.openjdk.skara.forge;\n requires transitive org.openjdk.skara.json;\n requires transitive org.openjdk.skara.census;\n requires transitive org.openjdk.skara.metrics;\n requires org.openjdk.skara.network;\n requires org.openjdk.skara.vcs;\n requires org.openjdk.skara.version;\n requires java.logging;\n requires java.management;\n requires jdk.management;\n requires jdk.httpserver;\n requires jdk.jfr;\n\n exports org.openjdk.skara.bot;\n\n uses org.openjdk.skara.bot.BotFactory;\n}\n"
},
{
"path": "bot/src/main/java/org/openjdk/skara/bot/Bot.java",
"content": "/*\n * Copyright (c) 2018, 2019, Oracle and/or its affiliates. All rights reserved.\n * DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER.\n *\n * This code is free software; you can redistribute it and/or modify it\n * under the terms of the GNU General Public License version 2 only, as\n * published by the Free Software Foundation.\n *\n * This code is distributed in the hope that it will be useful, but WITHOUT\n * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or\n * FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License\n * version 2 for more details (a copy is included in the LICENSE file that\n * accompanied this code).\n *\n * You should have received a copy of the GNU General Public License version\n * 2 along with this work; if not, write to the Free Software Foundation,\n * Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA.\n *\n * Please contact Oracle, 500 Oracle Parkway, Redwood Shores, CA 94065 USA\n * or visit www.oracle.com if you need additional information or have any\n * questions.\n */\npackage org.openjdk.skara.bot;\n\nimport org.openjdk.skara.json.JSONValue;\n\nimport java.util.List;\n\npublic interface Bot {\n List getPeriodicItems();\n default List processWebHook(JSONValue body) {\n return List.of();\n };\n String name();\n}\n"
},
{
"path": "bot/src/main/java/org/openjdk/skara/bot/BotConfiguration.java",
"content": "/*\n * Copyright (c) 2018, 2023, Oracle and/or its affiliates. All rights reserved.\n * DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER.\n *\n * This code is free software; you can redistribute it and/or modify it\n * under the terms of the GNU General Public License version 2 only, as\n * published by the Free Software Foundation.\n *\n * This code is distributed in the hope that it will be useful, but WITHOUT\n * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or\n * FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License\n * version 2 for more details (a copy is included in the LICENSE file that\n * accompanied this code).\n *\n * You should have received a copy of the GNU General Public License version\n * 2 along with this work; if not, write to the Free Software Foundation,\n * Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA.\n *\n * Please contact Oracle, 500 Oracle Parkway, Redwood Shores, CA 94065 USA\n * or visit www.oracle.com if you need additional information or have any\n * questions.\n */\npackage org.openjdk.skara.bot;\n\nimport org.openjdk.skara.ci.ContinuousIntegration;\nimport org.openjdk.skara.forge.HostedRepository;\nimport org.openjdk.skara.issuetracker.IssueProject;\nimport org.openjdk.skara.issuetracker.IssueTracker;\nimport org.openjdk.skara.json.JSONObject;\n\nimport java.nio.file.Path;\n\npublic interface BotConfiguration {\n /**\n * Folder that WorkItems may use to store permanent data.\n * @return\n */\n Path storageFolder();\n\n /**\n * Configuration-specific name mapped to a HostedRepository.\n * @param name\n * @return\n */\n HostedRepository repository(String name);\n\n /**\n * Configuration-specific name mapped to an IssueProject.\n * @param name\n * @return\n */\n IssueProject issueProject(String name);\n\n /**\n * Configuration-specific name mapped to an IssueTracker.\n * @param name\n * @return\n */\n IssueTracker issueTracker(String name);\n\n /**\n * Configuration-specific name mapped to a ContinuousIntegration.\n * @param name\n * @return\n */\n ContinuousIntegration continuousIntegration(String name);\n\n /**\n * Retrieves the ref name that optionally follows the configuration-specific repository name.\n * If not configured, returns the name of the VCS default branch.\n * @param name\n * @return\n */\n String repositoryRef(String name);\n\n /**\n * Extracts a reasonable short repository name from a full repository specification, e.g. host/org/repo:ref -> repo\n * @param name\n * @return\n */\n String repositoryName(String name);\n\n /**\n * Additional bot-specific configuration.\n * @return\n */\n JSONObject specific();\n}\n"
},
{
"path": "bot/src/main/java/org/openjdk/skara/bot/BotFactory.java",
"content": "/*\n * Copyright (c) 2018, 2019, Oracle and/or its affiliates. All rights reserved.\n * DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER.\n *\n * This code is free software; you can redistribute it and/or modify it\n * under the terms of the GNU General Public License version 2 only, as\n * published by the Free Software Foundation.\n *\n * This code is distributed in the hope that it will be useful, but WITHOUT\n * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or\n * FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License\n * version 2 for more details (a copy is included in the LICENSE file that\n * accompanied this code).\n *\n * You should have received a copy of the GNU General Public License version\n * 2 along with this work; if not, write to the Free Software Foundation,\n * Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA.\n *\n * Please contact Oracle, 500 Oracle Parkway, Redwood Shores, CA 94065 USA\n * or visit www.oracle.com if you need additional information or have any\n * questions.\n */\npackage org.openjdk.skara.bot;\n\nimport java.util.*;\nimport java.util.stream.*;\n\npublic interface BotFactory {\n\n /**\n * A user-friendly name for the given bot, used for configuration section naming. Should be lower case.\n * @return\n */\n String name();\n\n /**\n * Instantiate instances of this bot with the given configuration.\n * @param configuration\n * @return\n */\n List create(BotConfiguration configuration);\n\n static List getBotFactories() {\n return StreamSupport.stream(ServiceLoader.load(BotFactory.class).spliterator(), false)\n .collect(Collectors.toList());\n }\n\n}\n"
},
{
"path": "bot/src/main/java/org/openjdk/skara/bot/BotRunner.java",
"content": "/*\n * Copyright (c) 2018, 2024, Oracle and/or its affiliates. All rights reserved.\n * DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER.\n *\n * This code is free software; you can redistribute it and/or modify it\n * under the terms of the GNU General Public License version 2 only, as\n * published by the Free Software Foundation.\n *\n * This code is distributed in the hope that it will be useful, but WITHOUT\n * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or\n * FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License\n * version 2 for more details (a copy is included in the LICENSE file that\n * accompanied this code).\n *\n * You should have received a copy of the GNU General Public License version\n * 2 along with this work; if not, write to the Free Software Foundation,\n * Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA.\n *\n * Please contact Oracle, 500 Oracle Parkway, Redwood Shores, CA 94065 USA\n * or visit www.oracle.com if you need additional information or have any\n * questions.\n */\npackage org.openjdk.skara.bot;\n\nimport java.util.concurrent.atomic.AtomicInteger;\nimport org.openjdk.skara.json.JSONValue;\nimport org.openjdk.skara.metrics.*;\n\nimport java.io.IOException;\nimport java.nio.file.Path;\nimport java.net.*;\nimport java.time.*;\nimport java.util.*;\nimport java.util.concurrent.*;\nimport java.util.logging.*;\nimport java.lang.management.ManagementFactory;\nimport com.sun.management.ThreadMXBean;\n\nimport com.sun.net.httpserver.*;\nimport org.openjdk.skara.network.RestRequest;\nimport org.openjdk.skara.network.UncheckedRestException;\n\nclass BotRunnerError extends RuntimeException {\n BotRunnerError(String msg) {\n super(msg);\n }\n\n BotRunnerError(String msg, Throwable suppressed) {\n super(msg);\n addSuppressed(suppressed);\n }\n}\n\npublic class BotRunner {\n enum TaskPhases {\n BEGIN,\n END\n }\n\n private final AtomicInteger workIdCounter = new AtomicInteger();\n\n /**\n * A wrapper for a WorkItem while it's tracked as pending. Used to track\n * when a particular WorkItem entered the pending state so that metrics\n * and log messages can use this information.\n */\n private static class PendingWorkItem {\n private final WorkItem item;\n private final Instant createTime;\n\n public PendingWorkItem(WorkItem item) {\n this(item, null);\n }\n\n public PendingWorkItem(WorkItem item, Instant originalCreateTime) {\n this.item = item;\n if (originalCreateTime != null) {\n this.createTime = originalCreateTime;\n } else {\n this.createTime = Instant.now();\n }\n }\n }\n\n private class RunnableWorkItem implements Runnable {\n private static final Counter.WithThreeLabels EXCEPTIONS_COUNTER =\n Counter.name(\"skara_runner_exceptions\").labels(\"bot\", \"work_item\", \"exception\").register();\n /**\n * Gauge that tracks the time WorkItems have been pending before\n * being submitted.\n */\n private static final Gauge.WithTwoLabels PENDING_TIME_GAUGE =\n Gauge.name(\"skara_runner_pending_time\").labels(\"bot\", \"work_item\").register();\n /**\n * Gauge that tracks the time WorkItems have been submitted before\n * starting to run.\n */\n private static final Gauge.WithTwoLabels SUBMITTED_TIME_GAUGE =\n Gauge.name(\"skara_runner_submitted_time\").labels(\"bot\", \"work_item\").register();\n private static final Counter.WithTwoLabels TIME_COUNTER =\n Counter.name(\"skara_runner_run_time_total\").labels(\"bot\", \"work_item\").register();\n private static final Counter.WithTwoLabels ITEM_FINISHED_COUNTER =\n Counter.name(\"skara_runner_finished_counter\").labels(\"bot\", \"work_item\").register();\n private static final Counter.WithTwoLabels CPU_TIME_COUNTER =\n Counter.name(\"skara_runner_cpu_time_total\").labels(\"bot\", \"work_item\").register();\n private static final Counter.WithTwoLabels ALLOCATED_BYTES_COUNTER =\n Counter.name(\"skara_runner_allocated_bytes_total\").labels(\"bot\", \"work_item\").register();\n\n private final WorkItem item;\n private final int workId = workIdCounter.incrementAndGet();\n private final Instant createTime = Instant.now();\n // This gets updated by the watchdog when a timeout occurs to avoid\n // repeating the timeout log messages too often.\n private Instant timeoutWarningTime = createTime;\n\n RunnableWorkItem(WorkItem wrappedItem) {\n item = wrappedItem;\n }\n\n public WorkItem get() {\n return item;\n }\n\n private static Optional getThreadMXBean() {\n var bean = ManagementFactory.getThreadMXBean();\n return bean instanceof ThreadMXBean b ?\n Optional.of(b) : Optional.empty();\n }\n\n private static void enableThreadCpuTime() {\n var bean = getThreadMXBean();\n if (bean.get().isCurrentThreadCpuTimeSupported() && !bean.get().isThreadCpuTimeEnabled()) {\n bean.get().setThreadCpuTimeEnabled(true);\n }\n }\n\n private static long getCurrentThreadCpuTime() {\n var bean = getThreadMXBean();\n if (bean.isEmpty()) {\n return -1L;\n }\n return bean.get().isCurrentThreadCpuTimeSupported()?\n bean.get().getCurrentThreadCpuTime() :\n -1L;\n }\n\n private static long getCurrentThreadAllocatedBytes() {\n var bean = getThreadMXBean();\n if (bean.isEmpty()) {\n return -1L;\n }\n\n if (!bean.get().isThreadAllocatedMemorySupported()) {\n return -1L;\n }\n\n if (!bean.get().isThreadAllocatedMemoryEnabled()) {\n bean.get().setThreadAllocatedMemoryEnabled(true);\n }\n\n return bean.get().getCurrentThreadAllocatedBytes();\n }\n\n @Override\n public void run() {\n enableThreadCpuTime();\n long startCpuTimeNs = getCurrentThreadCpuTime();\n long startAllocatedBytes = getCurrentThreadAllocatedBytes();\n var start = Instant.now();\n\n try {\n runMeasured();\n } finally {\n ITEM_FINISHED_COUNTER.labels(item.botName(), item.workItemName()).inc();\n long stopCpuTimeNs = getCurrentThreadCpuTime();\n long stopAllocatedBytes = getCurrentThreadAllocatedBytes();\n\n var cpuTimeNs = (startCpuTimeNs == -1L && stopCpuTimeNs == -1L)?\n -1L : stopCpuTimeNs - startCpuTimeNs;\n var allocatedBytes = (startAllocatedBytes == -1L && stopAllocatedBytes == -1L)?\n -1L : stopAllocatedBytes - startAllocatedBytes;\n\n if (cpuTimeNs != -1L) {\n double cpuTimeSeconds = cpuTimeNs / 1_000_000_000.0;\n CPU_TIME_COUNTER.labels(item.botName(), item.workItemName()).inc(cpuTimeSeconds);\n }\n if (allocatedBytes != -1L) {\n ALLOCATED_BYTES_COUNTER.labels(item.botName(), item.workItemName()).inc(allocatedBytes);\n }\n TIME_COUNTER.labels(item.botName(), item.workItemName()).inc(\n Duration.between(start, Instant.now()).toMillis() / 1_000.0);\n }\n }\n\n private void runMeasured() {\n Path scratchPath;\n\n synchronized (executor) {\n if (scratchPaths.isEmpty()) {\n log.warning(\"No scratch paths available - postponing \" + item);\n addPending(new PendingWorkItem(item), null);\n return;\n }\n scratchPath = scratchPaths.removeFirst();\n }\n\n Collection followUpItems = null;\n var start = Instant.now();\n try (var __ = new LogContext(Map.of(\"work_item\", item.toString(),\n \"work_id\", String.valueOf(workId)))) {\n var submittedDuration = Duration.between(createTime, start);\n SUBMITTED_TIME_GAUGE.labels(item.botName(), item.workItemName()).set(submittedDuration.toMillis() / 1_000.0);\n log.log(Level.FINE, \"Executing item \" + item + \" on repository \" + scratchPath\n + \" after being submitted for \" + submittedDuration,\n new Object[]{TaskPhases.BEGIN, submittedDuration});\n try {\n followUpItems = item.run(scratchPath);\n } catch (UncheckedRestException e) {\n EXCEPTIONS_COUNTER.labels(item.botName(), item.workItemName(), e.getClass().getName()).inc();\n // Log as WARNING to avoid triggering alarms. Failed REST calls are tracked\n // using metrics.\n log.log(Level.WARNING, \"RestException during item execution (\" + item + \"): \"\n + e.getMessage(), e);\n item.handleRuntimeException(e);\n } catch (RuntimeException e) {\n EXCEPTIONS_COUNTER.labels(item.botName(), item.workItemName(), e.getClass().getName()).inc();\n if (e.getCause() instanceof UncheckedRestException) {\n // Log as WARNING to avoid triggering alarms. Failed REST calls are tracked\n // using metrics.\n log.log(Level.WARNING, \"RestException during item execution (\" + item + \")\"\n + e.getCause().getMessage(), e.getCause());\n } else {\n log.log(Level.SEVERE, \"Exception during item execution (\" + item + \"): \" + e.getMessage(), e);\n }\n item.handleRuntimeException(e);\n } catch (Error e) {\n EXCEPTIONS_COUNTER.labels(item.botName(), item.workItemName(), e.getClass().getName()).inc();\n log.log(Level.SEVERE, \"Error thrown during item execution: (\" + item + \"): \" + e.getMessage(), e);\n throw e;\n } finally {\n var duration = Duration.between(start, Instant.now());\n log.log(Level.FINE, \"Item \" + item + \" is now done after \" + duration,\n new Object[]{TaskPhases.END, duration});\n synchronized (executor) {\n scratchPaths.addLast(scratchPath);\n done(item);\n }\n }\n if (followUpItems != null) {\n followUpItems.forEach(BotRunner.this::submitOrSchedule);\n }\n\n synchronized (executor) {\n // Some of the pending items may now be eligible for execution\n var candidateItems = pending.entrySet().stream()\n .filter(e -> e.getValue().isEmpty() || !active.containsKey(e.getValue().get()))\n .map(Map.Entry::getKey)\n .toList();\n\n // Try the candidates against the current active set\n for (var candidate : candidateItems) {\n boolean maySubmit = true;\n for (var activeItem : active.keySet()) {\n if (!activeItem.concurrentWith(candidate.item)) {\n // Still can't run this candidate, leave it pending\n log.finer(\"Cannot submit candidate \" + candidate + \" - not concurrent with \" + activeItem);\n maySubmit = false;\n break;\n }\n }\n\n if (maySubmit) {\n removePending(candidate);\n submit(candidate.item);\n var timeSinceCreation = Duration.between(candidate.createTime, Instant.now());\n PENDING_TIME_GAUGE.labels(candidate.item.botName(), candidate.item.workItemName())\n .set(timeSinceCreation.toMillis() / 1_000.0);\n log.log(Level.FINE, \"Submitting item \" + candidate.item\n + \" after being pending for \" + timeSinceCreation, timeSinceCreation);\n }\n }\n }\n }\n }\n }\n\n // Mapping of pending items to the active item preventing them from running\n private final Map> pending;\n // Mapping of active WorkItem to their RunnableWorkItem\n private final Map active;\n private final Deque scratchPaths;\n\n private static final Counter.WithTwoLabels SCHEDULED_COUNTER =\n Counter.name(\"skara_runner_scheduled_counter\").labels(\"bot\", \"work_item\").register();\n private static final Counter.WithTwoLabels PENDING_COUNTER =\n Counter.name(\"skara_runner_pending_counter\").labels(\"bot\", \"work_item\").register();\n private static final Counter.WithTwoLabels SUBMITTED_COUNTER =\n Counter.name(\"skara_runner_submitted_counter\").labels(\"bot\", \"work_item\").register();\n private static final Counter.WithTwoLabels DISCARDED_COUNTER =\n Counter.name(\"skara_runner_discarded_counter\").labels(\"bot\", \"work_item\").register();\n /**\n * Gauge that tracks the number of active WorkItems for each kind\n */\n private static final Gauge.WithTwoLabels ACTIVE_GAUGE =\n Gauge.name(\"skara_runner_active\").labels(\"bot\", \"work_item\").register();\n /**\n * Gauge that tracks the number of pending WorkItems for each kind\n */\n private static final Gauge.WithTwoLabels PENDING_GAUGE =\n Gauge.name(\"skara_runner_pending\").labels(\"bot\", \"work_item\").register();\n\n private void submitOrSchedule(WorkItem item) {\n SCHEDULED_COUNTER.labels(item.botName(), item.workItemName()).inc();\n synchronized (executor) {\n for (var activeItem : active.keySet()) {\n if (!activeItem.concurrentWith(item)) {\n\n Instant originalCreateTime = null;\n for (var pendingItem : pending.keySet()) {\n // If there are pending items of the same type that we cannot run concurrently with, replace them.\n if (item.replaces(pendingItem.item)) {\n log.finer(\"Discarding obsoleted item \" + pendingItem +\n \" in favor of item \" + item);\n DISCARDED_COUNTER.labels(item.botName(), item.workItemName()).inc();\n removePending(pendingItem);\n originalCreateTime = pendingItem.createTime;\n // There can't be more than one\n break;\n }\n }\n\n log.fine(\"Adding pending item \" + item);\n addPending(new PendingWorkItem(item, originalCreateTime), activeItem);\n return;\n }\n }\n log.fine(\"Submitting item \" + item);\n submit(item);\n }\n }\n\n /**\n * Called to add a WorkItem to the pending queue\n * @param pendingItem Item to queue\n * @param activeItem Optional active item that this item is waiting for\n */\n private void addPending(PendingWorkItem pendingItem, WorkItem activeItem) {\n pending.put(pendingItem, Optional.ofNullable(activeItem));\n PENDING_GAUGE.labels(pendingItem.item.botName(), pendingItem.item.workItemName()).inc();\n PENDING_COUNTER.labels(pendingItem.item.botName(), pendingItem.item.workItemName()).inc();\n }\n\n /**\n * Called to remove an item from the pending queue.\n */\n private void removePending(PendingWorkItem pendingItem) {\n pending.remove(pendingItem);\n PENDING_GAUGE.labels(pendingItem.item.botName(), pendingItem.item.workItemName()).dec();\n }\n\n /**\n * Called to submit a WorkItem for execution\n */\n private void submit(WorkItem item) {\n RunnableWorkItem runnableWorkItem = new RunnableWorkItem(item);\n executor.submit(runnableWorkItem);\n active.put(item, runnableWorkItem);\n ACTIVE_GAUGE.labels(item.botName(), item.workItemName()).inc();\n SUBMITTED_COUNTER.labels(item.botName(), item.workItemName()).inc();\n }\n\n /**\n * Called when a WorkItem is done executing\n */\n private void done(WorkItem item) {\n active.remove(item);\n ACTIVE_GAUGE.labels(item.botName(), item.workItemName()).dec();\n }\n\n private void drain(Duration timeout) throws TimeoutException {\n Instant start = Instant.now();\n\n while (Instant.now().isBefore(start.plus(timeout))) {\n while (true) {\n var head = (ScheduledFuture) executor.getQueue().peek();\n if (head != null) {\n log.fine(\"Waiting for future to complete\");\n try {\n head.get();\n } catch (InterruptedException | ExecutionException e) {\n log.log(Level.WARNING, \"Exception during queue drain\", e);\n }\n } else {\n log.finest(\"Queue is now empty\");\n break;\n }\n }\n\n synchronized (executor) {\n if (pending.isEmpty() && active.isEmpty()) {\n log.fine(\"Nothing awaiting scheduling - drain is finished\");\n return;\n } else {\n log.finest(\"Waiting for flighted tasks\");\n }\n }\n try {\n Thread.sleep(1);\n } catch (InterruptedException e) {\n log.log(Level.WARNING, \"Exception during queue drain\", e);\n }\n }\n\n throw new TimeoutException();\n }\n\n private final BotRunnerConfiguration config;\n private final List bots;\n private final ScheduledThreadPoolExecutor executor;\n private final BotWatchdog botWatchdog;\n private final Duration watchdogWarnTimeout;\n private volatile boolean isReady;\n private volatile boolean isHealthy;\n\n private static final Logger log = Logger.getLogger(\"org.openjdk.skara.bot\");\n\n public BotRunner(BotRunnerConfiguration config, List bots) {\n this.config = config;\n this.bots = bots;\n\n pending = new HashMap<>();\n active = new HashMap<>();\n scratchPaths = new LinkedList<>();\n\n for (int i = 0; i < config.concurrency(); ++i) {\n var folder = config.scratchFolder().resolve(\"scratch-\" + i);\n scratchPaths.addLast(folder);\n }\n\n executor = new ScheduledThreadPoolExecutor(config.concurrency());\n botWatchdog = new BotWatchdog(config.watchdogTimeout(), () -> isHealthy = false);\n watchdogWarnTimeout = config.watchdogWarnTimeout();\n isReady = false;\n isHealthy = true;\n }\n\n boolean isReady() {\n return isReady;\n }\n\n boolean isHealthy() {\n return isHealthy;\n }\n\n private static final Gauge PERIODIC_CHECK_TIME_GAUGE =\n Gauge.name(\"skara_runner_check_time_gauge\").register();\n private static final Counter.WithOneLabel PERIODIC_CHECK_TIME =\n Counter.name(\"skara_runner_check_time\").labels(\"bot\").register();\n\n private void checkPeriodicItems() {\n try (var __ = new LogContext(\"work_id\", String.valueOf(workIdCounter.incrementAndGet()))) {\n Instant start = Instant.now();\n log.log(Level.FINE, \"Start of checking for periodic items\", TaskPhases.BEGIN);\n try {\n for (var bot : bots) {\n Instant botStart = Instant.now();\n try (var ___ = new LogContext(\"bot\", bot.toString())) {\n log.fine(\"Start of checking for periodic items for \" + bot);\n var items = bot.getPeriodicItems();\n for (var item : items) {\n submitOrSchedule(item);\n }\n } catch (UncheckedRestException e) {\n // Log as WARNING to avoid triggering alarms. Failed REST calls are tracked\n // using metrics.\n log.log(Level.WARNING, \"RestException during periodic items checking: \" + e.getMessage(), e);\n } catch (RuntimeException e) {\n log.log(Level.SEVERE, \"Exception during periodic items checking: \" + e.getMessage(), e);\n } finally {\n var duration = Duration.between(botStart, Instant.now());\n log.log(Level.FINE, \"Checking for periodic items for \" + bot + \" took \" + duration, duration);\n PERIODIC_CHECK_TIME.labels(bot.name()).inc(duration.toMillis() / 1_000.0);\n }\n }\n } finally {\n var duration = Duration.between(start, Instant.now());\n log.log(Level.FINE, \"Checking periodic items took \" + duration,\n new Object[]{TaskPhases.END, duration});\n PERIODIC_CHECK_TIME_GAUGE.set(duration.toMillis() / 1_000.0);\n }\n }\n }\n\n private void itemWatchdog() {\n synchronized (executor) {\n for (var activeRunnableItem : active.values()) {\n Instant now = Instant.now();\n var timeoutDuration = Duration.between(activeRunnableItem.timeoutWarningTime, now);\n if (timeoutDuration.compareTo(watchdogWarnTimeout) > 0) {\n log.severe(\"Item \" + activeRunnableItem.item + \" with workId \" + activeRunnableItem.workId + \" has been active more than \" +\n Duration.between(activeRunnableItem.createTime, now) + \" - this may be an error!\");\n // Reset the counter to avoid continuous reporting - once every watchdogTimeout is enough\n activeRunnableItem.timeoutWarningTime = now;\n }\n }\n // Inform the global watchdog that the scheduler is still executing items\n log.fine(\"Pinging Watchdog\");\n botWatchdog.ping();\n }\n }\n\n void processWebhook(JSONValue request) {\n try (var __ = new LogContext(\"work_id\", String.valueOf(workIdCounter.incrementAndGet()))) {\n log.log(Level.FINE, \"Starting processing of incoming rest request\", TaskPhases.BEGIN);\n log.fine(\"Request: \" + request);\n try {\n for (var bot : bots) {\n var items = bot.processWebHook(request);\n for (var item : items) {\n submitOrSchedule(item);\n }\n }\n } catch (RuntimeException e) {\n log.log(Level.SEVERE, \"Exception during rest request processing: \" + e.getMessage(), e);\n } finally {\n log.log(Level.FINE, \"Done processing incoming rest request\", TaskPhases.END);\n }\n }\n }\n\n public void run() {\n run(Duration.ofDays(10 * 365));\n }\n\n public void run(Duration timeout) {\n log.info(\"Periodic task interval: \" + config.scheduledExecutionPeriod());\n log.info(\"Concurrency: \" + config.concurrency());\n\n HttpServer server = null;\n var serverConfig = config.httpServer(this);\n if (serverConfig.isPresent()) {\n try {\n var port = serverConfig.get().port();\n var address = new InetSocketAddress(port);\n server = HttpServer.create(address, 0);\n server.setExecutor(null);\n for (var context : serverConfig.get().contexts()) {\n server.createContext(context.path(), context.handler());\n }\n server.start();\n } catch (IOException e) {\n log.log(Level.WARNING, \"Failed to create HTTP server\", e);\n }\n }\n\n isReady = true;\n\n var schedulingInterval = config.scheduledExecutionPeriod().toMillis();\n executor.scheduleAtFixedRate(this::itemWatchdog, 0, schedulingInterval, TimeUnit.MILLISECONDS);\n executor.scheduleAtFixedRate(this::checkPeriodicItems, 0, schedulingInterval, TimeUnit.MILLISECONDS);\n\n var cacheEvictionInterval = config.cacheEvictionInterval().toMillis();\n executor.scheduleAtFixedRate(RestRequest::evictOldCacheData, cacheEvictionInterval,\n cacheEvictionInterval, TimeUnit.MILLISECONDS);\n\n try {\n executor.awaitTermination(timeout.toMillis(), TimeUnit.MILLISECONDS);\n } catch (InterruptedException e) {\n e.printStackTrace();\n }\n\n if (server != null) {\n server.stop(0);\n }\n executor.shutdown();\n }\n\n public void runOnce(Duration timeout) throws TimeoutException {\n log.info(\"Starting BotRunner execution, will run once\");\n log.info(\"Timeout: \" + timeout);\n log.info(\"Concurrency: \" + config.concurrency());\n\n var periodics = executor.submit(this::checkPeriodicItems);\n try {\n log.fine(\"Make sure periodics execute at least once\");\n periodics.get();\n log.fine(\"Periodics have now run\");\n } catch (InterruptedException e) {\n throw new BotRunnerError(\"Interrupted\", e);\n } catch (ExecutionException e) {\n throw new BotRunnerError(\"Execution error\", e);\n }\n log.fine(\"Waiting for all spawned tasks\");\n drain(timeout);\n\n log.fine(\"Done waiting for all tasks\");\n executor.shutdown();\n }\n}\n"
},
{
"path": "bot/src/main/java/org/openjdk/skara/bot/BotRunnerConfiguration.java",
"content": "/*\n * Copyright (c) 2018, 2024, Oracle and/or its affiliates. All rights reserved.\n * DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER.\n *\n * This code is free software; you can redistribute it and/or modify it\n * under the terms of the GNU General Public License version 2 only, as\n * published by the Free Software Foundation.\n *\n * This code is distributed in the hope that it will be useful, but WITHOUT\n * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or\n * FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License\n * version 2 for more details (a copy is included in the LICENSE file that\n * accompanied this code).\n *\n * You should have received a copy of the GNU General Public License version\n * 2 along with this work; if not, write to the Free Software Foundation,\n * Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA.\n *\n * Please contact Oracle, 500 Oracle Parkway, Redwood Shores, CA 94065 USA\n * or visit www.oracle.com if you need additional information or have any\n * questions.\n */\npackage org.openjdk.skara.bot;\n\nimport org.openjdk.skara.ci.ContinuousIntegration;\nimport org.openjdk.skara.forge.*;\nimport org.openjdk.skara.host.Credential;\nimport org.openjdk.skara.issuetracker.*;\nimport org.openjdk.skara.json.JSONObject;\nimport org.openjdk.skara.network.URIBuilder;\nimport org.openjdk.skara.vcs.Branch;\nimport org.openjdk.skara.vcs.VCS;\n\nimport java.io.*;\nimport java.net.URI;\nimport java.nio.file.*;\nimport java.time.Duration;\nimport java.util.*;\nimport java.util.function.BiFunction;\nimport java.util.logging.Logger;\n\nimport com.sun.net.httpserver.HttpHandler;\n\npublic class BotRunnerConfiguration {\n private final Logger log;\n private final JSONObject config;\n private final Map repositoryHosts;\n private final Map issueHosts;\n private final Map continuousIntegrations;\n private final Map repositories;\n\n private BotRunnerConfiguration(JSONObject config, Path cwd) throws ConfigurationError {\n this.config = config;\n log = Logger.getLogger(\"org.openjdk.skara.bot\");\n\n repositoryHosts = parseRepositoryHosts(config, cwd);\n issueHosts = parseIssueHosts(config, cwd);\n continuousIntegrations = parseContinuousIntegrations(config, cwd);\n repositories = parseRepositories(config);\n }\n\n private Map parseRepositoryHosts(JSONObject config, Path cwd) throws ConfigurationError {\n Map ret = new HashMap<>();\n\n if (!config.contains(\"forges\")) {\n return ret;\n }\n\n for (var entry : config.get(\"forges\").fields()) {\n if (entry.value().contains(\"gitlab\")) {\n var gitlab = entry.value().get(\"gitlab\");\n var uri = URIBuilder.base(gitlab.get(\"url\").asString()).build();\n var pat = new Credential(gitlab.get(\"username\").asString(), gitlab.get(\"pat\").asString());\n ret.put(entry.name(), Forge.from(\"gitlab\", uri, pat, gitlab.asObject()));\n } else if (entry.value().contains(\"github\")) {\n var github = entry.value().get(\"github\");\n URI uri;\n if (github.contains(\"url\")) {\n uri = URIBuilder.base(github.get(\"url\").asString()).build();\n } else {\n uri = URIBuilder.base(\"https://github.com/\").build();\n }\n\n if (github.contains(\"app\")) {\n var keyFile = cwd.resolve(github.get(\"app\").get(\"key\").asString());\n try {\n var keyContents = Files.readString(keyFile);\n var pat = new Credential(github.get(\"app\").get(\"id\").asString() + \";\" +\n github.get(\"app\").get(\"installation\").asString(),\n keyContents);\n ret.put(entry.name(), Forge.from(\"github\", uri, pat, github.asObject()));\n } catch (IOException e) {\n throw new ConfigurationError(\"Cannot find key file: \" + keyFile);\n }\n } else if (github.contains(\"username\")) {\n var pat = new Credential(github.get(\"username\").asString(), github.get(\"pat\").asString());\n ret.put(entry.name(), Forge.from(\"github\", uri, pat, github.asObject()));\n } else {\n ret.put(entry.name(), Forge.from(\"github\", uri, github.asObject()));\n }\n } else if (entry.value().contains(\"bitbucket\")) {\n var bitbucket = entry.value().get(\"bitbucket\");\n var uri = URIBuilder.base(bitbucket.get(\"url\").asString()).build();\n var credential = new Credential(bitbucket.get(\"username\").asString(), bitbucket.get(\"pat\").asString());\n ret.put(entry.name(), Forge.from(\"bitbucket\", uri, credential, bitbucket.asObject()));\n } else {\n throw new ConfigurationError(\"Host \" + entry.name());\n }\n }\n\n return ret;\n }\n\n private Map parseIssueHosts(JSONObject config, Path cwd) throws ConfigurationError {\n Map ret = new HashMap<>();\n\n if (!config.contains(\"issuetrackers\")) {\n return ret;\n }\n\n for (var entry : config.get(\"issuetrackers\").fields()) {\n if (entry.value().contains(\"jira\")) {\n var jira = entry.value().get(\"jira\");\n var uri = URIBuilder.base(jira.get(\"url\").asString()).build();\n Credential credential = null;\n if (jira.contains(\"username\")) {\n credential = new Credential(jira.get(\"username\").asString(), jira.get(\"password\").asString());\n }\n ret.put(entry.name(), IssueTracker.from(\"jira\", uri, credential, jira.asObject()));\n } else {\n throw new ConfigurationError(\"Host \" + entry.name());\n }\n }\n\n return ret;\n }\n\n private Map parseContinuousIntegrations(JSONObject config, Path cwd) throws ConfigurationError {\n Map ret = new HashMap<>();\n\n if (!config.contains(\"ci\")) {\n return ret;\n }\n\n for (var entry : config.get(\"ci\").fields()) {\n var url = entry.value().get(\"url\").asString();\n var ci = ContinuousIntegration.from(URI.create(url), entry.value().asObject());\n if (ci.isPresent()) {\n ret.put(entry.name(), ci.get());\n } else {\n throw new ConfigurationError(\"No continuous integration named with url: \" + url);\n }\n }\n\n return ret;\n }\n\n private Map parseRepositories(JSONObject config) throws ConfigurationError {\n Map ret = new HashMap<>();\n\n if (!config.contains(\"repositories\")) {\n return ret;\n }\n\n for (var entry : config.get(\"repositories\").fields()) {\n var hostName = entry.value().get(\"host\").asString();\n if (!repositoryHosts.containsKey(hostName)) {\n throw new ConfigurationError(\"Repository \" + entry.name() + \" uses undefined host '\" + hostName + \"'\");\n }\n var host = repositoryHosts.get(hostName);\n var repo = host.repository(entry.value().get(\"repository\").asString()).orElseThrow(() ->\n new ConfigurationError(\"Repository \" + entry.value().get(\"repository\").asString() + \" is not available at \" + hostName)\n );\n ret.put(entry.name(), repo);\n }\n\n return ret;\n }\n\n private static class RepositoryEntry {\n HostedRepository repository;\n String ref;\n }\n\n private RepositoryEntry parseRepositoryEntry(String entry) throws ConfigurationError {\n var ret = new RepositoryEntry();\n var refSeparatorIndex = entry.indexOf(':');\n if (refSeparatorIndex >= 0) {\n ret.ref = entry.substring(refSeparatorIndex + 1);\n entry = entry.substring(0, refSeparatorIndex);\n }\n var hostSeparatorIndex = entry.indexOf('/');\n if (hostSeparatorIndex >= 0) {\n var hostName = entry.substring(0, hostSeparatorIndex);\n var host = repositoryHosts.get(hostName);\n if (!repositoryHosts.containsKey(hostName)) {\n throw new ConfigurationError(\"Repository entry \" + entry + \" uses undefined host '\" + hostName + \"'\");\n }\n var repositoryName = entry.substring(hostSeparatorIndex + 1);\n ret.repository = host.repository(repositoryName).orElseThrow(() ->\n new ConfigurationError(\"Repository \" + repositoryName + \" is not available at \" + hostName)\n );\n } else {\n if (!repositories.containsKey(entry)) {\n throw new ConfigurationError(\"Repository \" + entry + \" is not defined!\");\n }\n ret.repository = repositories.get(entry);\n }\n\n if (ret.ref == null) {\n ret.ref = Branch.defaultFor(ret.repository.repositoryType()).name();\n }\n\n return ret;\n }\n\n private IssueProject parseIssueProjectEntry(String entry) throws ConfigurationError {\n var hostSeparatorIndex = entry.indexOf('/');\n if (hostSeparatorIndex >= 0) {\n var hostName = entry.substring(0, hostSeparatorIndex);\n var host = issueHosts.get(hostName);\n if (!issueHosts.containsKey(hostName)) {\n throw new ConfigurationError(\"Issue project entry \" + entry + \" uses undefined host '\" + hostName + \"'\");\n }\n var issueProjectName = entry.substring(hostSeparatorIndex + 1);\n return host.project(issueProjectName);\n } else {\n throw new ConfigurationError(\"Malformed issue project entry\");\n }\n }\n\n public static BotRunnerConfiguration parse(JSONObject config, Path cwd) throws ConfigurationError {\n return new BotRunnerConfiguration(config, cwd);\n }\n\n public static BotRunnerConfiguration parse(JSONObject config) throws ConfigurationError {\n return parse(config, Paths.get(\".\"));\n }\n\n public BotConfiguration perBotConfiguration(String botName) throws ConfigurationError {\n if (!config.contains(botName)) {\n throw new ConfigurationError(\"No configuration for bot name: \" + botName);\n }\n\n return new BotConfiguration() {\n @Override\n public Path storageFolder() {\n if (!config.contains(\"storage\") || !config.get(\"storage\").contains(\"path\")) {\n try {\n return Files.createTempDirectory(\"storage-\" + botName);\n } catch (IOException e) {\n throw new UncheckedIOException(e);\n }\n }\n return Paths.get(config.get(\"storage\").get(\"path\").asString()).resolve(botName);\n }\n\n @Override\n public HostedRepository repository(String name) {\n try {\n var entry = parseRepositoryEntry(name);\n return entry.repository;\n } catch (ConfigurationError configurationError) {\n throw new RuntimeException(\"Couldn't find repository with name: \" + name, configurationError);\n }\n }\n\n @Override\n public IssueTracker issueTracker(String name) {\n if (!issueHosts.containsKey(name)) {\n throw new RuntimeException(\"Couldn't find issue tracker with name: \" + name);\n }\n return issueHosts.get(name);\n }\n\n @Override\n public IssueProject issueProject(String name) {\n try {\n return parseIssueProjectEntry(name);\n } catch (ConfigurationError configurationError) {\n throw new RuntimeException(\"Couldn't find issue project with name: \" + name, configurationError);\n }\n }\n\n @Override\n public ContinuousIntegration continuousIntegration(String name) {\n if (continuousIntegrations.containsKey(name)) {\n return continuousIntegrations.get(name);\n }\n throw new RuntimeException(\"Couldn't find continuous integration with name: \" + name);\n }\n\n @Override\n public String repositoryRef(String name) {\n try {\n var entry = parseRepositoryEntry(name);\n return entry.ref;\n } catch (ConfigurationError configurationError) {\n throw new RuntimeException(\"Couldn't find repository with name: \" + name, configurationError);\n }\n }\n\n @Override\n public String repositoryName(String name) {\n var refIndex = name.indexOf(':');\n if (refIndex >= 0) {\n name = name.substring(0, refIndex);\n }\n var orgIndex = name.lastIndexOf('/');\n if (orgIndex >= 0) {\n name = name.substring(orgIndex + 1);\n }\n return name;\n }\n\n @Override\n public JSONObject specific() {\n return config.get(botName).asObject();\n }\n };\n }\n\n /**\n * The amount of time to wait between each invocation of Bot.getPeriodicItems.\n * @return\n */\n Duration scheduledExecutionPeriod() {\n if (!config.contains(\"runner\") || !config.get(\"runner\").contains(\"interval\")) {\n log.info(\"No WorkItem invocation period defined, using default value\");\n return Duration.ofSeconds(10);\n } else {\n return Duration.parse(config.get(\"runner\").get(\"interval\").asString());\n }\n }\n\n /**\n * The amount of time to wait between runs of the RestResponseCache evictions.\n * @return\n */\n Duration cacheEvictionInterval() {\n if (!config.contains(\"runner\") || !config.get(\"runner\").contains(\"cache_eviction_interval\")) {\n var defaultValue = Duration.ofMinutes(5);\n log.info(\"No cache eviction interval defined, using default value \" + defaultValue);\n return defaultValue;\n } else {\n return Duration.parse(config.get(\"runner\").get(\"cache_eviction_interval\").asString());\n }\n }\n\n /**\n * Number of WorkItems to execute in parallel.\n * @return\n */\n Integer concurrency() {\n if (!config.contains(\"runner\") || !config.get(\"runner\").contains(\"concurrency\")) {\n log.info(\"WorkItem concurrency not defined, using default value\");\n return 2;\n } else {\n return config.get(\"runner\").get(\"concurrency\").asInt();\n }\n }\n\n /**\n * Folder that WorkItems may use to store temporary data.\n * @return\n */\n Path scratchFolder() {\n if (!config.contains(\"scratch\") || !config.get(\"scratch\").contains(\"path\")) {\n try {\n log.warning(\"No scratch folder defined, creating a temporary folder\");\n return Files.createTempDirectory(\"botrunner\");\n } catch (IOException e) {\n throw new UncheckedIOException(e);\n }\n }\n return Paths.get(config.get(\"scratch\").get(\"path\").asString());\n }\n\n static class HttpContextConfiguration {\n private final String path;\n private final HttpHandler handler;\n\n private HttpContextConfiguration(String path, HttpHandler handler) {\n this.path = path;\n this.handler = handler;\n }\n\n String path() {\n return path;\n }\n\n HttpHandler handler() {\n return handler;\n }\n }\n\n static class HttpServerConfiguration {\n private final int port;\n private final List contexts;\n\n private HttpServerConfiguration(int port, List contexts) {\n this.port = port;\n this.contexts = contexts;\n }\n\n int port() {\n return port;\n }\n\n List contexts() {\n return contexts;\n }\n }\n\n Optional httpServer(BotRunner runner) {\n if (!config.contains(\"http-server\")) {\n return Optional.empty();\n }\n\n Map> factories = Map.of(\n WebhookHandler.name(), WebhookHandler::create,\n MetricsHandler.name(), MetricsHandler::create,\n ReadinessHandler.name(), ReadinessHandler::create,\n LivenessHandler.name(), LivenessHandler::create,\n ProfileHandler.name(), ProfileHandler::create,\n VersionHandler.name(), VersionHandler::create\n );\n var contexts = new ArrayList();\n var port = config.get(\"http-server\").get(\"port\").asInt();\n for (var field : config.get(\"http-server\").fields()) {\n if (field.name().startsWith(\"/\")) {\n var path = field.name();\n var type = field.value().get(\"type\").asString();\n if (!factories.containsKey(type)) {\n throw new RuntimeException(\"Unknown kind of HTTP handler: \" + type);\n }\n var handler = factories.get(type).apply(runner, field.value().asObject());\n contexts.add(new HttpContextConfiguration(path, handler));\n }\n }\n\n return Optional.of(new HttpServerConfiguration(port, contexts));\n }\n\n Duration watchdogTimeout() {\n if (!config.contains(\"runner\") || !config.get(\"runner\").contains(\"watchdog\")) {\n log.info(\"No WorkItem watchdog timeout defined, using default value\");\n return Duration.ofMinutes(30);\n } else {\n return Duration.parse(config.get(\"runner\").get(\"watchdog\").asString());\n }\n }\n\n Duration watchdogWarnTimeout() {\n if (!config.contains(\"runner\") || !config.get(\"runner\").contains(\"watchdog_warn\")) {\n log.info(\"No WorkItem watchdog_warn timeout defined, using watchdog value\");\n return watchdogTimeout();\n } else {\n return Duration.parse(config.get(\"runner\").get(\"watchdog_warn\").asString());\n }\n }\n}\n"
},
{
"path": "bot/src/main/java/org/openjdk/skara/bot/BotTaskAggregationHandler.java",
"content": "/*\n * Copyright (c) 2018, 2019, Oracle and/or its affiliates. All rights reserved.\n * DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER.\n *\n * This code is free software; you can redistribute it and/or modify it\n * under the terms of the GNU General Public License version 2 only, as\n * published by the Free Software Foundation.\n *\n * This code is distributed in the hope that it will be useful, but WITHOUT\n * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or\n * FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License\n * version 2 for more details (a copy is included in the LICENSE file that\n * accompanied this code).\n *\n * You should have received a copy of the GNU General Public License version\n * 2 along with this work; if not, write to the Free Software Foundation,\n * Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA.\n *\n * Please contact Oracle, 500 Oracle Parkway, Redwood Shores, CA 94065 USA\n * or visit www.oracle.com if you need additional information or have any\n * questions.\n */\npackage org.openjdk.skara.bot;\n\nimport java.util.*;\nimport java.util.concurrent.ConcurrentHashMap;\nimport java.util.logging.*;\n\npublic abstract class BotTaskAggregationHandler extends StreamHandler {\n\n private static class ThreadLogs {\n boolean isPublishing;\n boolean inTask;\n List logs;\n\n ThreadLogs() {\n isPublishing = false;\n clear();\n }\n\n void clear() {\n inTask = false;\n logs = new ArrayList<>();\n }\n }\n\n private final Map threadLogs;\n private final Logger log;\n // Should this class handle log level filtering or leave that to the subclass\n private final boolean filterOnLevel;\n\n public BotTaskAggregationHandler(boolean filterOnLevel) {\n this.filterOnLevel = filterOnLevel;\n threadLogs = new ConcurrentHashMap<>();\n log = Logger.getLogger(\"org.openjdk.skara.bot\");\n }\n\n private boolean hasMarker(LogRecord record, BotRunner.TaskPhases marker) {\n if (record.getParameters() == null) {\n return false;\n }\n return Arrays.asList(record.getParameters()).contains(marker);\n }\n\n @Override\n public final void publish(LogRecord record) {\n var newEntry = new ThreadLogs();\n var threadEntry = threadLogs.putIfAbsent(record.getLongThreadID(), newEntry);\n if (threadEntry == null) {\n threadEntry = newEntry;\n }\n\n // Avoid potential recursive log output\n if (threadEntry.isPublishing) {\n return;\n }\n threadEntry.isPublishing = true;\n\n try {\n if (!threadEntry.inTask) {\n if (!hasMarker(record, BotRunner.TaskPhases.BEGIN)) {\n if (!filterOnLevel || record.getLevel().intValue() >= getLevel().intValue()) {\n publishSingle(record);\n }\n return;\n }\n threadEntry.inTask = true;\n }\n if (!filterOnLevel || record.getLevel().intValue() >= getLevel().intValue()) {\n threadEntry.logs.add(record);\n }\n\n if (hasMarker(record, BotRunner.TaskPhases.END)) {\n publishAggregated(threadEntry.logs);\n threadEntry.clear();\n }\n }\n catch (RuntimeException e) {\n log.log(Level.SEVERE, \"Exception during task notification posting: \" + e.getMessage(), e);\n } finally {\n threadEntry.isPublishing = false;\n }\n }\n\n public abstract void publishAggregated(List task);\n public abstract void publishSingle(LogRecord record);\n}\n"
},
{
"path": "bot/src/main/java/org/openjdk/skara/bot/BotWatchdog.java",
"content": "/*\n * Copyright (c) 2020, 2024, Oracle and/or its affiliates. All rights reserved.\n * DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER.\n *\n * This code is free software; you can redistribute it and/or modify it\n * under the terms of the GNU General Public License version 2 only, as\n * published by the Free Software Foundation.\n *\n * This code is distributed in the hope that it will be useful, but WITHOUT\n * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or\n * FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License\n * version 2 for more details (a copy is included in the LICENSE file that\n * accompanied this code).\n *\n * You should have received a copy of the GNU General Public License version\n * 2 along with this work; if not, write to the Free Software Foundation,\n * Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA.\n *\n * Please contact Oracle, 500 Oracle Parkway, Redwood Shores, CA 94065 USA\n * or visit www.oracle.com if you need additional information or have any\n * questions.\n */\npackage org.openjdk.skara.bot;\n\nimport java.time.Duration;\n\npublic class BotWatchdog {\n private final Thread watchThread;\n private final Duration maxWait;\n private final Runnable callBack;\n private volatile boolean hasBeenPinged = false;\n\n private void threadMain() {\n while (true) {\n try {\n Thread.sleep(maxWait);\n if (!hasBeenPinged) {\n System.out.println(\"No watchdog ping detected for \" + maxWait + \" - exiting...\");\n callBack.run();\n System.exit(1);\n }\n hasBeenPinged = false;\n } catch (InterruptedException ignored) {\n }\n }\n }\n\n BotWatchdog(Duration maxWait, Runnable callBack) {\n this.maxWait = maxWait;\n this.callBack = callBack;\n watchThread = new Thread(this::threadMain);\n watchThread.setName(\"BotWatchdog\");\n watchThread.setDaemon(true);\n watchThread.start();\n }\n\n public void ping() {\n hasBeenPinged = true;\n }\n}\n"
},
{
"path": "bot/src/main/java/org/openjdk/skara/bot/ConfigurationError.java",
"content": "/*\n * Copyright (c) 2018, 2019, Oracle and/or its affiliates. All rights reserved.\n * DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER.\n *\n * This code is free software; you can redistribute it and/or modify it\n * under the terms of the GNU General Public License version 2 only, as\n * published by the Free Software Foundation.\n *\n * This code is distributed in the hope that it will be useful, but WITHOUT\n * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or\n * FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License\n * version 2 for more details (a copy is included in the LICENSE file that\n * accompanied this code).\n *\n * You should have received a copy of the GNU General Public License version\n * 2 along with this work; if not, write to the Free Software Foundation,\n * Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA.\n *\n * Please contact Oracle, 500 Oracle Parkway, Redwood Shores, CA 94065 USA\n * or visit www.oracle.com if you need additional information or have any\n * questions.\n */\npackage org.openjdk.skara.bot;\n\npublic class ConfigurationError extends Exception {\n ConfigurationError(String message) {\n super(message);\n }\n}\n"
},
{
"path": "bot/src/main/java/org/openjdk/skara/bot/LivenessHandler.java",
"content": "/*\n * Copyright (c) 2021, Oracle and/or its affiliates. All rights reserved.\n * DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER.\n *\n * This code is free software; you can redistribute it and/or modify it\n * under the terms of the GNU General Public License version 2 only, as\n * published by the Free Software Foundation.\n *\n * This code is distributed in the hope that it will be useful, but WITHOUT\n * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or\n * FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License\n * version 2 for more details (a copy is included in the LICENSE file that\n * accompanied this code).\n *\n * You should have received a copy of the GNU General Public License version\n * 2 along with this work; if not, write to the Free Software Foundation,\n * Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA.\n *\n * Please contact Oracle, 500 Oracle Parkway, Redwood Shores, CA 94065 USA\n * or visit www.oracle.com if you need additional information or have any\n * questions.\n */\npackage org.openjdk.skara.bot;\n\nimport org.openjdk.skara.json.JSONObject;\n\nimport com.sun.net.httpserver.*;\n\nimport java.io.IOException;\nimport java.util.logging.Logger;\n\nclass LivenessHandler implements HttpHandler {\n private static final Logger log = Logger.getLogger(\"org.openjdk.skara.bot\");\n private final BotRunner runner;\n\n LivenessHandler(BotRunner runner) {\n this.runner = runner;\n }\n\n @Override\n public void handle(HttpExchange exchange) throws IOException {\n if (runner.isHealthy()) {\n exchange.sendResponseHeaders(200, 0);\n exchange.getResponseBody().close();\n } else {\n exchange.sendResponseHeaders(500, 0);\n exchange.getResponseBody().close();\n }\n }\n\n static LivenessHandler create(BotRunner runner, JSONObject configuration) {\n return new LivenessHandler(runner);\n }\n\n static String name() {\n return \"liveness\";\n }\n}\n"
},
{
"path": "bot/src/main/java/org/openjdk/skara/bot/LogContext.java",
"content": "package org.openjdk.skara.bot;\n\nimport java.util.HashMap;\nimport java.util.Map;\nimport java.util.logging.Logger;\n\n/**\n * A LogContext is used to temporarily add extra log metadata in the current thread.\n * It should be initiated with a try-with-resources construct. The variable itself\n * is never used, we only want the controlled automatic close at the end of the try\n * block. Typically name the variable __. Example:\n *\n * try (var __ = new LogContext(\"foo\", \"bar\")) {\n * // some code that logs stuff\n * }\n */\npublic class LogContext implements AutoCloseable {\n private static final Logger log = Logger.getLogger(\"org.openjdk.skara.bot\");\n private final Map context = new HashMap<>();\n\n public LogContext(String key, String value) {\n this.init(Map.of(key, value));\n }\n\n public LogContext(Map ctx) {\n this.init(ctx);\n }\n\n private void init(Map newContext) {\n for (var entry : newContext.entrySet()) {\n String currentValue = LogContextMap.get(entry.getKey());\n if (currentValue != null) {\n if (!currentValue.equals(entry.getValue())) {\n log.severe(\"Tried to override the current LogContext value: \" + currentValue\n + \" for \" + entry.getKey() + \" with a different value: \" + entry.getValue());\n }\n } else {\n this.context.put(entry.getKey(), entry.getValue());\n LogContextMap.put(entry.getKey(), entry.getValue());\n }\n }\n\n }\n\n public void close() {\n this.context.forEach((key, value) -> {\n LogContextMap.remove(key);\n });\n }\n}\n"
},
{
"path": "bot/src/main/java/org/openjdk/skara/bot/LogContextMap.java",
"content": "package org.openjdk.skara.bot;\n\nimport java.util.Collections;\nimport java.util.HashMap;\nimport java.util.Map;\nimport java.util.Set;\n\n/**\n * This class holds a static thread local hashmap to store temporary log\n * metadata which our custom StreamHandlers can pick up and include in log\n * messages.\n */\npublic class LogContextMap {\n\n private static final ThreadLocal> threadContextMap = new ThreadLocal<>();\n\n public static void put(String key, String value) {\n if (threadContextMap.get() == null) {\n threadContextMap.set(new HashMap<>());\n }\n var map = threadContextMap.get();\n map.put(key, value);\n }\n\n public static String get(String key) {\n if (threadContextMap.get() != null) {\n return threadContextMap.get().get(key);\n } else {\n return null;\n }\n }\n\n public static String remove(String key) {\n if (threadContextMap.get() != null) {\n return threadContextMap.get().remove(key);\n } else {\n return null;\n }\n }\n\n public static Set> entrySet() {\n if (threadContextMap.get() != null) {\n return threadContextMap.get().entrySet();\n } else {\n return Collections.emptySet();\n }\n }\n}\n"
},
{
"path": "bot/src/main/java/org/openjdk/skara/bot/MetricsHandler.java",
"content": "/*\n * Copyright (c) 2021, Oracle and/or its affiliates. All rights reserved.\n * DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER.\n *\n * This code is free software; you can redistribute it and/or modify it\n * under the terms of the GNU General Public License version 2 only, as\n * published by the Free Software Foundation.\n *\n * This code is distributed in the hope that it will be useful, but WITHOUT\n * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or\n * FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License\n * version 2 for more details (a copy is included in the LICENSE file that\n * accompanied this code).\n *\n * You should have received a copy of the GNU General Public License version\n * 2 along with this work; if not, write to the Free Software Foundation,\n * Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA.\n *\n * Please contact Oracle, 500 Oracle Parkway, Redwood Shores, CA 94065 USA\n * or visit www.oracle.com if you need additional information or have any\n * questions.\n */\npackage org.openjdk.skara.bot;\n\nimport com.sun.net.httpserver.*;\nimport org.openjdk.skara.json.*;\n\nimport org.openjdk.skara.metrics.*;\n\nimport java.io.IOException;\nimport java.nio.charset.StandardCharsets;\nimport java.util.logging.Logger;\nimport java.time.ZonedDateTime;\n\nclass MetricsHandler implements HttpHandler {\n private static final Logger log = Logger.getLogger(\"org.openjdk.skara.bot\");\n private final Exporter exporter;\n\n private MetricsHandler(Exporter exporter) {\n this.exporter = exporter;\n }\n\n @Override\n public void handle(HttpExchange exchange) throws IOException {\n var metrics = CollectorRegistry.defaultRegistry().scrape();\n var response = exporter.export(metrics);\n exchange.sendResponseHeaders(200, response.length());\n var output = exchange.getResponseBody();\n output.write(response.getBytes(StandardCharsets.UTF_8));\n output.close();\n }\n\n static MetricsHandler create(BotRunner runner, JSONObject configuration) {\n return new MetricsHandler(new PrometheusExporter());\n }\n\n static String name() {\n return \"metrics\";\n }\n}\n"
},
{
"path": "bot/src/main/java/org/openjdk/skara/bot/ProfileHandler.java",
"content": "/*\n * Copyright (c) 2021, Oracle and/or its affiliates. All rights reserved.\n * DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER.\n *\n * This code is free software; you can redistribute it and/or modify it\n * under the terms of the GNU General Public License version 2 only, as\n * published by the Free Software Foundation.\n *\n * This code is distributed in the hope that it will be useful, but WITHOUT\n * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or\n * FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License\n * version 2 for more details (a copy is included in the LICENSE file that\n * accompanied this code).\n *\n * You should have received a copy of the GNU General Public License version\n * 2 along with this work; if not, write to the Free Software Foundation,\n * Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA.\n *\n * Please contact Oracle, 500 Oracle Parkway, Redwood Shores, CA 94065 USA\n * or visit www.oracle.com if you need additional information or have any\n * questions.\n */\npackage org.openjdk.skara.bot;\n\nimport org.openjdk.skara.json.JSONObject;\n\nimport java.io.*;\nimport java.nio.file.*;\nimport java.util.*;\nimport java.util.logging.*;\nimport com.sun.net.httpserver.*;\nimport jdk.jfr.*;\nimport java.text.ParseException;\nimport java.util.concurrent.locks.ReentrantLock;\n\nclass ProfileHandler implements HttpHandler {\n private static final Logger log = Logger.getLogger(\"org.openjdk.skara.bot\");\n private final Path configurationPath;\n private final int maxDuration;\n private final String token;\n private final ReentrantLock lock = new ReentrantLock();\n\n private ProfileHandler(Path configurationPath, int maxDuration, String token) {\n this.configurationPath = configurationPath;\n this.maxDuration = maxDuration;\n this.token = token;\n }\n\n private static Map parameters(HttpExchange exchange) {\n var query = exchange.getRequestURI().getQuery();\n var parts = query.split(\"&\");\n var result = new HashMap();\n for (var part : parts) {\n var keyAndValue = part.split(\"=\");\n result.put(keyAndValue[0], keyAndValue[1]);\n }\n return result;\n }\n\n private void handleLocked(HttpExchange exchange) throws IOException {\n var params = parameters(exchange);\n var seconds = params.getOrDefault(\"seconds\", \"30\");\n var configurationName = params.getOrDefault(\"configuration\", \"profile\");\n\n Configuration configuration = null;\n try {\n configuration = Configuration.create(configurationPath);\n } catch (ParseException e) {\n log.log(Level.WARNING, \"Could not get JFR configuration\", e);\n exchange.sendResponseHeaders(500, 0);\n exchange.getResponseBody().close();\n }\n\n log.info(\"Profiling for \" + seconds + \" seconds with configuration \" + configurationName);\n var recording = new Recording(configuration);\n recording.start();\n\n try {\n var duration = Integer.parseInt(seconds);\n if (duration > maxDuration) {\n duration = maxDuration;\n }\n Thread.sleep(duration * 1000);\n } catch (InterruptedException e) {\n log.log(Level.WARNING, \"Thread interrupted when sleeping\", e);\n exchange.sendResponseHeaders(500, 0);\n exchange.getResponseBody().close();\n }\n\n recording.stop();\n var path = Files.createTempFile(\"recording\", \"jfr\");\n recording.dump(path);\n\n var buffer = new byte[4096];\n exchange.sendResponseHeaders(200, Files.size(path));\n try (var output = exchange.getResponseBody(); var stream = Files.newInputStream(path)) {\n while (true) {\n var read = stream.read(buffer);\n if (read == -1) {\n break;\n }\n output.write(buffer, 0, read);\n }\n } catch (Throwable t) {\n log.log(Level.WARNING, \"Could not send JFR recording\", t);\n } finally {\n Files.deleteIfExists(path);\n }\n }\n\n @Override\n public void handle(HttpExchange exchange) throws IOException {\n var authHeader = exchange.getRequestHeaders().getFirst(\"Authorization\");\n if (authHeader == null) {\n log.log(Level.WARNING, \"Authorization HTTP header missing\");\n exchange.sendResponseHeaders(401, 0);\n exchange.getResponseBody().close();\n return;\n }\n var authParts = authHeader.split(\" \");\n if (authParts.length != 2 || !authParts[0].equals(\"token\")) {\n log.log(Level.WARNING, \"Authorization HTTP header has wrong format\");\n exchange.sendResponseHeaders(401, 0);\n exchange.getResponseBody().close();\n return;\n }\n if (!authParts[1].equals(token)) {\n log.log(Level.WARNING, \"Wrong authorization token: \" + authParts[1]);\n exchange.sendResponseHeaders(401, 0);\n exchange.getResponseBody().close();\n return;\n }\n\n // Only allow one recording at a time.\n lock.lock();\n try {\n handleLocked(exchange);\n } finally {\n lock.unlock();\n }\n }\n\n static ProfileHandler create(BotRunner runner, JSONObject configuration) {\n var configurationPath = Path.of(configuration.get(\"configuration\").asString());\n var maxDuration = configuration.get(\"max-duration\").asInt();\n var token = configuration.get(\"token\").asString();\n return new ProfileHandler(configurationPath, maxDuration, token);\n }\n\n static String name() {\n return \"profile\";\n }\n}\n"
},
{
"path": "bot/src/main/java/org/openjdk/skara/bot/ReadinessHandler.java",
"content": "/*\n * Copyright (c) 2021, Oracle and/or its affiliates. All rights reserved.\n * DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER.\n *\n * This code is free software; you can redistribute it and/or modify it\n * under the terms of the GNU General Public License version 2 only, as\n * published by the Free Software Foundation.\n *\n * This code is distributed in the hope that it will be useful, but WITHOUT\n * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or\n * FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License\n * version 2 for more details (a copy is included in the LICENSE file that\n * accompanied this code).\n *\n * You should have received a copy of the GNU General Public License version\n * 2 along with this work; if not, write to the Free Software Foundation,\n * Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA.\n *\n * Please contact Oracle, 500 Oracle Parkway, Redwood Shores, CA 94065 USA\n * or visit www.oracle.com if you need additional information or have any\n * questions.\n */\npackage org.openjdk.skara.bot;\n\nimport org.openjdk.skara.json.JSONObject;\n\nimport com.sun.net.httpserver.*;\n\nimport java.io.IOException;\nimport java.util.logging.Logger;\n\nclass ReadinessHandler implements HttpHandler {\n private static final Logger log = Logger.getLogger(\"org.openjdk.skara.bot\");\n private final BotRunner runner;\n\n ReadinessHandler(BotRunner runner) {\n this.runner = runner;\n }\n\n @Override\n public void handle(HttpExchange exchange) throws IOException {\n if (runner.isReady()) {\n exchange.sendResponseHeaders(200, 0);\n exchange.getResponseBody().close();\n } else {\n exchange.sendResponseHeaders(404, 0);\n exchange.getResponseBody().close();\n }\n }\n\n static ReadinessHandler create(BotRunner runner, JSONObject configuration) {\n return new ReadinessHandler(runner);\n }\n\n static String name() {\n return \"readiness\";\n }\n}\n"
},
{
"path": "bot/src/main/java/org/openjdk/skara/bot/VersionHandler.java",
"content": "/*\n * Copyright (c) 2021, Oracle and/or its affiliates. All rights reserved.\n * DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER.\n *\n * This code is free software; you can redistribute it and/or modify it\n * under the terms of the GNU General Public License version 2 only, as\n * published by the Free Software Foundation.\n *\n * This code is distributed in the hope that it will be useful, but WITHOUT\n * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or\n * FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License\n * version 2 for more details (a copy is included in the LICENSE file that\n * accompanied this code).\n *\n * You should have received a copy of the GNU General Public License version\n * 2 along with this work; if not, write to the Free Software Foundation,\n * Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA.\n *\n * Please contact Oracle, 500 Oracle Parkway, Redwood Shores, CA 94065 USA\n * or visit www.oracle.com if you need additional information or have any\n * questions.\n */\npackage org.openjdk.skara.bot;\n\nimport org.openjdk.skara.json.JSONObject;\nimport org.openjdk.skara.version.Version;\n\nimport com.sun.net.httpserver.*;\n\nimport java.io.IOException;\nimport java.nio.charset.StandardCharsets;\nimport java.util.logging.Logger;\n\nclass VersionHandler implements HttpHandler {\n private static final Logger log = Logger.getLogger(\"org.openjdk.skara.bot\");\n\n @Override\n public void handle(HttpExchange exchange) throws IOException {\n var version = Version.fromManifest();\n if (version.isPresent()) {\n var bytes = version.get().getBytes(StandardCharsets.UTF_8);\n exchange.sendResponseHeaders(200, bytes.length);\n exchange.getResponseBody().write(bytes);\n exchange.getResponseBody().close();\n } else {\n exchange.sendResponseHeaders(500, 0);\n exchange.getResponseBody().close();\n }\n }\n\n static VersionHandler create(BotRunner runner, JSONObject configuration) {\n return new VersionHandler();\n }\n\n static String name() {\n return \"version\";\n }\n}\n"
},
{
"path": "bot/src/main/java/org/openjdk/skara/bot/WebhookHandler.java",
"content": "/*\n * Copyright (c) 2018, 2021, Oracle and/or its affiliates. All rights reserved.\n * DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER.\n *\n * This code is free software; you can redistribute it and/or modify it\n * under the terms of the GNU General Public License version 2 only, as\n * published by the Free Software Foundation.\n *\n * This code is distributed in the hope that it will be useful, but WITHOUT\n * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or\n * FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License\n * version 2 for more details (a copy is included in the LICENSE file that\n * accompanied this code).\n *\n * You should have received a copy of the GNU General Public License version\n * 2 along with this work; if not, write to the Free Software Foundation,\n * Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA.\n *\n * Please contact Oracle, 500 Oracle Parkway, Redwood Shores, CA 94065 USA\n * or visit www.oracle.com if you need additional information or have any\n * questions.\n */\npackage org.openjdk.skara.bot;\n\nimport com.sun.net.httpserver.*;\nimport org.openjdk.skara.json.*;\n\nimport java.io.*;\nimport java.nio.charset.StandardCharsets;\nimport java.util.logging.Level;\nimport java.util.logging.Logger;\n\nclass WebhookHandler implements HttpHandler {\n private final static Logger log = Logger.getLogger(\"org.openjdk.skara.bot\");\n private final BotRunner runner;\n\n private WebhookHandler(BotRunner runner) {\n this.runner = runner;\n }\n\n @Override\n public void handle(HttpExchange exchange) throws IOException {\n var input = new String(exchange.getRequestBody().readAllBytes(), StandardCharsets.UTF_8);\n\n JSONValue json = null;\n try {\n json = JSON.parse(input);\n } catch (Exception e) {\n log.log(Level.WARNING, \"Failed to parse incoming request: \" + input, e);\n exchange.sendResponseHeaders(400, 0);\n exchange.getResponseBody().close();\n return;\n }\n\n // Reply immediately\n var response = \"{}\";\n exchange.sendResponseHeaders(200, response.length());\n var output = exchange.getResponseBody();\n output.write(response.getBytes(StandardCharsets.UTF_8));\n output.close();\n\n runner.processWebhook(json);\n }\n\n static String name() {\n return \"webhook\";\n }\n\n static WebhookHandler create(BotRunner runner, JSONObject configuration) {\n return new WebhookHandler(runner);\n }\n}\n"
},
{
"path": "bot/src/main/java/org/openjdk/skara/bot/WorkItem.java",
"content": "/*\n * Copyright (c) 2018, 2019, Oracle and/or its affiliates. All rights reserved.\n * DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER.\n *\n * This code is free software; you can redistribute it and/or modify it\n * under the terms of the GNU General Public License version 2 only, as\n * published by the Free Software Foundation.\n *\n * This code is distributed in the hope that it will be useful, but WITHOUT\n * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or\n * FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License\n * version 2 for more details (a copy is included in the LICENSE file that\n * accompanied this code).\n *\n * You should have received a copy of the GNU General Public License version\n * 2 along with this work; if not, write to the Free Software Foundation,\n * Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA.\n *\n * Please contact Oracle, 500 Oracle Parkway, Redwood Shores, CA 94065 USA\n * or visit www.oracle.com if you need additional information or have any\n * questions.\n */\npackage org.openjdk.skara.bot;\n\nimport java.nio.file.Path;\nimport java.util.*;\n\npublic interface WorkItem {\n /**\n * Return true if this item can run concurrently with other, otherwise false.\n * @param other\n * @return\n */\n boolean concurrentWith(WorkItem other);\n\n /**\n * Returns true if this item should replace the other item in the queue. By default\n * this is true if both items are of the same type, and cannot run concurrently with\n * each other. In some cases we need a more specific condition.\n */\n default boolean replaces(WorkItem other) {\n return this.getClass().equals(other.getClass()) && !concurrentWith(other);\n }\n\n /**\n * Execute the appropriate tasks with the provided scratch folder. Optionally return follow-up work items\n * that will be scheduled for execution.\n * @param scratchPath\n * @return A collection of follow-up work items, allowed to be empty (or null) if none are needed.\n */\n Collection run(Path scratchPath);\n\n String botName();\n String workItemName();\n\n /**\n * The BotRunner will catch RuntimeExceptions, implementing this method allows a WorkItem to\n * perform additional cleanup if necessary (avoiding the need for catching and rethrowing the exception).\n * @param e\n */\n default void handleRuntimeException(RuntimeException e) {}\n}\n"
},
{
"path": "bot/src/test/java/org/openjdk/skara/bot/BotRunnerConfigurationTests.java",
"content": "/*\n * Copyright (c) 2018, 2019, Oracle and/or its affiliates. All rights reserved.\n * DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER.\n *\n * This code is free software; you can redistribute it and/or modify it\n * under the terms of the GNU General Public License version 2 only, as\n * published by the Free Software Foundation.\n *\n * This code is distributed in the hope that it will be useful, but WITHOUT\n * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or\n * FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License\n * version 2 for more details (a copy is included in the LICENSE file that\n * accompanied this code).\n *\n * You should have received a copy of the GNU General Public License version\n * 2 along with this work; if not, write to the Free Software Foundation,\n * Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA.\n *\n * Please contact Oracle, 500 Oracle Parkway, Redwood Shores, CA 94065 USA\n * or visit www.oracle.com if you need additional information or have any\n * questions.\n */\npackage org.openjdk.skara.bot;\n\nimport org.openjdk.skara.json.JSON;\n\nimport org.junit.jupiter.api.Test;\n\nimport java.nio.file.Path;\n\nimport static org.junit.jupiter.api.Assertions.*;\n\nclass BotRunnerConfigurationTests {\n @Test\n void storageFolder() throws ConfigurationError {\n var input = JSON.object().put(\"storage\", JSON.object().put(\"path\", \"/x\"))\n .put(\"xbot\", JSON.object());\n var cfg = BotRunnerConfiguration.parse(input);\n var botCfg = cfg.perBotConfiguration(\"xbot\");\n\n assertEquals(Path.of(\"/x/xbot\"), botCfg.storageFolder());\n }\n\n @Test\n void parseHost() throws ConfigurationError {\n var input = JSON.object()\n .put(\"xbot\",\n JSON.object().put(\"repository\", \"test/x/y\"));\n var cfg = BotRunnerConfiguration.parse(input);\n var botCfg = cfg.perBotConfiguration(\"xbot\");\n\n var error = assertThrows(RuntimeException.class, () -> botCfg.repository(\"test/x/y\"));\n assertEquals(\"Repository entry test/x/y uses undefined host 'test'\", error.getCause().getMessage());\n }\n\n @Test\n void parseRef() throws ConfigurationError {\n var input = JSON.object()\n .put(\"xbot\",\n JSON.object().put(\"repository\", \"test/x/y:z\"));\n var cfg = BotRunnerConfiguration.parse(input);\n var botCfg = cfg.perBotConfiguration(\"xbot\");\n\n var error = assertThrows(RuntimeException.class, () -> botCfg.repositoryRef(\"test/x/y:z\"));\n assertEquals(\"Repository entry test/x/y uses undefined host 'test'\", error.getCause().getMessage());\n }\n\n @Test\n void parseName() throws ConfigurationError {\n var empty = JSON.object().put(\"xbot\", JSON.object());\n var cfg = BotRunnerConfiguration.parse(empty);\n assertEquals(\"repo\", cfg.perBotConfiguration(\"xbot\").repositoryName(\"repo\"));\n assertEquals(\"repo\", cfg.perBotConfiguration(\"xbot\").repositoryName(\"host/org/repo\"));\n assertEquals(\"repo\", cfg.perBotConfiguration(\"xbot\").repositoryName(\"host/org/repo:ref\"));\n assertEquals(\"repo\", cfg.perBotConfiguration(\"xbot\").repositoryName(\"host/org/repo:nested/ref\"));\n assertEquals(\"repo\", cfg.perBotConfiguration(\"xbot\").repositoryName(\"user@host/org/repo:nested/ref\"));\n }\n\n}\n"
},
{
"path": "bot/src/test/java/org/openjdk/skara/bot/BotRunnerTests.java",
"content": "/*\n * Copyright (c) 2018, 2019, Oracle and/or its affiliates. All rights reserved.\n * DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER.\n *\n * This code is free software; you can redistribute it and/or modify it\n * under the terms of the GNU General Public License version 2 only, as\n * published by the Free Software Foundation.\n *\n * This code is distributed in the hope that it will be useful, but WITHOUT\n * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or\n * FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License\n * version 2 for more details (a copy is included in the LICENSE file that\n * accompanied this code).\n *\n * You should have received a copy of the GNU General Public License version\n * 2 along with this work; if not, write to the Free Software Foundation,\n * Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA.\n *\n * Please contact Oracle, 500 Oracle Parkway, Redwood Shores, CA 94065 USA\n * or visit www.oracle.com if you need additional information or have any\n * questions.\n */\npackage org.openjdk.skara.bot;\n\nimport org.junit.jupiter.api.*;\nimport org.junit.jupiter.api.condition.EnabledOnOs;\nimport static org.junit.jupiter.api.condition.OS.LINUX;\nimport static org.junit.jupiter.api.condition.OS.MAC;\nimport org.openjdk.skara.json.JSON;\n\nimport java.nio.file.Path;\nimport java.time.Duration;\nimport java.util.*;\nimport java.util.concurrent.*;\nimport java.util.function.Supplier;\nimport java.util.logging.*;\n\nimport static org.junit.jupiter.api.Assertions.assertTrue;\n\nclass TestWorkItem implements WorkItem {\n private final ConcurrencyCheck concurrencyCheck;\n private final String description;\n boolean hasRun = false;\n\n interface ConcurrencyCheck {\n boolean concurrentWith(WorkItem other);\n }\n\n TestWorkItem(ConcurrencyCheck concurrencyCheck) {\n this.concurrencyCheck = concurrencyCheck;\n this.description = null;\n }\n\n TestWorkItem(ConcurrencyCheck concurrencyCheck, String description) {\n this.concurrencyCheck = concurrencyCheck;\n this.description = description;\n }\n\n @Override\n public Collection run(Path scratchPath) {\n hasRun = true;\n System.out.println(\"Item \" + this.toString() + \" now running\");\n return List.of();\n }\n\n @Override\n public boolean concurrentWith(WorkItem other) {\n return concurrencyCheck.concurrentWith(other);\n }\n\n @Override\n public String toString() {\n return description != null ? description : super.toString();\n }\n\n @Override\n public String botName() {\n return \"test-bot\";\n }\n\n @Override\n public String workItemName() {\n return botName();\n }\n}\n\nclass TestWorkItemChild extends TestWorkItem {\n TestWorkItemChild(ConcurrencyCheck concurrencyCheck, String description) {\n super(concurrencyCheck, description);\n }\n}\n\nclass TestWorkItemWithFollowup extends TestWorkItem {\n private List followUpItems;\n\n TestWorkItemWithFollowup(ConcurrencyCheck concurrencyCheck, String description, List followUpItems) {\n super(concurrencyCheck, description);\n\n this.followUpItems = followUpItems;\n }\n\n @Override\n public Collection run(Path scratchPath) {\n hasRun = true;\n System.out.println(\"Item with followups \" + this.toString() + \" now running\");\n return followUpItems;\n }\n}\n\nclass TestBlockedWorkItem implements WorkItem {\n private final CountDownLatch countDownLatch;\n\n TestBlockedWorkItem(CountDownLatch countDownLatch) {\n this.countDownLatch = countDownLatch;\n }\n\n @Override\n public boolean concurrentWith(WorkItem other) {\n return false;\n }\n\n @Override\n public Collection run(Path scratchPath) {\n System.out.println(\"Starting to wait...\");;\n try {\n countDownLatch.await();\n } catch (InterruptedException e) {\n throw new RuntimeException(e);\n }\n System.out.println(\"Done waiting\");\n return List.of();\n }\n\n @Override\n public String botName() {\n return \"test-blocked\";\n }\n\n @Override\n public String workItemName() {\n return botName();\n }\n}\n\nclass TestBot implements Bot {\n private final List items;\n private final Supplier> itemSupplier;\n\n TestBot(WorkItem... items) {\n this.items = Arrays.asList(items);\n itemSupplier = null;\n }\n\n TestBot(Supplier> itemSupplier) {\n items = null;\n this.itemSupplier = itemSupplier;\n }\n\n @Override\n public List getPeriodicItems() {\n if (items != null) {\n return items;\n } else {\n return itemSupplier.get();\n }\n }\n\n @Override\n public String name() {\n return \"test-bot\";\n }\n}\n\nclass BotRunnerTests {\n @BeforeAll\n static void setUp() {\n Logger log = Logger.getGlobal();\n log.setLevel(Level.FINER);\n log = Logger.getLogger(\"org.openjdk.bots.cli\");\n log.setLevel(Level.FINER);\n ConsoleHandler handler = new ConsoleHandler();\n handler.setLevel(Level.FINER);\n log.addHandler(handler);\n }\n\n private BotRunnerConfiguration config() {\n var config = JSON.object();\n try {\n return BotRunnerConfiguration.parse(config);\n } catch (ConfigurationError configurationError) {\n throw new RuntimeException(configurationError);\n }\n }\n\n private BotRunnerConfiguration config(String json) {\n var config = JSON.parse(json).asObject();\n try {\n return BotRunnerConfiguration.parse(config);\n } catch (ConfigurationError configurationError) {\n throw new RuntimeException(configurationError);\n }\n }\n @Test\n void simpleConcurrent() throws TimeoutException {\n var item1 = new TestWorkItem(i -> true, \"Item 1\");\n var item2 = new TestWorkItem(i -> true, \"Item 2\");\n var bot = new TestBot(item1, item2);\n var runner = new BotRunner(config(), List.of(bot));\n\n runner.runOnce(Duration.ofSeconds(10));\n\n assertTrue(item1.hasRun);\n assertTrue(item2.hasRun);\n }\n\n @Test\n void simpleSerial() throws TimeoutException {\n var item1 = new TestWorkItem(i -> false, \"Item 1\");\n var item2 = new TestWorkItem(i -> false, \"Item 2\");\n var bot = new TestBot(item1, item2);\n var runner = new BotRunner(config(), List.of(bot));\n\n runner.runOnce(Duration.ofSeconds(10));\n\n assertTrue(item1.hasRun);\n assertTrue(item2.hasRun);\n }\n\n @Test\n void moreItemsThanScratchPaths() throws TimeoutException {\n List items = new LinkedList<>();\n for (int i = 0; i < 20; ++i) {\n items.add(new TestWorkItem(x -> true, \"Item \" + i));\n }\n var bot = new TestBot(items.toArray(new TestWorkItem[0]));\n var runner = new BotRunner(config(), List.of(bot));\n\n runner.runOnce(Duration.ofSeconds(10));\n\n for (var item : items) {\n assertTrue(item.hasRun);\n }\n }\n\n static class ThrowingItemProvider {\n private final List items;\n private int throwCount;\n\n ThrowingItemProvider(List items, int throwCount) {\n this.items = items;\n this.throwCount = throwCount;\n }\n\n List get() {\n if (throwCount-- > 0) {\n throw new RuntimeException(\"Sorry, can't provide items just yet\");\n } else {\n return items;\n }\n }\n }\n\n @Test\n void periodItemsThrow() throws TimeoutException {\n var item1 = new TestWorkItem(i -> false, \"Item 1\");\n var item2 = new TestWorkItem(i -> false, \"Item 2\");\n var provider = new ThrowingItemProvider(List.of(item1, item2), 1);\n\n var bot = new TestBot(provider::get);\n\n new BotRunner(config(), List.of(bot)).runOnce(Duration.ofSeconds(10));\n Assertions.assertFalse(item1.hasRun);\n Assertions.assertFalse(item2.hasRun);\n\n new BotRunner(config(), List.of(bot)).runOnce(Duration.ofSeconds(10));\n assertTrue(item1.hasRun);\n assertTrue(item2.hasRun);\n }\n\n @Test\n void discardAdditionalBlockedItems() throws TimeoutException {\n var item1 = new TestWorkItem(i -> false, \"Item 1\");\n var item2 = new TestWorkItem(i -> false, \"Item 2\");\n var item3 = new TestWorkItem(i -> false, \"Item 3\");\n var item4 = new TestWorkItem(i -> false, \"Item 4\");\n var bot = new TestBot(item1, item2, item3, item4);\n\n var config = config(\"{\\\"runner\\\": { \\\"concurrency\\\": 1 } }\");\n var runner = new BotRunner(config, List.of(bot));\n\n runner.runOnce(Duration.ofSeconds(10));\n\n assertTrue(item1.hasRun);\n Assertions.assertFalse(item2.hasRun);\n Assertions.assertFalse(item3.hasRun);\n assertTrue(item4.hasRun);\n }\n\n @Test\n void dontDiscardDifferentBlockedItems() throws TimeoutException {\n var item1 = new TestWorkItem(i -> false, \"Item 1\");\n var item2 = new TestWorkItem(i -> false, \"Item 2\");\n var item3 = new TestWorkItem(i -> false, \"Item 3\");\n var item4 = new TestWorkItem(i -> false, \"Item 4\");\n var item5 = new TestWorkItemChild(i -> false, \"Item 5\");\n var item6 = new TestWorkItemChild(i -> false, \"Item 6\");\n var item7 = new TestWorkItemChild(i -> false, \"Item 7\");\n var bot = new TestBot(item1, item2, item3, item4, item5, item6, item7);\n\n var config = config(\"{\\\"runner\\\": { \\\"concurrency\\\": 1 } }\");\n var runner = new BotRunner(config, List.of(bot));\n\n runner.runOnce(Duration.ofSeconds(10));\n\n assertTrue(item1.hasRun);\n Assertions.assertFalse(item2.hasRun);\n Assertions.assertFalse(item3.hasRun);\n assertTrue(item4.hasRun);\n Assertions.assertFalse(item5.hasRun);\n Assertions.assertFalse(item6.hasRun);\n assertTrue(item7.hasRun);\n }\n\n @Test\n @EnabledOnOs({LINUX, MAC})\n void watchdogTrigger() throws TimeoutException {\n var countdownLatch = new CountDownLatch(1);\n var item = new TestBlockedWorkItem(countdownLatch);\n var bot = new TestBot(item);\n var runner = new BotRunner(config(\"{ \\\"runner\\\": { \\\"watchdog_warn\\\": \\\"PT0.01S\\\", \\\"interval\\\": \\\"PT0.001S\\\" } }\"), List.of(bot));\n\n var errors = new ArrayList();\n var log = Logger.getLogger(\"org.openjdk.skara.bot\");\n log.addHandler(new Handler() {\n @Override\n public void publish(LogRecord record) {\n if (record.getLevel().equals(Level.SEVERE)) {\n errors.add(record.getMessage());\n }\n }\n\n @Override\n public void flush() {\n }\n\n @Override\n public void close() throws SecurityException {\n }\n });\n\n runner.run(Duration.ofMillis(100));\n assertTrue(errors.size() > 0);\n assertTrue(errors.size() <= 100);\n countdownLatch.countDown();\n }\n\n @Test\n void dependentItems() throws TimeoutException {\n var item2 = new TestWorkItem(i -> true, \"Item 2\");\n var item3 = new TestWorkItem(i -> true, \"Item 3\");\n\n var item1 = new TestWorkItemWithFollowup(i -> true, \"Item 1\", List.of(item2, item3));\n var bot = new TestBot(item1);\n var runner = new BotRunner(config(), List.of(bot));\n\n runner.runOnce(Duration.ofSeconds(10));\n\n assertTrue(item1.hasRun);\n assertTrue(item2.hasRun);\n assertTrue(item3.hasRun);\n }\n}\n"
},
{
"path": "bot/src/test/java/org/openjdk/skara/bot/BotTaskAggregationHandlerTests.java",
"content": "/*\n * Copyright (c) 2018, 2024, Oracle and/or its affiliates. All rights reserved.\n * DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER.\n *\n * This code is free software; you can redistribute it and/or modify it\n * under the terms of the GNU General Public License version 2 only, as\n * published by the Free Software Foundation.\n *\n * This code is distributed in the hope that it will be useful, but WITHOUT\n * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or\n * FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License\n * version 2 for more details (a copy is included in the LICENSE file that\n * accompanied this code).\n *\n * You should have received a copy of the GNU General Public License version\n * 2 along with this work; if not, write to the Free Software Foundation,\n * Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA.\n *\n * Please contact Oracle, 500 Oracle Parkway, Redwood Shores, CA 94065 USA\n * or visit www.oracle.com if you need additional information or have any\n * questions.\n */\npackage org.openjdk.skara.bot;\n\nimport org.junit.jupiter.api.*;\n\nimport java.util.*;\nimport java.util.concurrent.*;\nimport java.util.logging.*;\nimport java.util.stream.*;\n\nimport static org.junit.jupiter.api.Assertions.assertEquals;\nimport static org.junit.jupiter.api.Assertions.fail;\n\nclass TestBotTaskAggregationHandler extends BotTaskAggregationHandler {\n\n private final Collection nonTaskRecords;\n private final Collection> taskRecords;\n\n TestBotTaskAggregationHandler() {\n super(false);\n nonTaskRecords = new ConcurrentLinkedQueue<>();\n taskRecords = new ConcurrentLinkedQueue<>();\n }\n\n @Override\n public void publishAggregated(List task) {\n taskRecords.add(task);\n }\n\n @Override\n public void publishSingle(LogRecord record) {\n nonTaskRecords.add(record);\n }\n\n Collection> taskRecords() {\n return taskRecords;\n }\n\n Collection nonTaskRecords() {\n return nonTaskRecords;\n }\n}\n\nclass BotTaskAggregationHandlerTests {\n\n @BeforeAll\n static void setUp() {\n Logger log = Logger.getGlobal();\n log.setLevel(Level.FINEST);\n ConsoleHandler handler = new ConsoleHandler();\n handler.setLevel(Level.FINER);\n log.addHandler(handler);\n }\n\n @Test\n void simpleNonTask() {\n Logger log = Logger.getGlobal();\n var handler = new TestBotTaskAggregationHandler();\n handler.setLevel(Level.FINER);\n log.addHandler(handler);\n\n log.fine(\"Not a task log\");\n\n assertEquals(0, handler.taskRecords().size());\n assertEquals(1, handler.nonTaskRecords().size());\n }\n\n @Test\n void simpleTask() {\n Logger log = Logger.getGlobal();\n var handler = new TestBotTaskAggregationHandler();\n handler.setLevel(Level.FINER);\n log.addHandler(handler);\n\n log.log(Level.FINE, \"Task log start\", BotRunner.TaskPhases.BEGIN);\n log.log(Level.FINE, \"Task log end\", BotRunner.TaskPhases.END);\n\n assertEquals(1, handler.taskRecords().size());\n assertEquals(0, handler.nonTaskRecords().size());\n }\n\n static class ConcurrentTask implements Runnable {\n\n private final CountDownLatch countDownLatch;\n private final int numLoops;\n\n ConcurrentTask(CountDownLatch countDownLatch, int numLoops) {\n this.countDownLatch = countDownLatch;\n this.numLoops = numLoops;\n }\n\n @Override\n public void run() {\n try {\n Logger log = Logger.getGlobal();\n countDownLatch.await();\n for (int i = 0; i < numLoops; ++i) {\n log.log(Level.FINEST, Long.toString(Thread.currentThread().threadId()), BotRunner.TaskPhases.BEGIN);\n log.log(Level.FINEST, Long.toString(Thread.currentThread().threadId()), BotRunner.TaskPhases.END);\n log.log(Level.FINEST, Long.toString(Thread.currentThread().threadId()));\n }\n } catch (InterruptedException e) {\n fail(e);\n }\n }\n }\n\n @Test\n void concurrentSeparation() {\n final int concurrency = 50;\n final int numLoops = 100;\n\n Logger log = Logger.getGlobal();\n var handler = new TestBotTaskAggregationHandler();\n handler.setLevel(Level.FINEST);\n log.addHandler(handler);\n\n var countDownLatch = new CountDownLatch(1);\n var threads = IntStream.range(0, concurrency)\n .mapToObj(num -> new Thread(new ConcurrentTask(countDownLatch, numLoops)))\n .collect(Collectors.toList());\n threads.forEach(Thread::start);\n\n countDownLatch.countDown();\n threads.forEach(thread -> {\n try {\n thread.join();\n } catch (InterruptedException e) {\n fail(e);\n }\n });\n\n assertEquals(concurrency * numLoops, handler.taskRecords().size());\n assertEquals(concurrency * numLoops, handler.nonTaskRecords().size());\n\n handler.taskRecords().stream()\n .flatMap(Collection::stream)\n .forEach(record -> assertEquals(Long.toString(record.getLongThreadID()), record.getMessage()));\n handler.nonTaskRecords()\n .forEach(record -> assertEquals(Long.toString(record.getLongThreadID()), record.getMessage()));\n }\n\n}\n"
},
{
"path": "bot/src/test/java/org/openjdk/skara/bot/LogContextTests.java",
"content": "package org.openjdk.skara.bot;\n\nimport org.junit.jupiter.api.Test;\n\nimport static org.junit.jupiter.api.Assertions.assertEquals;\nimport static org.junit.jupiter.api.Assertions.assertNull;\n\npublic class LogContextTests {\n\n @Test\n public void simple() {\n String key = \"keyname\";\n assertNull(LogContextMap.get(key), \"Key \" + key + \" already present in context\");\n try (var __ = new LogContext(key, \"value\")) {\n assertEquals(\"value\", LogContextMap.get(key), \"Context property not set\");\n }\n assertNull(LogContextMap.get(key), \"Context property not removed\");\n }\n}\n"
},
{
"path": "bots/bridgekeeper/build.gradle",
"content": "/*\n * Copyright (c) 2019, 2022, Oracle and/or its affiliates. All rights reserved.\n * DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER.\n *\n * This code is free software; you can redistribute it and/or modify it\n * under the terms of the GNU General Public License version 2 only, as\n * published by the Free Software Foundation.\n *\n * This code is distributed in the hope that it will be useful, but WITHOUT\n * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or\n * FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License\n * version 2 for more details (a copy is included in the LICENSE file that\n * accompanied this code).\n *\n * You should have received a copy of the GNU General Public License version\n * 2 along with this work; if not, write to the Free Software Foundation,\n * Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA.\n *\n * Please contact Oracle, 500 Oracle Parkway, Redwood Shores, CA 94065 USA\n * or visit www.oracle.com if you need additional information or have any\n * questions.\n */\n\nmodule {\n name = 'org.openjdk.skara.bots.bridgekeeper'\n test {\n requires 'org.junit.jupiter.api'\n requires 'org.openjdk.skara.vcs'\n requires 'org.openjdk.skara.test'\n opens 'org.openjdk.skara.bots.bridgekeeper' to 'org.junit.platform.commons'\n }\n}\n\ndependencies {\n implementation project(':ci')\n implementation project(':host')\n implementation project(':forge')\n implementation project(':issuetracker')\n implementation project(':bot')\n implementation project(':census')\n implementation project(':json')\n implementation project(':vcs')\n implementation project(':metrics')\n\n testImplementation project(':test')\n}\n"
},
{
"path": "bots/bridgekeeper/src/main/java/module-info.java",
"content": "import org.openjdk.skara.bots.bridgekeeper.BridgekeeperBotFactory;\n\n/*\n * Copyright (c) 2019, Oracle and/or its affiliates. All rights reserved.\n * DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER.\n *\n * This code is free software; you can redistribute it and/or modify it\n * under the terms of the GNU General Public License version 2 only, as\n * published by the Free Software Foundation.\n *\n * This code is distributed in the hope that it will be useful, but WITHOUT\n * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or\n * FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License\n * version 2 for more details (a copy is included in the LICENSE file that\n * accompanied this code).\n *\n * You should have received a copy of the GNU General Public License version\n * 2 along with this work; if not, write to the Free Software Foundation,\n * Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA.\n *\n * Please contact Oracle, 500 Oracle Parkway, Redwood Shores, CA 94065 USA\n * or visit www.oracle.com if you need additional information or have any\n * questions.\n */\nmodule org.openjdk.skara.bots.bridgekeeper {\n requires org.openjdk.skara.bot;\n requires java.logging;\n\n provides org.openjdk.skara.bot.BotFactory with BridgekeeperBotFactory;\n}\n"
},
{
"path": "bots/bridgekeeper/src/main/java/org/openjdk/skara/bots/bridgekeeper/BridgekeeperBotFactory.java",
"content": "/*\n * Copyright (c) 2019, 2024, Oracle and/or its affiliates. All rights reserved.\n * DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER.\n *\n * This code is free software; you can redistribute it and/or modify it\n * under the terms of the GNU General Public License version 2 only, as\n * published by the Free Software Foundation.\n *\n * This code is distributed in the hope that it will be useful, but WITHOUT\n * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or\n * FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License\n * version 2 for more details (a copy is included in the LICENSE file that\n * accompanied this code).\n *\n * You should have received a copy of the GNU General Public License version\n * 2 along with this work; if not, write to the Free Software Foundation,\n * Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA.\n *\n * Please contact Oracle, 500 Oracle Parkway, Redwood Shores, CA 94065 USA\n * or visit www.oracle.com if you need additional information or have any\n * questions.\n */\npackage org.openjdk.skara.bots.bridgekeeper;\n\nimport org.openjdk.skara.bot.*;\nimport org.openjdk.skara.forge.HostedRepository;\nimport org.openjdk.skara.json.JSONValue;\n\nimport java.time.Duration;\nimport java.util.*;\nimport java.util.stream.Collectors;\n\npublic class BridgekeeperBotFactory implements BotFactory {\n static final String NAME = \"bridgekeeper\";\n @Override\n public String name() {\n return NAME;\n }\n\n @Override\n public List create(BotConfiguration configuration) {\n var ret = new ArrayList();\n var specific = configuration.specific();\n\n for (var repo : specific.get(\"mirrors\").asArray()) {\n var bot = new PullRequestCloserBot(configuration.repository(repo.asString()), PullRequestCloserBot.Type.MIRROR);\n ret.add(bot);\n }\n for (var repo : specific.get(\"data\").asArray()) {\n var bot = new PullRequestCloserBot(configuration.repository(repo.asString()), PullRequestCloserBot.Type.DATA);\n ret.add(bot);\n }\n var pruned = new HashMap();\n var ignoredUsers = specific.get(\"pruned\").get(\"ignored\").get(\"users\").stream()\n .map(JSONValue::asString)\n .collect(Collectors.toSet());\n for (var repo : specific.get(\"pruned\").get(\"repositories\").fields()) {\n var maxAge = Duration.parse(repo.value().get(\"maxage\").asString());\n pruned.put(configuration.repository(repo.name()), maxAge);\n }\n if (!pruned.isEmpty()) {\n var bot = new PullRequestPrunerBot(pruned, ignoredUsers);\n ret.add(bot);\n }\n return ret;\n }\n}\n"
},
{
"path": "bots/bridgekeeper/src/main/java/org/openjdk/skara/bots/bridgekeeper/PullRequestCloserBot.java",
"content": "/*\n * Copyright (c) 2019, 2024, Oracle and/or its affiliates. All rights reserved.\n * DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER.\n *\n * This code is free software; you can redistribute it and/or modify it\n * under the terms of the GNU General Public License version 2 only, as\n * published by the Free Software Foundation.\n *\n * This code is distributed in the hope that it will be useful, but WITHOUT\n * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or\n * FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License\n * version 2 for more details (a copy is included in the LICENSE file that\n * accompanied this code).\n *\n * You should have received a copy of the GNU General Public License version\n * 2 along with this work; if not, write to the Free Software Foundation,\n * Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA.\n *\n * Please contact Oracle, 500 Oracle Parkway, Redwood Shores, CA 94065 USA\n * or visit www.oracle.com if you need additional information or have any\n * questions.\n */\npackage org.openjdk.skara.bots.bridgekeeper;\n\nimport org.openjdk.skara.bot.*;\nimport org.openjdk.skara.forge.*;\n\nimport java.nio.file.Path;\nimport java.util.*;\nimport java.util.function.Consumer;\nimport java.util.logging.Logger;\n\nclass PullRequestCloserBotWorkItem implements WorkItem {\n private final Logger log = Logger.getLogger(\"org.openjdk.skara.bots\");;\n private final HostedRepository repository;\n private final PullRequest pr;\n private final Consumer errorHandler;\n private final PullRequestCloserBot.Type type;\n\n PullRequestCloserBotWorkItem(HostedRepository repository, PullRequest pr, PullRequestCloserBot.Type type, Consumer errorHandler) {\n this.pr = pr;\n this.repository = repository;\n this.type = type;\n this.errorHandler = errorHandler;\n }\n\n private static final String WELCOME_MARKER = \"\";\n\n private void checkWelcomeMessage() {\n log.info(\"Checking welcome message of \" + pr);\n\n var comments = pr.comments();\n var welcomePosted = comments.stream()\n .anyMatch(comment -> comment.body().contains(WELCOME_MARKER));\n\n if (!welcomePosted) {\n String message = null;\n if (type == PullRequestCloserBot.Type.MIRROR) {\n message = \"Welcome to the OpenJDK organization on GitHub!\\n\\n\" +\n \"This repository is currently a read-only git mirror of the official Mercurial \" +\n \"repository (located at https://hg.openjdk.org/). As such, we are not \" +\n \"currently accepting pull requests here. If you would like to contribute to \" +\n \"the OpenJDK project, please see https://openjdk.org/contribute/ on how \" +\n \"to proceed.\\n\\n\" +\n \"This pull request will be automatically closed.\";\n } else if (type == PullRequestCloserBot.Type.DATA) {\n message = \"Welcome to the OpenJDK organization on GitHub!\\n\\n\" +\n \"This repository currently holds only automatically generated data and therefore does not accept pull requests.\" +\n \"This pull request will be automatically closed.\";\n } else {\n message = \"Welcome to the OpenJDK organization on GitHub!\\n\\n\" +\n \"This repository does not currently accept pull requests.\" +\n \"This pull request will be automatically closed.\";\n }\n\n log.fine(\"Posting welcome message\");\n pr.addComment(WELCOME_MARKER + \"\\n\\n\" + message);\n }\n pr.setState(PullRequest.State.CLOSED);\n }\n\n\n @Override\n public boolean concurrentWith(WorkItem other) {\n if (!(other instanceof PullRequestCloserBotWorkItem otherItem)) {\n return true;\n }\n if (!pr.isSame(otherItem.pr)) {\n return true;\n }\n return false;\n }\n\n @Override\n public Collection run(Path scratchPath) {\n checkWelcomeMessage();\n return List.of();\n }\n\n @Override\n public void handleRuntimeException(RuntimeException e) {\n errorHandler.accept(e);\n }\n\n @Override\n public String toString() {\n return \"PullRequestCloserBotWorkItem@\" + repository.name() + \"#\" + pr.id();\n }\n\n @Override\n public String botName() {\n return BridgekeeperBotFactory.NAME;\n }\n\n @Override\n public String workItemName() {\n return \"closer\";\n }\n}\n\npublic class PullRequestCloserBot implements Bot {\n private final HostedRepository remoteRepo;\n private final PullRequestUpdateCache updateCache;\n public enum Type {\n MIRROR,\n DATA\n }\n private final Type type;\n\n PullRequestCloserBot(HostedRepository repo, Type type) {\n this.remoteRepo = repo;\n this.updateCache = new PullRequestUpdateCache();\n this.type = type;\n }\n\n @Override\n public List getPeriodicItems() {\n List ret = new LinkedList<>();\n\n for (var pr : remoteRepo.openPullRequests()) {\n if (updateCache.needsUpdate(pr)) {\n var item = new PullRequestCloserBotWorkItem(remoteRepo, pr, type, e -> updateCache.invalidate(pr));\n ret.add(item);\n }\n }\n\n return ret;\n }\n\n @Override\n public String name() {\n return BridgekeeperBotFactory.NAME;\n }\n\n @Override\n public String toString() {\n return \"PullRequestCloserBot@\" + remoteRepo.name();\n }\n\n public Type getType() {\n return type;\n }\n}\n"
},
{
"path": "bots/bridgekeeper/src/main/java/org/openjdk/skara/bots/bridgekeeper/PullRequestPrunerBot.java",
"content": "/*\n * Copyright (c) 2019, 2025, Oracle and/or its affiliates. All rights reserved.\n * DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER.\n *\n * This code is free software; you can redistribute it and/or modify it\n * under the terms of the GNU General Public License version 2 only, as\n * published by the Free Software Foundation.\n *\n * This code is distributed in the hope that it will be useful, but WITHOUT\n * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or\n * FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License\n * version 2 for more details (a copy is included in the LICENSE file that\n * accompanied this code).\n *\n * You should have received a copy of the GNU General Public License version\n * 2 along with this work; if not, write to the Free Software Foundation,\n * Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA.\n *\n * Please contact Oracle, 500 Oracle Parkway, Redwood Shores, CA 94065 USA\n * or visit www.oracle.com if you need additional information or have any\n * questions.\n */\npackage org.openjdk.skara.bots.bridgekeeper;\n\nimport org.openjdk.skara.bot.*;\nimport org.openjdk.skara.forge.*;\nimport org.openjdk.skara.issuetracker.Comment;\n\nimport java.nio.file.Path;\nimport java.time.*;\nimport java.util.*;\nimport java.util.function.Function;\nimport java.util.logging.Logger;\nimport java.util.stream.*;\n\nclass PullRequestPrunerBotWorkItem implements WorkItem {\n private final Logger log = Logger.getLogger(\"org.openjdk.skara.bots\");;\n private final PullRequest pr;\n private final Duration maxAge;\n private final Set ignoredUsers;\n\n PullRequestPrunerBotWorkItem(PullRequest pr, Duration maxAge, Set ignoredUsers) {\n this.pr = pr;\n this.maxAge = maxAge;\n this.ignoredUsers = ignoredUsers;\n }\n\n @Override\n public boolean concurrentWith(WorkItem other) {\n if (!(other instanceof PullRequestPrunerBotWorkItem otherItem)) {\n return true;\n }\n if (!pr.isSame(otherItem.pr)) {\n return true;\n }\n return false;\n }\n\n // Prune durations are on the order of days and weeks\n private String formatDuration(Duration duration) {\n var count = duration.toDays();\n var unit = \"day\";\n\n if (count > 14) {\n count /= 7;\n unit = \"week\";\n }\n if (count != 1) {\n unit += \"s\";\n }\n return count + \" \" + unit;\n }\n\n private static final String NOTICE_MARKER = \"\";\n\n @Override\n public Collection run(Path scratchPath) {\n var comments = pr.comments();\n if (comments.size() > 0) {\n var lastComment = comments.stream()\n .filter(comment -> !ignoredUsers.contains(comment.author().username()))\n .toList()\n .getLast();\n if (lastComment.author().equals(pr.repository().forge().currentUser()) && lastComment.body().contains(NOTICE_MARKER)\n && !lastComment.createdAt().isBefore(pr.lastTouchedTime())) {\n var message = \"@\" + pr.author().username() + \" This pull request has been inactive for more than \" +\n formatDuration(maxAge.multipliedBy(2)) + \" and will now be automatically closed. If you would \" +\n \"like to continue working on this pull request in the future, feel free to reopen it! This can be done \" +\n \"using the `/open` pull request command.\";\n log.fine(\"Posting prune message\");\n pr.addComment(message);\n pr.setState(PullRequest.State.CLOSED);\n return List.of();\n }\n }\n\n var message = \"@\" + pr.author().username() + \" This pull request has been inactive for more than \" +\n formatDuration(maxAge) + \" and will be automatically closed if another \" + formatDuration(maxAge) +\n \" passes without any activity. To avoid this, simply issue a `/touch` or `/keepalive` command to the pull request. Feel free \" +\n \"to ask for assistance if you need help with progressing this pull request towards integration!\";\n\n log.fine(\"Posting prune notification message\");\n pr.addComment(NOTICE_MARKER + \"\\n\\n\" + message);\n return List.of();\n }\n\n @Override\n public String toString() {\n return \"PullRequestPrunerBotWorkItem@\" + pr.repository().name() + \"#\" + pr.id();\n }\n\n @Override\n public String botName() {\n return BridgekeeperBotFactory.NAME;\n }\n\n @Override\n public String workItemName() {\n return \"pruner\";\n }\n}\n\npublic class PullRequestPrunerBot implements Bot {\n private final Map maxAges;\n private final Deque repositoriesToCheck = new LinkedList<>();\n private final Deque pullRequestToCheck = new LinkedList<>();\n\n private final Logger log = Logger.getLogger(\"org.openjdk.skara.bots.bridgekeeper\");\n\n private Duration currentMaxAge;\n private Set ignoredUsers;\n\n PullRequestPrunerBot(Map maxAges, Set ignoredUsers) {\n this.maxAges = maxAges;\n this.ignoredUsers = ignoredUsers;\n }\n\n @Override\n public List getPeriodicItems() {\n List ret = new LinkedList<>();\n\n if (repositoriesToCheck.isEmpty()) {\n repositoriesToCheck.addAll(maxAges.keySet());\n }\n if (pullRequestToCheck.isEmpty()) {\n var nextRepository = repositoriesToCheck.pollFirst();\n if (nextRepository == null) {\n log.warning(\"No repositories configured for pruning\");\n return ret;\n }\n currentMaxAge = maxAges.get(nextRepository);\n pullRequestToCheck.addAll(nextRepository.openPullRequests());\n }\n\n var pr = pullRequestToCheck.pollFirst();\n if (pr == null) {\n log.info(\"No prune candidates found - skipping\");\n return ret;\n }\n\n // Latest prune-delaying action (deliberately excluding pr.updatedAt, as it can be updated spuriously)\n var latestAction = Stream.of(Stream.of(pr.createdAt(), pr.lastTouchedTime()),\n pr.comments().stream()\n .filter(comment -> !ignoredUsers.contains(comment.author().username()))\n .map(Comment::updatedAt),\n pr.reviews().stream()\n .map(Review::createdAt),\n pr.reviewCommentsAsComments().stream()\n .map(Comment::updatedAt))\n .flatMap(Function.identity())\n .max(ZonedDateTime::compareTo).orElseThrow();\n\n var actualMaxAge = pr.isDraft() ? currentMaxAge.multipliedBy(2) : currentMaxAge;\n var oldestAllowed = ZonedDateTime.now().minus(actualMaxAge);\n if (latestAction.isBefore(oldestAllowed)) {\n var item = new PullRequestPrunerBotWorkItem(pr, actualMaxAge, ignoredUsers);\n ret.add(item);\n }\n\n return ret;\n }\n\n @Override\n public String name() {\n return BridgekeeperBotFactory.NAME;\n }\n\n @Override\n public String toString() {\n return \"PullRequestPrunerBot\";\n }\n\n public Map getMaxAges() {\n return maxAges;\n }\n\n public Set getIgnoredUsers() {\n return ignoredUsers;\n }\n}\n"
},
{
"path": "bots/bridgekeeper/src/test/java/org/openjdk/skara/bots/bridgekeeper/BridgekeeperBotFactoryTest.java",
"content": "/*\n * Copyright (c) 2022, 2024, Oracle and/or its affiliates. All rights reserved.\n * DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER.\n *\n * This code is free software; you can redistribute it and/or modify it\n * under the terms of the GNU General Public License version 2 only, as\n * published by the Free Software Foundation.\n *\n * This code is distributed in the hope that it will be useful, but WITHOUT\n * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or\n * FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License\n * version 2 for more details (a copy is included in the LICENSE file that\n * accompanied this code).\n *\n * You should have received a copy of the GNU General Public License version\n * 2 along with this work; if not, write to the Free Software Foundation,\n * Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA.\n *\n * Please contact Oracle, 500 Oracle Parkway, Redwood Shores, CA 94065 USA\n * or visit www.oracle.com if you need additional information or have any\n * questions.\n */\npackage org.openjdk.skara.bots.bridgekeeper;\n\nimport org.junit.jupiter.api.Test;\nimport org.openjdk.skara.json.JWCC;\nimport org.openjdk.skara.test.TestBotFactory;\nimport org.openjdk.skara.test.TestHostedRepository;\n\nimport java.time.Duration;\nimport java.util.Set;\n\nimport static org.junit.jupiter.api.Assertions.assertEquals;\n\npublic class BridgekeeperBotFactoryTest {\n @Test\n public void testCreate() {\n String jsonString = \"\"\"\n {\n \"mirrors\": [\n \"mirror1\",\n \"mirror2\",\n \"mirror3\"\n ],\n \"data\": [\n \"data1\",\n \"data2\",\n \"data3\"\n ],\n \"pruned\": {\n \"ignored\": {\n \"users\": [\n \"user1\",\n \"user2\"\n ]\n },\n \"repositories\": {\n \"pruned1\": {\n \"maxage\": \"P1D\"\n },\n \"pruned2\": {\n \"maxage\": \"PT48H\"\n },\n \"pruned3\": {\n \"maxage\": \"PT4320M\"\n }\n }\n }\n }\n \"\"\";\n var jsonConfig = JWCC.parse(jsonString).asObject();\n\n var pruned1 = new TestHostedRepository(\"pruned1\");\n var pruned2 = new TestHostedRepository(\"pruned2\");\n var pruned3 = new TestHostedRepository(\"pruned3\");\n var testBotFactory = TestBotFactory.newBuilder()\n .addHostedRepository(\"mirror1\", new TestHostedRepository(\"mirror1\"))\n .addHostedRepository(\"mirror2\", new TestHostedRepository(\"mirror2\"))\n .addHostedRepository(\"mirror3\", new TestHostedRepository(\"mirror3\"))\n .addHostedRepository(\"data1\", new TestHostedRepository(\"data1\"))\n .addHostedRepository(\"data2\", new TestHostedRepository(\"data2\"))\n .addHostedRepository(\"data3\", new TestHostedRepository(\"data3\"))\n .addHostedRepository(\"pruned1\", pruned1)\n .addHostedRepository(\"pruned2\", pruned2)\n .addHostedRepository(\"pruned3\", pruned3)\n .build();\n\n var bots = testBotFactory.createBots(BridgekeeperBotFactory.NAME, jsonConfig);\n assertEquals(7, bots.size());\n\n var mirrorPullRequestCloserBots = bots.stream()\n .filter(e -> e.getClass().equals(PullRequestCloserBot.class))\n .filter(e -> ((PullRequestCloserBot) e).getType().equals(PullRequestCloserBot.Type.MIRROR))\n .toList();\n var dataPullRequestCloserBots = bots.stream()\n .filter(e -> e.getClass().equals(PullRequestCloserBot.class))\n .filter(e -> ((PullRequestCloserBot) e).getType().equals(PullRequestCloserBot.Type.DATA))\n .toList();\n var pullRequestPrunerBots = bots.stream()\n .filter(e -> e.getClass().equals(PullRequestPrunerBot.class))\n .toList();\n\n // A mirror pullRequestCloserBot for every configured mirror repository\n assertEquals(3, mirrorPullRequestCloserBots.size());\n // A data pullRequestCloserBot for every configured data repository\n assertEquals(3, dataPullRequestCloserBots.size());\n // One pullRequestPrunerBot for all configured pruned repository\n assertEquals(1, pullRequestPrunerBots.size());\n\n // Check whether each bot is combined with the correct repo\n assertEquals(\"PullRequestCloserBot@mirror1\", mirrorPullRequestCloserBots.get(0).toString());\n assertEquals(\"PullRequestCloserBot@mirror2\", mirrorPullRequestCloserBots.get(1).toString());\n assertEquals(\"PullRequestCloserBot@mirror3\", mirrorPullRequestCloserBots.get(2).toString());\n assertEquals(\"PullRequestCloserBot@data1\", dataPullRequestCloserBots.get(0).toString());\n assertEquals(\"PullRequestCloserBot@data2\", dataPullRequestCloserBots.get(1).toString());\n assertEquals(\"PullRequestCloserBot@data3\", dataPullRequestCloserBots.get(2).toString());\n\n var pullRequestPrunerBot = (PullRequestPrunerBot) pullRequestPrunerBots.get(0);\n assertEquals(\"PullRequestPrunerBot\", pullRequestPrunerBot.toString());\n var maxAges = pullRequestPrunerBot.getMaxAges();\n assertEquals(Duration.ofDays(1), maxAges.get(pruned1));\n assertEquals(Duration.ofDays(2), maxAges.get(pruned2));\n assertEquals(Duration.ofDays(3), maxAges.get(pruned3));\n assertEquals(Set.of(\"user1\", \"user2\"), pullRequestPrunerBot.getIgnoredUsers());\n }\n}\n"
},
{
"path": "bots/bridgekeeper/src/test/java/org/openjdk/skara/bots/bridgekeeper/PullRequestCloserBotTests.java",
"content": "/*\n * Copyright (c) 2019, 2022, Oracle and/or its affiliates. All rights reserved.\n * DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER.\n *\n * This code is free software; you can redistribute it and/or modify it\n * under the terms of the GNU General Public License version 2 only, as\n * published by the Free Software Foundation.\n *\n * This code is distributed in the hope that it will be useful, but WITHOUT\n * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or\n * FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License\n * version 2 for more details (a copy is included in the LICENSE file that\n * accompanied this code).\n *\n * You should have received a copy of the GNU General Public License version\n * 2 along with this work; if not, write to the Free Software Foundation,\n * Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA.\n *\n * Please contact Oracle, 500 Oracle Parkway, Redwood Shores, CA 94065 USA\n * or visit www.oracle.com if you need additional information or have any\n * questions.\n */\npackage org.openjdk.skara.bots.bridgekeeper;\n\nimport org.openjdk.skara.issuetracker.Issue;\nimport org.openjdk.skara.test.*;\n\nimport org.junit.jupiter.api.*;\n\nimport java.io.IOException;\n\nimport static org.junit.jupiter.api.Assertions.*;\nimport static org.openjdk.skara.issuetracker.Issue.State.*;\n\nclass PullRequestCloserBotTests {\n @Test\n void simple(TestInfo testInfo) throws IOException {\n try (var credentials = new HostCredentials(testInfo);\n var tempFolder = new TemporaryDirectory()) {\n var author = credentials.getHostedRepository();\n var bot = new PullRequestCloserBot(author, PullRequestCloserBot.Type.MIRROR);\n\n // Populate the projects repository\n var localRepo = CheckableRepository.init(tempFolder.path(), author.repositoryType());\n var masterHash = localRepo.resolve(\"master\").orElseThrow();\n localRepo.push(masterHash, author.authenticatedUrl(), \"master\", true);\n\n // Make a change with a corresponding PR\n var editHash = CheckableRepository.appendAndCommit(localRepo);\n localRepo.push(editHash, author.authenticatedUrl(), \"edit\", true);\n var pr = credentials.createPullRequest(author, \"master\", \"edit\", \"This is a pull request\");\n assertEquals(OPEN, pr.state());\n\n // Let the bot see it\n TestBotRunner.runPeriodicItems(bot);\n\n // There should now be no open PRs\n var prs = author.openPullRequests();\n assertEquals(0, prs.size());\n\n var updatedPr = author.pullRequest(pr.id());\n assertEquals(CLOSED, updatedPr.state());\n }\n }\n\n @Test\n void keepClosing(TestInfo testInfo) throws IOException {\n try (var credentials = new HostCredentials(testInfo);\n var tempFolder = new TemporaryDirectory()) {\n var author = credentials.getHostedRepository();\n var bot = new PullRequestCloserBot(author, PullRequestCloserBot.Type.MIRROR);\n\n // Populate the projects repository\n var localRepo = CheckableRepository.init(tempFolder.path(), author.repositoryType());\n var masterHash = localRepo.resolve(\"master\").orElseThrow();\n localRepo.push(masterHash, author.authenticatedUrl(), \"master\", true);\n\n // Make a change with a corresponding PR\n var editHash = CheckableRepository.appendAndCommit(localRepo);\n localRepo.push(editHash, author.authenticatedUrl(), \"edit\", true);\n var pr = credentials.createPullRequest(author, \"master\", \"edit\", \"This is a pull request\");\n\n // Let the bot see it\n TestBotRunner.runPeriodicItems(bot);\n\n // There should now be no open PRs\n var prs = author.openPullRequests();\n assertEquals(0, prs.size());\n\n // The author is persistent\n pr.setState(Issue.State.OPEN);\n prs = author.openPullRequests();\n assertEquals(1, prs.size());\n\n // But so is the bot\n TestBotRunner.runPeriodicItems(bot);\n prs = author.openPullRequests();\n assertEquals(0, prs.size());\n\n // There should still only be one welcome comment\n assertEquals(1, pr.comments().size());\n\n // The message should mention mirroring\n assertTrue(pr.comments().get(0).body().contains(\"This repository is currently a read-only git mirror\"));\n }\n }\n\n @Test\n void dataMessage(TestInfo testInfo) throws IOException {\n try (var credentials = new HostCredentials(testInfo);\n var tempFolder = new TemporaryDirectory()) {\n var author = credentials.getHostedRepository();\n var bot = new PullRequestCloserBot(author, PullRequestCloserBot.Type.DATA);\n\n // Populate the projects repository\n var localRepo = CheckableRepository.init(tempFolder.path(), author.repositoryType());\n var masterHash = localRepo.resolve(\"master\").orElseThrow();\n localRepo.push(masterHash, author.authenticatedUrl(), \"master\", true);\n\n // Make a change with a corresponding PR\n var editHash = CheckableRepository.appendAndCommit(localRepo);\n localRepo.push(editHash, author.authenticatedUrl(), \"edit\", true);\n var pr = credentials.createPullRequest(author, \"master\", \"edit\", \"This is a pull request\");\n\n // Let the bot see it\n TestBotRunner.runPeriodicItems(bot);\n\n // There should now be no open PRs\n var prs = author.openPullRequests();\n assertEquals(0, prs.size());\n\n // The author is persistent\n pr.setState(Issue.State.OPEN);\n prs = author.openPullRequests();\n assertEquals(1, prs.size());\n\n // But so is the bot\n TestBotRunner.runPeriodicItems(bot);\n prs = author.openPullRequests();\n assertEquals(0, prs.size());\n\n // There should still only be one welcome comment\n assertEquals(1, pr.comments().size());\n\n // The message should mention automatically generated data\n assertTrue(pr.comments().get(0).body().contains(\"This repository currently holds only automatically generated data\"));\n }\n }\n}\n"
},
{
"path": "bots/bridgekeeper/src/test/java/org/openjdk/skara/bots/bridgekeeper/PullRequestPrunerBotTests.java",
"content": "/*\n * Copyright (c) 2019, 2025, Oracle and/or its affiliates. All rights reserved.\n * DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER.\n *\n * This code is free software; you can redistribute it and/or modify it\n * under the terms of the GNU General Public License version 2 only, as\n * published by the Free Software Foundation.\n *\n * This code is distributed in the hope that it will be useful, but WITHOUT\n * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or\n * FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License\n * version 2 for more details (a copy is included in the LICENSE file that\n * accompanied this code).\n *\n * You should have received a copy of the GNU General Public License version\n * 2 along with this work; if not, write to the Free Software Foundation,\n * Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA.\n *\n * Please contact Oracle, 500 Oracle Parkway, Redwood Shores, CA 94065 USA\n * or visit www.oracle.com if you need additional information or have any\n * questions.\n */\npackage org.openjdk.skara.bots.bridgekeeper;\n\nimport org.openjdk.skara.issuetracker.Issue;\nimport org.openjdk.skara.test.*;\n\nimport org.junit.jupiter.api.*;\n\nimport java.io.IOException;\nimport java.time.Duration;\nimport java.util.Map;\nimport java.util.Set;\n\nimport static org.junit.jupiter.api.Assertions.*;\n\nclass PullRequestPrunerBotTests {\n @Test\n void close(TestInfo testInfo) throws IOException, InterruptedException {\n try (var credentials = new HostCredentials(testInfo);\n var tempFolder = new TemporaryDirectory()) {\n var author = credentials.getHostedRepository();\n var ignoredUser = credentials.getHostedRepository();\n var bot = new PullRequestPrunerBot(Map.of(author, Duration.ofMillis(1)), Set.of(\"user2\"));\n\n // Populate the projects repository\n var localRepo = CheckableRepository.init(tempFolder.path(), author.repositoryType());\n var masterHash = localRepo.resolve(\"master\").orElseThrow();\n localRepo.push(masterHash, author.authenticatedUrl(), \"master\", true);\n\n // Make a change with a corresponding PR\n var editHash = CheckableRepository.appendAndCommit(localRepo);\n localRepo.push(editHash, author.authenticatedUrl(), \"edit\", true);\n var pr = credentials.createPullRequest(author, \"master\", \"edit\", \"This is a pull request\");\n var ignoredUserPr = ignoredUser.pullRequest(pr.id());\n // Make sure the timeout expires\n Thread.sleep(100);\n\n // Let the bot see it - it should give a notice\n TestBotRunner.runPeriodicItems(bot);\n\n assertEquals(1, pr.comments().size());\n assertTrue(pr.comments().get(0).body().contains(\"will be automatically closed if\"));\n\n pr.addComment(\"I'm still working on it!\");\n\n // Make sure the timeout expires again\n Thread.sleep(100);\n\n // Let the bot see it - it should post a second notice\n TestBotRunner.runPeriodicItems(bot);\n\n assertEquals(3, pr.comments().size());\n assertTrue(pr.comments().get(2).body().contains(\"will be automatically closed if\"));\n\n // Add a commit to the pr\n var editHash2 = CheckableRepository.appendAndCommit(localRepo);\n localRepo.push(editHash2, author.authenticatedUrl(), \"edit\", true);\n TestBotRunner.runPeriodicItems(bot);\n // Make sure the timeout expires again\n Thread.sleep(100);\n TestBotRunner.runPeriodicItems(bot);\n assertEquals(Issue.State.OPEN, pr.store().state());\n assertEquals(4, pr.comments().size());\n assertTrue(pr.comments().get(3).body().contains(\"will be automatically closed if\"));\n\n\n pr.makeDraft();\n // Make sure the timeout expires again\n Thread.sleep(100);\n TestBotRunner.runPeriodicItems(bot);\n assertEquals(Issue.State.OPEN, pr.store().state());\n assertEquals(5, pr.comments().size());\n assertTrue(pr.comments().get(4).body().contains(\"will be automatically closed if\"));\n\n\n pr.makeNotDraft();\n // Make sure the timeout expires again\n Thread.sleep(100);\n TestBotRunner.runPeriodicItems(bot);\n assertEquals(Issue.State.OPEN, pr.store().state());\n assertEquals(6, pr.comments().size());\n assertTrue(pr.comments().get(5).body().contains(\"will be automatically closed if\"));\n\n // Post a comment as ignored User\n ignoredUserPr.addComment(\"It should be ignored\");\n // Make sure the timeout expires again\n Thread.sleep(100);\n // The bot should now close it\n TestBotRunner.runPeriodicItems(bot);\n\n // There should now be no open PRs\n var prs = author.openPullRequests();\n assertEquals(0, prs.size());\n\n // There should be a mention on how to reopen\n var comment = pr.comments().getLast().body();\n assertTrue(comment.contains(\"`/open`\"), comment);\n }\n }\n\n @Test\n void dontClose(TestInfo testInfo) throws IOException {\n try (var credentials = new HostCredentials(testInfo);\n var tempFolder = new TemporaryDirectory()) {\n var author = credentials.getHostedRepository();\n var bot = new PullRequestPrunerBot(Map.of(author, Duration.ofDays(3)), Set.of());\n\n // Populate the projects repository\n var localRepo = CheckableRepository.init(tempFolder.path(), author.repositoryType());\n var masterHash = localRepo.resolve(\"master\").orElseThrow();\n localRepo.push(masterHash, author.authenticatedUrl(), \"master\", true);\n\n // Make a change with a corresponding PR\n var editHash = CheckableRepository.appendAndCommit(localRepo);\n localRepo.push(editHash, author.authenticatedUrl(), \"edit\", true);\n var pr = credentials.createPullRequest(author, \"master\", \"edit\", \"This is a pull request\");\n\n // Let the bot see it\n TestBotRunner.runPeriodicItems(bot);\n\n // There should still be an open PR\n var prs = author.openPullRequests();\n assertEquals(1, prs.size());\n }\n }\n}\n"
},
{
"path": "bots/censussync/build.gradle",
"content": "/*\n * Copyright (c) 2020, 2022, Oracle and/or its affiliates. All rights reserved.\n * DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER.\n *\n * This code is free software; you can redistribute it and/or modify it\n * under the terms of the GNU General Public License version 2 only, as\n * published by the Free Software Foundation.\n *\n * This code is distributed in the hope that it will be useful, but WITHOUT\n * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or\n * FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License\n * version 2 for more details (a copy is included in the LICENSE file that\n * accompanied this code).\n *\n * You should have received a copy of the GNU General Public License version\n * 2 along with this work; if not, write to the Free Software Foundation,\n * Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA.\n *\n * Please contact Oracle, 500 Oracle Parkway, Redwood Shores, CA 94065 USA\n * or visit www.oracle.com if you need additional information or have any\n * questions.\n */\n\nmodule {\n name = 'org.openjdk.skara.bots.censussync'\n test {\n requires 'org.junit.jupiter.api'\n requires 'org.openjdk.skara.test'\n opens 'org.openjdk.skara.bots.censussync' to 'org.junit.platform.commons'\n }\n}\n\ndependencies {\n implementation project(':bot')\n implementation project(':ci')\n implementation project(':vcs')\n implementation project(':host')\n implementation project(':forge')\n implementation project(':issuetracker')\n implementation project(':census')\n implementation project(':process')\n implementation project(':json')\n implementation project(':network')\n implementation project(':storage')\n implementation project(':xml')\n implementation project(':metrics')\n implementation project(':bots:common')\n implementation project(':jbs')\n implementation project(':jcheck')\n\n testImplementation project(':test')\n}\n"
},
{
"path": "bots/censussync/src/main/java/module-info.java",
"content": "/*\n * Copyright (c) 2020, 2022, Oracle and/or its affiliates. All rights reserved.\n * DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER.\n *\n * This code is free software; you can redistribute it and/or modify it\n * under the terms of the GNU General Public License version 2 only, as\n * published by the Free Software Foundation.\n *\n * This code is distributed in the hope that it will be useful, but WITHOUT\n * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or\n * FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License\n * version 2 for more details (a copy is included in the LICENSE file that\n * accompanied this code).\n *\n * You should have received a copy of the GNU General Public License version\n * 2 along with this work; if not, write to the Free Software Foundation,\n * Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA.\n *\n * Please contact Oracle, 500 Oracle Parkway, Redwood Shores, CA 94065 USA\n * or visit www.oracle.com if you need additional information or have any\n * questions.\n */\nmodule org.openjdk.skara.bots.censussync {\n requires org.openjdk.skara.vcs;\n requires org.openjdk.skara.host;\n requires org.openjdk.skara.network;\n requires org.openjdk.skara.bot;\n requires org.openjdk.skara.process;\n requires org.openjdk.skara.storage;\n requires org.openjdk.skara.xml;\n requires java.logging;\n requires java.xml;\n requires java.net.http;\n requires org.openjdk.skara.jcheck;\n requires org.openjdk.skara.jbs;\n requires org.openjdk.skara.bots.common;\n\n provides org.openjdk.skara.bot.BotFactory with org.openjdk.skara.bots.censussync.CensusSyncBotFactory;\n}\n"
},
{
"path": "bots/censussync/src/main/java/org/openjdk/skara/bots/censussync/CensusSyncBotFactory.java",
"content": "/*\n * Copyright (c) 2020, 2022, Oracle and/or its affiliates. All rights reserved.\n * DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER.\n *\n * This code is free software; you can redistribute it and/or modify it\n * under the terms of the GNU General Public License version 2 only, as\n * published by the Free Software Foundation.\n *\n * This code is distributed in the hope that it will be useful, but WITHOUT\n * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or\n * FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License\n * version 2 for more details (a copy is included in the LICENSE file that\n * accompanied this code).\n *\n * You should have received a copy of the GNU General Public License version\n * 2 along with this work; if not, write to the Free Software Foundation,\n * Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA.\n *\n * Please contact Oracle, 500 Oracle Parkway, Redwood Shores, CA 94065 USA\n * or visit www.oracle.com if you need additional information or have any\n * questions.\n */\npackage org.openjdk.skara.bots.censussync;\n\nimport org.openjdk.skara.bot.*;\n\nimport java.net.URI;\nimport java.util.*;\nimport java.util.logging.Logger;\n\npublic class CensusSyncBotFactory implements BotFactory {\n private static final Logger log = Logger.getLogger(\"org.openjdk.skara.bots\");\n\n static final String NAME = \"censussync\";\n @Override\n public String name() {\n return NAME;\n }\n\n @Override\n public List create(BotConfiguration configuration) {\n var bots = new ArrayList();\n var specific = configuration.specific();\n for (var sync : specific.get(\"sync\").asArray()) {\n switch (sync.get(\"method\").asString()) {\n case \"unify\" -> {\n var from = configuration.repository(sync.get(\"from\").asString());\n var to = configuration.repository(sync.get(\"to\").asString());\n var version = sync.get(\"version\").asInt();\n bots.add(new CensusSyncUnifyBot(from, to, version));\n }\n case \"split\" -> {\n var from = URI.create(sync.get(\"from\").asString());\n var to = configuration.repository(sync.get(\"to\").asString());\n var version = sync.get(\"version\").asInt();\n bots.add(new CensusSyncSplitBot(from, to, version));\n }\n }\n }\n return bots;\n }\n}\n"
},
{
"path": "bots/censussync/src/main/java/org/openjdk/skara/bots/censussync/CensusSyncSplitBot.java",
"content": "/*\n * Copyright (c) 2020, 2024, Oracle and/or its affiliates. All rights reserved.\n * DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER.\n *\n * This code is free software; you can redistribute it and/or modify it\n * under the terms of the GNU General Public License version 2 only, as\n * published by the Free Software Foundation.\n *\n * This code is distributed in the hope that it will be useful, but WITHOUT\n * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or\n * FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License\n * version 2 for more details (a copy is included in the LICENSE file that\n * accompanied this code).\n *\n * You should have received a copy of the GNU General Public License version\n * 2 along with this work; if not, write to the Free Software Foundation,\n * Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA.\n *\n * Please contact Oracle, 500 Oracle Parkway, Redwood Shores, CA 94065 USA\n * or visit www.oracle.com if you need additional information or have any\n * questions.\n */\n\npackage org.openjdk.skara.bots.censussync;\n\nimport org.openjdk.skara.bot.*;\nimport org.openjdk.skara.bots.common.BotUtils;\nimport org.openjdk.skara.forge.HostedRepository;\nimport org.openjdk.skara.network.RestRequest;\nimport org.openjdk.skara.vcs.*;\nimport org.openjdk.skara.xml.XML;\nimport org.w3c.dom.Element;\n\nimport java.io.*;\nimport java.net.URI;\nimport java.nio.file.*;\nimport java.time.ZonedDateTime;\nimport java.util.*;\nimport java.util.logging.Logger;\n\npublic class CensusSyncSplitBot implements Bot, WorkItem {\n private static final Logger log = Logger.getLogger(\"org.openjdk.skara.bots\");;\n private final URI from;\n private final HostedRepository to;\n private final int version;\n private final RestRequest request;\n\n private String lastCensus = \"\";\n\n CensusSyncSplitBot(URI from, HostedRepository to, int version) {\n this.from = from;\n this.to = to;\n this.version = version;\n\n request = new RestRequest(from);\n }\n\n @Override\n public boolean concurrentWith(WorkItem other) {\n if (!(other instanceof CensusSyncSplitBot o)) {\n return true;\n }\n return !o.to.equals(to);\n }\n\n @Override\n public String toString() {\n return \"CensusSyncSplitBot(\" + from + \"->\" + to.name() + \"@\" + version + \")\";\n }\n\n @Override\n public List getPeriodicItems() {\n return List.of(this);\n }\n\n private static PrintWriter newPrintWriter(Path p) throws IOException {\n return new PrintWriter(Files.newBufferedWriter(p));\n }\n\n private static List syncVersion(Element census, Path to) throws IOException {\n var date = ZonedDateTime.parse(XML.attribute(census, \"time\"));\n var timestamp = date.toInstant();\n var filename = to.resolve(\"version.xml\");\n try (var file = newPrintWriter(filename)) {\n file.println(\"\");\n file.format(\"%n\", timestamp.toString());\n }\n return List.of(filename);\n }\n\n private static List syncContributors(Element census, Path to) throws IOException {\n var filename = to.resolve(\"contributors.xml\");\n try (var file = newPrintWriter(filename)) {\n file.println(\"\");\n file.println(\"\");\n for (var person : XML.children(census, \"person\")) {\n var username = XML.attribute(person, \"name\");\n var fullName = XML.child(person, \"full-name\").getTextContent();\n file.format(\" %n\",\n username, fullName);\n }\n file.println(\"\");\n }\n return List.of(filename);\n }\n\n private static List syncGroups(Element census, Path to) throws IOException {\n var dir = to.resolve(\"groups\");\n var ret = new ArrayList();\n for (var group : XML.children(census, \"group\")) {\n Files.createDirectories(dir);\n\n String lead = null;\n var members = new ArrayList();\n for (var person : XML.children(group, \"person\")) {\n if (XML.hasAttribute(person, \"role\")) {\n var role = XML.attribute(person, \"role\");\n if (!role.equals(\"lead\")) {\n throw new IOException(\"Unexpected role: \" + role);\n }\n lead = XML.attribute(person, \"ref\");\n } else {\n members.add(XML.attribute(person, \"ref\"));\n }\n }\n\n var name = XML.attribute(group, \"name\");\n var fullName = XML.child(group, \"full-name\").getTextContent();\n var filename = dir.resolve(name + \".xml\");\n try (var file = newPrintWriter(filename)) {\n file.format(\"%n\");\n file.format(\"%n\", name, BotUtils.escape(fullName));\n file.format(\" %n\", lead);\n for (var member : members) {\n file.format(\" %n\", member);\n }\n\n file.format(\"%n\");\n }\n ret.add(filename);\n }\n return ret;\n }\n\n private static List syncProjects(Element census, Path to) throws IOException {\n var dir = to.resolve(\"projects\");\n var ret = new ArrayList();\n for (var project : XML.children(census, \"project\")) {\n Files.createDirectories(dir);\n\n String lead = null;\n var committers = new ArrayList();\n var reviewers = new ArrayList();\n var authors = new ArrayList();\n\n var name = XML.attribute(project, \"name\");\n\n for (var person : XML.children(project, \"person\")) {\n var role = XML.attribute(person, \"role\");\n var username = XML.attribute(person, \"ref\");\n switch (role) {\n case \"lead\":\n lead = username;\n break;\n case \"reviewer\":\n reviewers.add(username);\n break;\n case \"committer\":\n committers.add(username);\n break;\n case \"author\":\n authors.add(username);\n break;\n default:\n if (name.equals(\"openjfx\") && (username.equals(\"dwookey\") || username.equals(\"jpereda\"))) {\n authors.add(username);\n } else {\n throw new IOException(\"Unexpected role '\" + role +\n \"' for user '\" + username +\n \"' in project '\" + name + \"'\");\n }\n }\n }\n\n var fullName = XML.child(project, \"full-name\").getTextContent();\n var sponsor = XML.attribute(XML.child(project, \"sponsor\"), \"ref\");\n var filename = dir.resolve(name + \".xml\");\n try (var file = newPrintWriter(filename)) {\n file.format(\"%n\");\n file.format(\"%n\", name, BotUtils.escape(fullName), sponsor);\n file.format(\" %n\", lead);\n\n for (var reviewer : reviewers) {\n file.format(\" %n\", reviewer);\n }\n for (var committer : committers) {\n file.format(\" %n\", committer);\n }\n for (var author : authors) {\n file.format(\" %n\", author);\n }\n\n file.format(\"%n\");\n }\n ret.add(filename);\n }\n return ret;\n }\n\n private static List sync(String from, Path to) throws IOException {\n var document = XML.parse(from);\n var census = XML.child(document, \"census\");\n var ret = new ArrayList();\n\n ret.addAll(syncVersion(census, to));\n ret.addAll(syncContributors(census, to));\n ret.addAll(syncGroups(census, to));\n ret.addAll(syncProjects(census, to));\n\n return ret;\n }\n\n @Override\n public Collection run(Path scratch) {\n try {\n var currentCensus = request.get().executeUnparsed();\n if (currentCensus.equals(lastCensus)) {\n log.fine(\"No census changes detected\");\n return List.of();\n }\n\n var toDir = scratch.resolve(\"to.git\");\n var toRepo = Repository.materialize(toDir, to.authenticatedUrl(), Branch.defaultFor(VCS.GIT).name());\n\n var updatedFiles = sync(currentCensus, toDir);\n if (!toRepo.isClean()) {\n toRepo.add(updatedFiles);\n var head = toRepo.commit(\"Updated census\", \"duke\", \"duke@openjdk.org\");\n toRepo.push(head, to.authenticatedUrl(), Branch.defaultFor(VCS.GIT).name(), false);\n } else {\n log.info(\"New census data did not result in any changes\");\n }\n\n lastCensus = currentCensus;\n } catch (IOException e) {\n throw new UncheckedIOException(e);\n }\n return List.of();\n }\n\n @Override\n public String name() {\n return CensusSyncBotFactory.NAME;\n }\n\n @Override\n public String botName() {\n return name();\n }\n\n @Override\n public String workItemName() {\n return \"split\";\n }\n}\n"
},
{
"path": "bots/censussync/src/main/java/org/openjdk/skara/bots/censussync/CensusSyncUnifyBot.java",
"content": "/*\n * Copyright (c) 2020, 2024, Oracle and/or its affiliates. All rights reserved.\n * DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER.\n *\n * This code is free software; you can redistribute it and/or modify it\n * under the terms of the GNU General Public License version 2 only, as\n * published by the Free Software Foundation.\n *\n * This code is distributed in the hope that it will be useful, but WITHOUT\n * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or\n * FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License\n * version 2 for more details (a copy is included in the LICENSE file that\n * accompanied this code).\n *\n * You should have received a copy of the GNU General Public License version\n * 2 along with this work; if not, write to the Free Software Foundation,\n * Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA.\n *\n * Please contact Oracle, 500 Oracle Parkway, Redwood Shores, CA 94065 USA\n * or visit www.oracle.com if you need additional information or have any\n * questions.\n */\n\npackage org.openjdk.skara.bots.censussync;\n\nimport org.openjdk.skara.bot.*;\nimport org.openjdk.skara.bots.common.BotUtils;\nimport org.openjdk.skara.census.Census;\nimport org.openjdk.skara.forge.*;\nimport org.openjdk.skara.vcs.*;\n\nimport java.io.*;\nimport java.util.*;\nimport java.nio.file.*;\nimport java.util.logging.Logger;\nimport java.time.*;\nimport java.time.format.*;\n\npublic class CensusSyncUnifyBot implements Bot, WorkItem {\n private static final Logger log = Logger.getLogger(\"org.openjdk.skara.bots\");;\n private final HostedRepository from;\n private final HostedRepository to;\n private final int version;\n private Hash last;\n\n CensusSyncUnifyBot(HostedRepository from, HostedRepository to, int version) {\n this.from = from;\n this.to = to;\n this.version = version;\n this.last = null;\n }\n\n @Override\n public boolean concurrentWith(WorkItem other) {\n if (!(other instanceof CensusSyncUnifyBot o)) {\n return true;\n }\n return !o.to.equals(to);\n }\n\n @Override\n public String toString() {\n return \"CensusSyncUnifyBot(\" + from.name() + \"->\" + to.name() + \"@\" + version + \")\";\n }\n\n @Override\n public List getPeriodicItems() {\n return List.of(this);\n }\n\n @Override\n public Collection run(Path scratch) {\n try {\n var fromDir = scratch.resolve(\"from.git\");\n var fromRepo = Repository.materialize(fromDir, from.authenticatedUrl(), Branch.defaultFor(VCS.GIT).name());\n if (last != null && last.equals(fromRepo.head())) {\n // Nothing to do\n return List.of();\n }\n\n var census = Census.parse(fromDir);\n\n var toDir = scratch.resolve(\"to.git\");\n var toRepo = Repository.materialize(toDir, to.authenticatedUrl(), Branch.defaultFor(VCS.GIT).name());\n\n var censusXML = toRepo.root().resolve(\"census.xml\");\n if (!Files.exists(censusXML)) {\n Files.createFile(censusXML);\n }\n try (var file = new PrintWriter(Files.newBufferedWriter(censusXML))) {\n file.println(\"\");\n var formatter = DateTimeFormatter.ISO_OFFSET_DATE_TIME;\n file.println(\"\");\n for (var contributor : census.contributors()) {\n file.println(\"\");\n file.println(\" \" + contributor.fullName().orElse(\"\") + \"\");\n file.println(\"\");\n }\n for (var group : census.groups()) {\n file.println(\"\");\n file.println(\" \" + BotUtils.escape(group.fullName()) + \"\");\n file.println(\" \");\n for (var member : group.members()) {\n if (!member.username().equals(group.lead().username())) {\n file.println(\" \");\n }\n }\n file.println(\"\");\n }\n for (var project : census.projects()) {\n file.println(\"\");\n file.println(\" \" + BotUtils.escape(project.fullName()) + \"\");\n file.println(\" \");\n\n var roles = project.roles(version);\n for (var role : roles.keySet()) {\n for (var member : roles.get(role)) {\n file.println(\" \");\n }\n }\n\n file.println(\"\");\n }\n for (var namespace : census.namespaces()) {\n file.println(\"\");\n for (var entry : namespace.entries()) {\n var id = entry.getKey();\n var contributor = entry.getValue();\n file.println(\" \");\n }\n file.println(\"\");\n }\n file.println(\"\");\n }\n toRepo.add(censusXML);\n var head = toRepo.commit(\"Updated census.xml\", \"duke\", \"duke@openjdk.org\");\n toRepo.push(head, to.authenticatedUrl(), Branch.defaultFor(VCS.GIT).name(), false);\n last = fromRepo.head();\n } catch (IOException e) {\n throw new UncheckedIOException(e);\n }\n return List.of();\n }\n\n @Override\n public String name() {\n return CensusSyncBotFactory.NAME;\n }\n\n @Override\n public String botName() {\n return name();\n }\n\n @Override\n public String workItemName() {\n return \"unitfy\";\n }\n}\n"
},
{
"path": "bots/censussync/src/test/java/org/openjdk/skara/bots/censussync/CensusSyncBotFactoryTest.java",
"content": "/*\n * Copyright (c) 2022, Oracle and/or its affiliates. All rights reserved.\n * DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER.\n *\n * This code is free software; you can redistribute it and/or modify it\n * under the terms of the GNU General Public License version 2 only, as\n * published by the Free Software Foundation.\n *\n * This code is distributed in the hope that it will be useful, but WITHOUT\n * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or\n * FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License\n * version 2 for more details (a copy is included in the LICENSE file that\n * accompanied this code).\n *\n * You should have received a copy of the GNU General Public License version\n * 2 along with this work; if not, write to the Free Software Foundation,\n * Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA.\n *\n * Please contact Oracle, 500 Oracle Parkway, Redwood Shores, CA 94065 USA\n * or visit www.oracle.com if you need additional information or have any\n * questions.\n */\npackage org.openjdk.skara.bots.censussync;\n\nimport org.junit.jupiter.api.Test;\nimport org.openjdk.skara.json.JWCC;\nimport org.openjdk.skara.test.TestBotFactory;\nimport org.openjdk.skara.test.TestHostedRepository;\n\nimport static org.junit.jupiter.api.Assertions.*;\n\nclass CensusSyncBotFactoryTest {\n @Test\n void testCreate() {\n String jsonString = \"\"\"\n {\n \"sync\": [\n {\n \"method\": \"unify\",\n \"from\": \"from1\",\n \"to\": \"to1\",\n \"version\": 1\n },\n {\n \"method\": \"split\",\n \"from\": \"https://test.org/test.xml\",\n \"to\": \"to2\",\n \"version\": 2\n }\n ]\n }\n \"\"\";\n var jsonConfig = JWCC.parse(jsonString).asObject();\n\n var testBotFactory = TestBotFactory.newBuilder()\n .addHostedRepository(\"from1\", new TestHostedRepository(\"from1\"))\n .addHostedRepository(\"to1\", new TestHostedRepository(\"to1\"))\n .addHostedRepository(\"to2\", new TestHostedRepository(\"to2\"))\n .build();\n\n var bots = testBotFactory.createBots(CensusSyncBotFactory.NAME, jsonConfig);\n assertEquals(2, bots.size());\n\n var censusSyncUnifyBots = bots.stream().filter(e -> e.getClass().equals(CensusSyncUnifyBot.class)).toList();\n var censusSyncSplitBots = bots.stream().filter(e -> e.getClass().equals(CensusSyncSplitBot.class)).toList();\n\n assertEquals(1, censusSyncUnifyBots.size());\n assertEquals(1, censusSyncSplitBots.size());\n\n assertEquals(\"CensusSyncUnifyBot(from1->to1@1)\", censusSyncUnifyBots.get(0).toString());\n assertEquals(\"CensusSyncSplitBot(https://test.org/test.xml->to2@2)\", censusSyncSplitBots.get(0).toString());\n }\n}"
},
{
"path": "bots/checkout/build.gradle",
"content": "/*\n * Copyright (c) 2018, 2022, Oracle and/or its affiliates. All rights reserved.\n * DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER.\n *\n * This code is free software; you can redistribute it and/or modify it\n * under the terms of the GNU General Public License version 2 only, as\n * published by the Free Software Foundation.\n *\n * This code is distributed in the hope that it will be useful, but WITHOUT\n * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or\n * FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License\n * version 2 for more details (a copy is included in the LICENSE file that\n * accompanied this code).\n *\n * You should have received a copy of the GNU General Public License version\n * 2 along with this work; if not, write to the Free Software Foundation,\n * Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA.\n *\n * Please contact Oracle, 500 Oracle Parkway, Redwood Shores, CA 94065 USA\n * or visit www.oracle.com if you need additional information or have any\n * questions.\n */\n\nmodule {\n name = 'org.openjdk.skara.bots.checkout'\n test {\n requires 'org.junit.jupiter.api'\n requires 'org.openjdk.skara.test'\n opens 'org.openjdk.skara.bots.checkout' to 'org.junit.platform.commons'\n }\n}\n\ndependencies {\n implementation project(':bot')\n implementation project(':ci')\n implementation project(':vcs')\n implementation project(':host')\n implementation project(':forge')\n implementation project(':issuetracker')\n implementation project(':census')\n implementation project(':process')\n implementation project(':json')\n implementation project(':network')\n implementation project(':storage')\n implementation project(':metrics')\n\n testImplementation project(':test')\n}\n"
},
{
"path": "bots/checkout/src/main/java/module-info.java",
"content": "/*\n * Copyright (c) 2018, 2022, Oracle and/or its affiliates. All rights reserved.\n * DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER.\n *\n * This code is free software; you can redistribute it and/or modify it\n * under the terms of the GNU General Public License version 2 only, as\n * published by the Free Software Foundation.\n *\n * This code is distributed in the hope that it will be useful, but WITHOUT\n * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or\n * FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License\n * version 2 for more details (a copy is included in the LICENSE file that\n * accompanied this code).\n *\n * You should have received a copy of the GNU General Public License version\n * 2 along with this work; if not, write to the Free Software Foundation,\n * Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA.\n *\n * Please contact Oracle, 500 Oracle Parkway, Redwood Shores, CA 94065 USA\n * or visit www.oracle.com if you need additional information or have any\n * questions.\n */\nmodule org.openjdk.skara.bots.checkout {\n requires org.openjdk.skara.vcs;\n requires org.openjdk.skara.host;\n requires org.openjdk.skara.network;\n requires org.openjdk.skara.bot;\n requires org.openjdk.skara.process;\n requires org.openjdk.skara.storage;\n requires java.logging;\n\n provides org.openjdk.skara.bot.BotFactory with org.openjdk.skara.bots.checkout.CheckoutBotFactory;\n}\n"
},
{
"path": "bots/checkout/src/main/java/org/openjdk/skara/bots/checkout/CheckoutBot.java",
"content": "/*\n * Copyright (c) 2020, 2024, Oracle and/or its affiliates. All rights reserved.\n * DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER.\n *\n * This code is free software; you can redistribute it and/or modify it\n * under the terms of the GNU General Public License version 2 only, as\n * published by the Free Software Foundation.\n *\n * This code is distributed in the hope that it will be useful, but WITHOUT\n * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or\n * FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License\n * version 2 for more details (a copy is included in the LICENSE file that\n * accompanied this code).\n *\n * You should have received a copy of the GNU General Public License version\n * 2 along with this work; if not, write to the Free Software Foundation,\n * Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA.\n *\n * Please contact Oracle, 500 Oracle Parkway, Redwood Shores, CA 94065 USA\n * or visit www.oracle.com if you need additional information or have any\n * questions.\n */\n\npackage org.openjdk.skara.bots.checkout;\n\nimport org.openjdk.skara.bot.*;\nimport org.openjdk.skara.forge.HostedRepository;\nimport org.openjdk.skara.vcs.*;\nimport org.openjdk.skara.vcs.openjdk.convert.*;\nimport org.openjdk.skara.storage.StorageBuilder;\n\nimport java.io.IOException;\nimport java.io.UncheckedIOException;\nimport java.util.*;\nimport java.nio.file.*;\nimport java.nio.charset.StandardCharsets;\nimport java.net.URI;\nimport java.net.URLEncoder;\nimport java.util.logging.Logger;\n\npublic class CheckoutBot implements Bot, WorkItem {\n private static final Logger log = Logger.getLogger(\"org.openjdk.skara.bots\");;\n private final HostedRepository from;\n private final Branch branch;\n private final Path to;\n private final Path storage;\n private final StorageBuilder marksStorage;\n\n CheckoutBot(HostedRepository from, Branch branch, Path to, Path storage, StorageBuilder marksStorage) {\n this.from = from;\n this.branch = branch;\n this.to = to;\n this.storage = storage;\n this.marksStorage = marksStorage;\n }\n\n private static String urlEncode(Path p) {\n return URLEncoder.encode(p.toString(), StandardCharsets.UTF_8);\n }\n\n private static String urlEncode(URI uri) {\n return URLEncoder.encode(uri.toString(), StandardCharsets.UTF_8);\n }\n\n @Override\n public boolean concurrentWith(WorkItem other) {\n if (!(other instanceof CheckoutBot o)) {\n return true;\n }\n return !(o.to.equals(to) || o.from.equals(from));\n }\n\n @Override\n public String toString() {\n return \"CheckoutBot(\" + from.name() + \":\" + branch.name() + \", \" + to + \")\";\n }\n\n @Override\n public List getPeriodicItems() {\n return List.of(this);\n }\n\n @Override\n public Collection run(Path scratch) {\n try {\n var fromDir = storage.resolve(urlEncode(from.url()));\n Repository fromRepo = null;\n if (!Files.exists(fromDir)) {\n Files.createDirectories(fromDir);\n log.info(\"Cloning Git repo \" + from + \" to \" + fromDir);\n fromRepo = Repository.clone(from.authenticatedUrl(), fromDir);\n } else {\n log.info(\"Getting existing Git repo repository from \" + fromDir);\n fromRepo = Repository.get(fromDir).orElseThrow(() ->\n new IllegalStateException(\"Git repository vanished from \" + fromDir));\n }\n fromRepo.fetchRemote(\"origin\");\n fromRepo.checkout(branch);\n fromRepo.pull(\"origin\", branch.name(), true);\n\n var toRepoName = to.getFileName().toString();\n var marksDir = scratch.resolve(\"checkout\").resolve(\"marks\").resolve(toRepoName);\n Files.createDirectories(marksDir);\n var marks = marksStorage.materialize(marksDir);\n var converter = new GitToHgConverter(branch);\n var hasConverted = false;\n try {\n if (!Files.exists(to)) {\n log.info(\"Creating Hg repository at: \" + to);\n Files.createDirectories(to);\n var toRepo = Repository.init(to, VCS.HG);\n converter.convert(fromRepo, toRepo);\n hasConverted = true;\n } else {\n log.info(\"Found existing Hg repository at: \" + to);\n var toRepo = Repository.get(to).orElseThrow(() ->\n new IllegalStateException(\"Repository vanished from \" + to));\n var existing = new ArrayList<>(marks.current());\n Collections.sort(existing);\n log.info(\"Found \" + existing.size() + \" existing marks\");\n converter.convert(fromRepo, toRepo, existing);\n hasConverted = true;\n }\n } finally {\n if (hasConverted) {\n log.info(\"Storing \" + converter.marks().size() + \" marks\");\n marks.put(converter.marks());\n } else {\n log.info(\"No conversion has taken place, not updating marks\");\n }\n }\n } catch (IOException e) {\n throw new UncheckedIOException(e);\n }\n return List.of();\n }\n\n @Override\n public String name() {\n return CheckoutBotFactory.NAME;\n }\n\n @Override\n public String botName() {\n return name();\n }\n\n @Override\n public String workItemName() {\n return botName();\n }\n}\n"
},
{
"path": "bots/checkout/src/main/java/org/openjdk/skara/bots/checkout/CheckoutBotFactory.java",
"content": "/*\n * Copyright (c) 2020, 2022, Oracle and/or its affiliates. All rights reserved.\n * DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER.\n *\n * This code is free software; you can redistribute it and/or modify it\n * under the terms of the GNU General Public License version 2 only, as\n * published by the Free Software Foundation.\n *\n * This code is distributed in the hope that it will be useful, but WITHOUT\n * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or\n * FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License\n * version 2 for more details (a copy is included in the LICENSE file that\n * accompanied this code).\n *\n * You should have received a copy of the GNU General Public License version\n * 2 along with this work; if not, write to the Free Software Foundation,\n * Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA.\n *\n * Please contact Oracle, 500 Oracle Parkway, Redwood Shores, CA 94065 USA\n * or visit www.oracle.com if you need additional information or have any\n * questions.\n */\npackage org.openjdk.skara.bots.checkout;\n\nimport org.openjdk.skara.bot.*;\nimport org.openjdk.skara.vcs.*;\nimport org.openjdk.skara.vcs.openjdk.convert.Mark;\n\nimport java.util.*;\nimport java.net.URI;\nimport java.nio.file.Path;\nimport java.util.logging.Logger;\n\npublic class CheckoutBotFactory implements BotFactory {\n private static final Logger log = Logger.getLogger(\"org.openjdk.skara.bots\");\n\n static final String NAME = \"checkout\";\n @Override\n public String name() {\n return NAME;\n }\n\n @Override\n public List create(BotConfiguration configuration) {\n var specific = configuration.specific();\n var storage = configuration.storageFolder();\n\n var marksRepo = configuration.repository(specific.get(\"marks\").get(\"repo\").asString());\n var marksUser = Author.fromString(specific.get(\"marks\").get(\"author\").asString());\n\n var bots = new ArrayList();\n for (var repo : specific.get(\"repositories\").asArray()) {\n var from = configuration.repository(repo.get(\"from\").get(\"repo\").asString());\n var fromBranch = new Branch(repo.get(\"from\").get(\"branch\").asString());\n var to = Path.of(repo.get(\"to\").asString());\n\n var toRepoName = to.getFileName().toString();\n var markStorage = MarkStorage.create(marksRepo, marksUser, toRepoName);\n\n bots.add(new CheckoutBot(from, fromBranch, to, storage, markStorage));\n }\n\n return bots;\n }\n}\n"
},
{
"path": "bots/checkout/src/main/java/org/openjdk/skara/bots/checkout/MarkStorage.java",
"content": "/*\n * Copyright (c) 2020, Oracle and/or its affiliates. All rights reserved.\n * DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER.\n *\n * This code is free software; you can redistribute it and/or modify it\n * under the terms of the GNU General Public License version 2 only, as\n * published by the Free Software Foundation.\n *\n * This code is distributed in the hope that it will be useful, but WITHOUT\n * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or\n * FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License\n * version 2 for more details (a copy is included in the LICENSE file that\n * accompanied this code).\n *\n * You should have received a copy of the GNU General Public License version\n * 2 along with this work; if not, write to the Free Software Foundation,\n * Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA.\n *\n * Please contact Oracle, 500 Oracle Parkway, Redwood Shores, CA 94065 USA\n * or visit www.oracle.com if you need additional information or have any\n * questions.\n */\n\npackage org.openjdk.skara.bots.checkout;\n\nimport org.openjdk.skara.forge.HostedRepository;\nimport org.openjdk.skara.vcs.*;\nimport org.openjdk.skara.vcs.openjdk.convert.Mark;\nimport org.openjdk.skara.storage.StorageBuilder;\n\nimport java.net.URI;\nimport java.util.*;\nimport java.util.stream.Collectors;\n\nclass MarkStorage {\n private static Mark deserializeMark(String s) {\n var parts = s.split(\" \");\n if (!(parts.length == 3 || parts.length == 4)) {\n throw new IllegalArgumentException(\"Unexpected string:\" + s);\n }\n\n var key = Integer.parseInt(parts[0]);\n var hg = new Hash(parts[1]);\n var git = new Hash(parts[2]);\n\n return parts.length == 3 ? new Mark(key, hg, git) : new Mark(key, hg, git, new Hash(parts[3]));\n }\n\n private static String serialize(Collection added, Set existing) {\n var marks = new ArrayList();\n var handled = new HashSet();\n for (var mark : added) {\n marks.add(mark);\n handled.add(mark.key());\n }\n for (var mark : existing) {\n if (!handled.contains(mark.key())) {\n marks.add(mark);\n }\n }\n Collections.sort(marks);\n var sb = new StringBuilder();\n for (var mark : marks) {\n sb.append(Integer.toString(mark.key()));\n sb.append(\" \");\n sb.append(mark.hg().hex());\n sb.append(\" \");\n sb.append(mark.git().hex());\n if (mark.tag().isPresent()) {\n sb.append(\" \");\n sb.append(mark.tag().get().hex());\n }\n sb.append(\"\\n\");\n }\n return sb.toString();\n }\n\n private static Set deserialize(String current) {\n var res = current.lines()\n .map(MarkStorage::deserializeMark)\n .collect(Collectors.toSet());\n return res;\n }\n\n static StorageBuilder create(HostedRepository repo, Author user, String name) {\n return new StorageBuilder(name + \"/marks.txt\")\n .remoteRepository(repo, Branch.defaultFor(VCS.GIT).name(), user.name(), user.email(), \"Updated marks for \" + name)\n .serializer(MarkStorage::serialize)\n .deserializer(MarkStorage::deserialize);\n }\n}\n"
},
{
"path": "bots/checkout/src/test/java/org/openjdk/skara/bots/checkout/CheckoutBotFactoryTest.java",
"content": "/*\n * Copyright (c) 2022, Oracle and/or its affiliates. All rights reserved.\n * DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER.\n *\n * This code is free software; you can redistribute it and/or modify it\n * under the terms of the GNU General Public License version 2 only, as\n * published by the Free Software Foundation.\n *\n * This code is distributed in the hope that it will be useful, but WITHOUT\n * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or\n * FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License\n * version 2 for more details (a copy is included in the LICENSE file that\n * accompanied this code).\n *\n * You should have received a copy of the GNU General Public License version\n * 2 along with this work; if not, write to the Free Software Foundation,\n * Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA.\n *\n * Please contact Oracle, 500 Oracle Parkway, Redwood Shores, CA 94065 USA\n * or visit www.oracle.com if you need additional information or have any\n * questions.\n */\npackage org.openjdk.skara.bots.checkout;\n\nimport org.junit.jupiter.api.Test;\nimport org.openjdk.skara.json.JWCC;\nimport org.openjdk.skara.test.TestBotFactory;\nimport org.openjdk.skara.test.TestHostedRepository;\n\nimport static org.junit.jupiter.api.Assertions.*;\n\nclass CheckoutBotFactoryTest {\n @Test\n public void testCreate() {\n String jsonString = \"\"\"\n {\n \"marks\": {\n \"repo\": \"mark\",\n \"author\": \"test_author \"\n },\n \"repositories\": [\n {\n \"from\": {\n \"repo\": \"from1\",\n \"branch\": \"master\"\n },\n \"to\": \"to1\"\n },\n {\n \"from\": {\n \"repo\": \"from2\",\n \"branch\": \"dev\"\n },\n \"to\": \"to2\"\n }\n ]\n }\n \"\"\";\n var jsonConfig = JWCC.parse(jsonString).asObject();\n\n var testBotFactory = TestBotFactory.newBuilder()\n .addHostedRepository(\"mark\", new TestHostedRepository(\"mark\"))\n .addHostedRepository(\"from1\", new TestHostedRepository(\"from1\"))\n .addHostedRepository(\"from2\", new TestHostedRepository(\"from2\"))\n .build();\n\n var bots = testBotFactory.createBots(CheckoutBotFactory.NAME, jsonConfig);\n // A checkoutBot for every configured repository\n assertEquals(2, bots.size());\n\n assertEquals(\"CheckoutBot(from1:master, to1)\", bots.get(0).toString());\n assertEquals(\"CheckoutBot(from2:dev, to2)\", bots.get(1).toString());\n }\n}"
},
{
"path": "bots/checkout/src/test/java/org/openjdk/skara/bots/checkout/CheckoutBotTests.java",
"content": "/*\n * Copyright (c) 2020, 2022, Oracle and/or its affiliates. All rights reserved.\n * DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER.\n *\n * This code is free software; you can redistribute it and/or modify it\n * under the terms of the GNU General Public License version 2 only, as\n * published by the Free Software Foundation.\n *\n * This code is distributed in the hope that it will be useful, but WITHOUT\n * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or\n * FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License\n * version 2 for more details (a copy is included in the LICENSE file that\n * accompanied this code).\n *\n * You should have received a copy of the GNU General Public License version\n * 2 along with this work; if not, write to the Free Software Foundation,\n * Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA.\n *\n * Please contact Oracle, 500 Oracle Parkway, Redwood Shores, CA 94065 USA\n * or visit www.oracle.com if you need additional information or have any\n * questions.\n */\npackage org.openjdk.skara.bots.checkout;\n\nimport org.openjdk.skara.test.*;\nimport org.openjdk.skara.host.HostUser;\nimport org.openjdk.skara.vcs.*;\n\nimport org.junit.jupiter.api.*;\n\nimport java.io.IOException;\nimport java.nio.file.*;\nimport java.util.*;\nimport static java.nio.file.StandardOpenOption.*;\n\nimport static org.junit.jupiter.api.Assertions.*;\n\nclass CheckoutBotTests {\n private static void populate(Repository r) throws IOException {\n var readme = r.root().resolve(\"README\");\n Files.write(readme, List.of(\"Hello, readme!\"));\n\n r.add(readme);\n r.commit(\"Add README\", \"duke\", \"duke@openjdk.org\");\n\n Files.write(readme, List.of(\"Another line\"), WRITE, APPEND);\n r.add(readme);\n r.commit(\"Modify README\", \"duke\", \"duke@openjdk.org\");\n\n Files.write(readme, List.of(\"A final line\"), WRITE, APPEND);\n r.add(readme);\n r.commit(\"Final README\", \"duke\", \"duke@openjdk.org\");\n }\n\n @Test\n void simpleConversion(TestInfo testInfo) throws IOException {\n try (var tmp = new TemporaryDirectory()) {\n var host = TestHost.createNew(List.of(HostUser.create(0, \"duke\", \"J. Duke\")));\n var marksLocalDir = tmp.path().resolve(\"marks.git\");\n Files.createDirectories(marksLocalDir);\n var marksLocalRepo = TestableRepository.init(marksLocalDir, VCS.GIT);\n marksLocalRepo.config(\"receive\", \"denyCurrentBranch\", \"ignore\");\n var marksHostedRepo = new TestHostedRepository(host, \"marks\", marksLocalRepo);\n\n var storage = tmp.path().resolve(\"storage\");\n var scratch = tmp.path().resolve(\"scratch\");\n var marksAuthor = new Author(\"duke\", \"duke@openjdk.org\");\n var marksStorage = MarkStorage.create(marksHostedRepo, marksAuthor, \"test\");\n\n var hgDir = tmp.path().resolve(\"hg\");\n\n var gitLocalDir = tmp.path().resolve(\"from.git\");\n Files.createDirectories(gitLocalDir);\n var gitLocalRepo = TestableRepository.init(gitLocalDir, VCS.GIT);\n populate(gitLocalRepo);\n var gitHostedRepo = new TestHostedRepository(host, \"from\", gitLocalRepo);\n\n var bot = new CheckoutBot(gitHostedRepo, gitLocalRepo.defaultBranch(), hgDir, storage, marksStorage);\n var runner = new TestBotRunner();\n runner.runPeriodicItems(bot);\n\n var hgRepo = Repository.get(hgDir).orElseThrow();\n assertEquals(3, hgRepo.commitMetadata().size());\n }\n }\n\n @Test\n void update(TestInfo testInfo) throws IOException {\n try (var tmp = new TemporaryDirectory()) {\n var host = TestHost.createNew(List.of(HostUser.create(0, \"duke\", \"J. Duke\")));\n var marksLocalDir = tmp.path().resolve(\"marks.git\");\n Files.createDirectories(marksLocalDir);\n var marksLocalRepo = TestableRepository.init(marksLocalDir, VCS.GIT);\n marksLocalRepo.config(\"receive\", \"denyCurrentBranch\", \"ignore\");\n var marksHostedRepo = new TestHostedRepository(host, \"marks\", marksLocalRepo);\n\n var storage = tmp.path().resolve(\"storage\");\n var scratch = tmp.path().resolve(\"scratch\");\n var marksAuthor = new Author(\"duke\", \"duke@openjdk.org\");\n var marksStorage = MarkStorage.create(marksHostedRepo, marksAuthor, \"test\");\n var runner = new TestBotRunner();\n\n var hgDir = tmp.path().resolve(\"hg\");\n\n var gitLocalDir = tmp.path().resolve(\"from.git\");\n Files.createDirectories(gitLocalDir);\n var gitLocalRepo = TestableRepository.init(gitLocalDir, VCS.GIT);\n populate(gitLocalRepo);\n var gitHostedRepo = new TestHostedRepository(host, \"from\", gitLocalRepo);\n\n var bot = new CheckoutBot(gitHostedRepo, gitLocalRepo.defaultBranch(), hgDir, storage, marksStorage);\n runner.runPeriodicItems(bot);\n\n var hgRepo = Repository.get(hgDir).orElseThrow();\n assertEquals(3, hgRepo.commitMetadata().size());\n assertEquals(3, gitLocalRepo.commitMetadata().size());\n\n var readme = gitLocalRepo.root().resolve(\"README\");\n Files.write(readme, List.of(\"An updated line\"), WRITE, APPEND);\n gitLocalRepo.add(readme);\n gitLocalRepo.commit(\"Updated Final README\", \"duke\", \"duke@openjdk.org\");\n\n runner.runPeriodicItems(bot);\n assertEquals(4, hgRepo.commitMetadata().size());\n }\n }\n}\n"
},
{
"path": "bots/cli/build.gradle",
"content": "/*\n * Copyright (c) 2018, 2023, Oracle and/or its affiliates. All rights reserved.\n * DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER.\n *\n * This code is free software; you can redistribute it and/or modify it\n * under the terms of the GNU General Public License version 2 only, as\n * published by the Free Software Foundation.\n *\n * This code is distributed in the hope that it will be useful, but WITHOUT\n * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or\n * FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License\n * version 2 for more details (a copy is included in the LICENSE file that\n * accompanied this code).\n *\n * You should have received a copy of the GNU General Public License version\n * 2 along with this work; if not, write to the Free Software Foundation,\n * Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA.\n *\n * Please contact Oracle, 500 Oracle Parkway, Redwood Shores, CA 94065 USA\n * or visit www.oracle.com if you need additional information or have any\n * questions.\n */\n\nplugins {\n id 'skara-images'\n}\n\nmodule {\n name = 'org.openjdk.skara.bots.cli'\n test {\n requires 'org.junit.jupiter.api'\n requires 'org.openjdk.skara.test'\n requires 'jdk.httpserver'\n opens 'org.openjdk.skara.bots.cli' to 'org.junit.platform.commons'\n }\n}\n\ndependencies {\n implementation project(':bots:pr')\n implementation project(':bots:hgbridge')\n implementation project(':bots:forward')\n implementation project(':bots:notify')\n implementation project(':bots:merge')\n implementation project(':bots:mlbridge')\n implementation project(':bots:mirror')\n implementation project(':bots:topological')\n implementation project(':bots:tester')\n implementation project(':bots:submit')\n implementation project(':bots:forward')\n implementation project(':bots:bridgekeeper')\n implementation project(':bots:checkout')\n implementation project(':bots:censussync')\n implementation project(':bots:testinfo')\n implementation project(':bots:synclabel')\n implementation project(':ci')\n implementation project(':vcs')\n implementation project(':jcheck')\n implementation project(':host')\n implementation project(':network')\n implementation project(':bot')\n implementation project(':forge')\n implementation project(':issuetracker')\n implementation project(':census')\n implementation project(':json')\n implementation project(':ini')\n implementation project(':process')\n implementation project(':args')\n implementation project(':proxy')\n implementation project(':version')\n implementation project(':metrics')\n\n testImplementation project(':test')\n}\n\n// Load deps.env and remove all double quotes\ndef depsEnv = new Properties()\nfile(\"../../deps.env\").withInputStream { { depsEnv.load(it)}}\ndepsEnv.entrySet().forEach(e -> e.setValue(((String) e.getValue()).replaceAll(\"\\\"\", \"\")))\n\nimages {\n linux_x64 {\n modules = ['jdk.crypto.ec',\n 'org.openjdk.skara.bots.pr',\n 'org.openjdk.skara.bots.hgbridge',\n 'org.openjdk.skara.bots.forward',\n 'org.openjdk.skara.bots.notify',\n 'org.openjdk.skara.bots.merge',\n 'org.openjdk.skara.bots.mlbridge',\n 'org.openjdk.skara.bots.mirror',\n 'org.openjdk.skara.bots.submit',\n 'org.openjdk.skara.bots.tester',\n 'org.openjdk.skara.bots.topological',\n 'org.openjdk.skara.bots.forward',\n 'org.openjdk.skara.bots.bridgekeeper',\n 'org.openjdk.skara.bots.checkout',\n 'org.openjdk.skara.bots.censussync',\n 'org.openjdk.skara.bots.testinfo',\n 'org.openjdk.skara.bots.synclabel']\n launchers = ['skara-bots': 'org.openjdk.skara.bots.cli/org.openjdk.skara.bots.cli.BotLauncher']\n options = [\"--module-path\", \"plugins\"]\n bundles = ['zip', 'tar.gz']\n jdk {\n url = depsEnv.getProperty(\"JDK_LINUX_X64_URL\")\n sha256 = depsEnv.getProperty(\"JDK_LINUX_X64_SHA256\")\n }\n }\n}\n"
},
{
"path": "bots/cli/src/main/java/module-info.java",
"content": "/*\n * Copyright (c) 2018, 2022, Oracle and/or its affiliates. All rights reserved.\n * DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER.\n *\n * This code is free software; you can redistribute it and/or modify it\n * under the terms of the GNU General Public License version 2 only, as\n * published by the Free Software Foundation.\n *\n * This code is distributed in the hope that it will be useful, but WITHOUT\n * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or\n * FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License\n * version 2 for more details (a copy is included in the LICENSE file that\n * accompanied this code).\n *\n * You should have received a copy of the GNU General Public License version\n * 2 along with this work; if not, write to the Free Software Foundation,\n * Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA.\n *\n * Please contact Oracle, 500 Oracle Parkway, Redwood Shores, CA 94065 USA\n * or visit www.oracle.com if you need additional information or have any\n * questions.\n */\nmodule org.openjdk.skara.bots.cli {\n requires org.openjdk.skara.vcs;\n requires org.openjdk.skara.jcheck;\n requires org.openjdk.skara.host;\n requires org.openjdk.skara.bot;\n requires org.openjdk.skara.census;\n requires org.openjdk.skara.json;\n requires org.openjdk.skara.args;\n requires org.openjdk.skara.process;\n requires org.openjdk.skara.proxy;\n requires org.openjdk.skara.network;\n requires org.openjdk.skara.version;\n\n requires java.net.http;\n requires java.sql;\n\n exports org.openjdk.skara.bots.cli;\n}\n\n"
},
{
"path": "bots/cli/src/main/java/org/openjdk/skara/bots/cli/BotConsoleHandler.java",
"content": "/*\n * Copyright (c) 2018, 2022, Oracle and/or its affiliates. All rights reserved.\n * DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER.\n *\n * This code is free software; you can redistribute it and/or modify it\n * under the terms of the GNU General Public License version 2 only, as\n * published by the Free Software Foundation.\n *\n * This code is distributed in the hope that it will be useful, but WITHOUT\n * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or\n * FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License\n * version 2 for more details (a copy is included in the LICENSE file that\n * accompanied this code).\n *\n * You should have received a copy of the GNU General Public License version\n * 2 along with this work; if not, write to the Free Software Foundation,\n * Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA.\n *\n * Please contact Oracle, 500 Oracle Parkway, Redwood Shores, CA 94065 USA\n * or visit www.oracle.com if you need additional information or have any\n * questions.\n */\npackage org.openjdk.skara.bots.cli;\n\nimport java.time.ZoneId;\nimport java.time.format.DateTimeFormatter;\nimport java.time.temporal.ChronoUnit;\nimport java.util.*;\nimport java.util.logging.*;\n\nclass BotConsoleHandler extends StreamHandler {\n\n private final DateTimeFormatter dateTimeFormatter;\n private final Map levelAbbreviations;\n\n BotConsoleHandler() {\n dateTimeFormatter = DateTimeFormatter.ISO_INSTANT\n .withLocale(Locale.getDefault())\n .withZone(ZoneId.systemDefault());\n\n levelAbbreviations = new HashMap<>();\n levelAbbreviations.put(Level.INFO.intValue(), \"I\");\n levelAbbreviations.put(Level.FINE.intValue(), \"F\");\n levelAbbreviations.put(Level.FINER.intValue(), \"finer\");\n levelAbbreviations.put(Level.FINEST.intValue(), \"finest\");\n levelAbbreviations.put(Level.SEVERE.intValue(), \"E\");\n levelAbbreviations.put(Level.WARNING.intValue(), \"W\");\n }\n\n @Override\n public void publish(LogRecord record) {\n if (record.getLevel().intValue() < getLevel().intValue()) {\n return;\n }\n\n var level = levelAbbreviations.getOrDefault(record.getLevel().intValue(), \"?\");\n System.out.println(\"[\" + dateTimeFormatter.format(record.getInstant().truncatedTo(ChronoUnit.SECONDS)) + \"][\" + record.getLongThreadID() + \"][\" +\n level + \"] \" + record.getMessage());\n var exception = record.getThrown();\n if (exception != null) {\n exception.printStackTrace(System.out);\n }\n System.out.flush();\n }\n}\n"
},
{
"path": "bots/cli/src/main/java/org/openjdk/skara/bots/cli/BotLauncher.java",
"content": "/*\n * Copyright (c) 2018, 2024, Oracle and/or its affiliates. All rights reserved.\n * DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER.\n *\n * This code is free software; you can redistribute it and/or modify it\n * under the terms of the GNU General Public License version 2 only, as\n * published by the Free Software Foundation.\n *\n * This code is distributed in the hope that it will be useful, but WITHOUT\n * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or\n * FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License\n * version 2 for more details (a copy is included in the LICENSE file that\n * accompanied this code).\n *\n * You should have received a copy of the GNU General Public License version\n * 2 along with this work; if not, write to the Free Software Foundation,\n * Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA.\n *\n * Please contact Oracle, 500 Oracle Parkway, Redwood Shores, CA 94065 USA\n * or visit www.oracle.com if you need additional information or have any\n * questions.\n */\npackage org.openjdk.skara.bots.cli;\n\nimport java.time.Instant;\nimport java.time.ZoneId;\nimport java.time.format.DateTimeFormatter;\nimport org.openjdk.skara.args.*;\nimport org.openjdk.skara.bot.*;\nimport org.openjdk.skara.network.URIBuilder;\nimport org.openjdk.skara.json.*;\nimport org.openjdk.skara.proxy.HttpProxy;\nimport org.openjdk.skara.version.Version;\n\nimport java.io.IOException;\nimport java.nio.file.*;\nimport java.time.Duration;\nimport java.util.*;\nimport java.util.concurrent.TimeoutException;\nimport java.util.function.Function;\nimport java.util.logging.*;\nimport java.util.stream.*;\n\npublic class BotLauncher {\n private static Logger log;\n private static final Instant START_TIME = Instant.now();\n\n private static void applyLogging(JSONObject config) {\n LogManager.getLogManager().reset();\n log = Logger.getLogger(\"org.openjdk\");\n log.setLevel(Level.FINEST);\n\n if (!config.contains(\"log\")) {\n return;\n }\n\n if (config.get(\"log\").asObject().contains(\"console\")) {\n var level = Level.parse(config.get(\"log\").get(\"console\").get(\"level\").asString());\n var handler = new BotConsoleHandler();\n handler.setLevel(level);\n log.addHandler(handler);\n }\n\n if (config.get(\"log\").asObject().contains(\"slack\")) {\n var maxRate = Duration.ofMinutes(10);\n JSONValue slack = config.get(\"log\").get(\"slack\");\n if (slack.asObject().contains(\"maxrate\")) {\n maxRate = Duration.parse(slack.get(\"maxrate\").asString());\n }\n var level = Level.parse(slack.get(\"level\").asString());\n Map details = new HashMap<>();\n if (slack.asObject().contains(\"details\")) {\n details = slack.get(\"details\").asArray().stream()\n .collect(Collectors.toMap(o -> o.get(\"pattern\").asString(),\n o -> o.get(\"link\").asString()));\n }\n var username = slack.get(\"username\");\n var prefix = slack.get(\"prefix\");\n var handler = new BotSlackHandler(URIBuilder.base(slack.get(\"webhook\").asString()).build(),\n username == null ? null : username.asString(),\n prefix == null ? null : prefix.asString(),\n maxRate,\n details);\n handler.setLevel(level);\n log.addHandler(handler);\n }\n\n if (config.get(\"log\").asObject().contains(\"logstash\")) {\n var logstashConf = config.get(\"log\").get(\"logstash\").asObject();\n var level = Level.parse(logstashConf.get(\"level\").asString());\n var handler = new BotLogstashHandler(URIBuilder.base(logstashConf.get(\"endpoint\").asString()).build());\n if (logstashConf.contains(\"fields\")) {\n for (var field : logstashConf.get(\"fields\").asArray()) {\n if (field.asObject().contains(\"pattern\")) {\n handler.addExtraField(field.get(\"name\").asString(),\n field.get(\"value\").asString(),\n field.get(\"pattern\").asString());\n } else {\n handler.addExtraField(field.get(\"name\").asString(),\n field.get(\"value\").asString());\n }\n }\n }\n if (logstashConf.contains(\"replacements\")) {\n for (var field : logstashConf.get(\"replacements\").asArray()) {\n handler.addReplacement(field.get(\"pattern\").asString(), field.get(\"replacement\").asString());\n }\n }\n handler.setLevel(level);\n var dateTimeFormatter = DateTimeFormatter.ISO_INSTANT\n .withLocale(Locale.getDefault())\n .withZone(ZoneId.systemDefault());\n handler.addExtraField(\"instance_start_time\", dateTimeFormatter.format(START_TIME));\n log.addHandler(handler);\n }\n }\n\n private static JSONObject readConfiguration(Path jsonFile) {\n try {\n return JWCC.parse(Files.readString(jsonFile)).asObject();\n } catch (IOException e) {\n throw new RuntimeException(\"Failed to open configuration file: \" + jsonFile);\n }\n }\n\n public static void main(String... args) {\n HttpProxy.setup();\n\n var flags = List.of(\n Option.shortcut(\"t\")\n .fullname(\"timeout\")\n .describe(\"ISO8601\")\n .helptext(\"When running once, only run for this long (default 1 hour)\")\n .optional(),\n Switch.shortcut(\"o\")\n .fullname(\"once\")\n .helptext(\"Instead of repeatedly executing periodical task, run each task exactly once\")\n .optional(),\n Switch.shortcut(\"v\")\n .fullname(\"version\")\n .helptext(\"Show version\")\n .optional(),\n Switch.shortcut(\"l\")\n .fullname(\"list-bots\")\n .helptext(\"List all available bots and then exit\")\n .optional());\n var inputs = List.of(\n Input.position(0)\n .describe(\"configuration.json\")\n .singular()\n .required());\n var parser = new ArgumentParser(\"bots\", flags, inputs);\n var arguments = parser.parse(args);\n\n if (arguments.contains(\"list-bots\")) {\n var botFactories = BotFactory.getBotFactories();\n System.out.println(\"Number of available bots: \" + botFactories.size());\n for (var botFactory : botFactories) {\n System.out.println(\" - \" + botFactory.name() + \" (\" + botFactory.getClass().getModule() + \")\");\n }\n System.exit(0);\n }\n\n if (arguments.contains(\"version\")) {\n System.out.println(Version.fromManifest().orElse(\"unknown\"));\n System.exit(0);\n }\n\n Path jsonFile = arguments.at(0).via(Paths::get);\n var jsonConfig = readConfiguration(jsonFile);\n\n applyLogging(jsonConfig);\n var log = Logger.getLogger(\"org.openjdk.skara.bots.cli\");\n log.info(\"Starting BotLauncher\");\n\n BotRunnerConfiguration runnerConfig = null;\n try {\n runnerConfig = BotRunnerConfiguration.parse(jsonConfig, jsonFile.getParent());\n } catch (ConfigurationError configurationError) {\n log.severe(\"Failed to parse configuration file: \" + jsonFile\n + \" error message: \" + configurationError.getMessage());\n // Also print directly as logging may not be setup\n System.out.println(\"Failed to parse configuration file: \" + jsonFile);\n System.out.println(\"Error message: \" + configurationError.getMessage());\n System.exit(1);\n }\n\n var botFactories = BotFactory.getBotFactories().stream()\n .collect(Collectors.toMap(BotFactory::name, Function.identity()));\n if (botFactories.size() == 0) {\n log.severe(\"Error: no bot factories found. Make sure the module path is correct. Exiting...\");\n // Also print directly as logging may not be setup\n System.out.println(\"Error: no bot factories found. Make sure the module path is correct. Exiting...\");\n System.exit(1);\n }\n\n var bots = new ArrayList();\n\n for (var botEntry : botFactories.entrySet()) {\n try {\n var botConfig = runnerConfig.perBotConfiguration(botEntry.getKey());\n bots.addAll(botEntry.getValue().create(botConfig));\n } catch (ConfigurationError configurationError) {\n log.info(\"No configuration for available bot '\" + botEntry.getKey() + \"', skipping...\");\n }\n }\n\n var runner = new BotRunner(runnerConfig, bots);\n\n try {\n if (arguments.contains(\"once\")) {\n runner.runOnce(arguments.get(\"timeout\").or(\"PT60M\").via(Duration::parse));\n } else {\n runner.run();\n }\n } catch (TimeoutException e) {\n e.printStackTrace();\n }\n }\n}\n"
},
{
"path": "bots/cli/src/main/java/org/openjdk/skara/bots/cli/BotLogstashHandler.java",
"content": "/*\n * Copyright (c) 2018, 2022, Oracle and/or its affiliates. All rights reserved.\n * DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER.\n *\n * This code is free software; you can redistribute it and/or modify it\n * under the terms of the GNU General Public License version 2 only, as\n * published by the Free Software Foundation.\n *\n * This code is distributed in the hope that it will be useful, but WITHOUT\n * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or\n * FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License\n * version 2 for more details (a copy is included in the LICENSE file that\n * accompanied this code).\n *\n * You should have received a copy of the GNU General Public License version\n * 2 along with this work; if not, write to the Free Software Foundation,\n * Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA.\n *\n * Please contact Oracle, 500 Oracle Parkway, Redwood Shores, CA 94065 USA\n * or visit www.oracle.com if you need additional information or have any\n * questions.\n */\npackage org.openjdk.skara.bots.cli;\n\nimport org.openjdk.skara.bot.LogContextMap;\nimport org.openjdk.skara.json.JSON;\n\nimport java.io.PrintWriter;\nimport java.io.StringWriter;\nimport java.net.URI;\nimport java.net.http.*;\nimport java.time.*;\nimport java.time.format.DateTimeFormatter;\nimport java.util.*;\nimport java.util.concurrent.Future;\nimport java.util.logging.*;\nimport java.util.regex.Pattern;\n\n/**\n * Handles logging to logstash. Be careful not to call anything that creates new\n * log records from this class as that can cause infinite recursion.\n */\npublic class BotLogstashHandler extends StreamHandler {\n private final URI endpoint;\n private final HttpClient httpClient;\n private final DateTimeFormatter dateTimeFormatter;\n // Optionally store all futures for testing purposes\n private Collection>> futures;\n\n private record RegexReplacement(Pattern pattern, String replacement) {}\n\n private final List regexReplacements = new ArrayList<>();\n\n private static class ExtraField {\n String name;\n String value;\n Pattern pattern;\n }\n\n private final List extraFields;\n\n BotLogstashHandler(URI endpoint) {\n this.endpoint = endpoint;\n this.httpClient = HttpClient.newBuilder()\n .followRedirects(HttpClient.Redirect.NORMAL)\n .connectTimeout(Duration.ofSeconds(30))\n .build();\n dateTimeFormatter = DateTimeFormatter.ISO_INSTANT\n .withLocale(Locale.getDefault())\n .withZone(ZoneId.systemDefault());\n extraFields = new ArrayList<>();\n }\n\n void addExtraField(String name, String value) {\n addExtraField(name, value, null);\n }\n\n void addExtraField(String name, String value, String pattern) {\n var extraField = new ExtraField();\n extraField.name = name;\n extraField.value = value;\n if (pattern != null) {\n extraField.pattern = Pattern.compile(pattern);\n }\n extraFields.add(extraField);\n }\n\n void addReplacement(String pattern, String replacement) {\n regexReplacements.add(new RegexReplacement(Pattern.compile(pattern), replacement));\n }\n\n private Map getExtraFields(LogRecord record) {\n var ret = new HashMap();\n for (var extraField : extraFields) {\n if (extraField.pattern != null) {\n var matcher = extraField.pattern.matcher(record.getMessage());\n if (matcher.matches()) {\n var value = matcher.replaceFirst(extraField.value);\n ret.put(extraField.name, value);\n }\n } else {\n ret.put(extraField.name, extraField.value);\n }\n }\n return ret;\n }\n\n private String applyReplacements(String s) {\n CharSequence ret = s;\n for (RegexReplacement regexReplacement : regexReplacements) {\n var matcher = regexReplacement.pattern.matcher(ret);\n var sb = new StringBuilder();\n while (matcher.find()) {\n matcher.appendReplacement(sb, regexReplacement.replacement);\n }\n matcher.appendTail(sb);\n ret = sb;\n }\n return ret.toString();\n }\n\n @Override\n public void publish(LogRecord record) {\n if (record.getLevel().intValue() < getLevel().intValue()) {\n return;\n }\n Level level = record.getLevel();\n var query = JSON.object();\n query.put(\"@timestamp\", dateTimeFormatter.format(record.getInstant()));\n query.put(\"level\", level.getName());\n query.put(\"level_value\", level.intValue());\n query.put(\"message\", applyReplacements(record.getMessage()));\n\n if (record.getLoggerName() != null) {\n query.put(\"logger_name\", record.getLoggerName());\n }\n\n var parameters = record.getParameters();\n if (parameters != null) {\n for (var parameter : parameters) {\n if (parameter instanceof Duration duration) {\n query.put(\"duration\", duration.toMillis());\n }\n }\n }\n\n if (record.getThrown() != null) {\n var writer = new StringWriter();\n var printer = new PrintWriter(writer);\n record.getThrown().printStackTrace(printer);\n query.put(\"stack_trace\", writer.toString());\n }\n\n for (var entry : LogContextMap.entrySet()) {\n query.put(entry.getKey(), entry.getValue());\n }\n\n for (var extraField : getExtraFields(record).entrySet()) {\n query.put(extraField.getKey(), extraField.getValue());\n }\n\n var httpRequest = HttpRequest.newBuilder()\n .uri(endpoint)\n .header(\"Content-Type\", \"application/json\")\n .POST(HttpRequest.BodyPublishers.ofString(query.toString()))\n .build();\n var future = httpClient.sendAsync(httpRequest, HttpResponse.BodyHandlers.discarding());\n // Save futures in optional collection when running tests.\n if (futures != null) {\n futures.add(future);\n }\n }\n\n void setFuturesCollection(Collection>> futures) {\n this.futures = futures;\n }\n}\n"
},
{
"path": "bots/cli/src/main/java/org/openjdk/skara/bots/cli/BotSlackHandler.java",
"content": "/*\n * Copyright (c) 2018, 2022, Oracle and/or its affiliates. All rights reserved.\n * DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER.\n *\n * This code is free software; you can redistribute it and/or modify it\n * under the terms of the GNU General Public License version 2 only, as\n * published by the Free Software Foundation.\n *\n * This code is distributed in the hope that it will be useful, but WITHOUT\n * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or\n * FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License\n * version 2 for more details (a copy is included in the LICENSE file that\n * accompanied this code).\n *\n * You should have received a copy of the GNU General Public License version\n * 2 along with this work; if not, write to the Free Software Foundation,\n * Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA.\n *\n * Please contact Oracle, 500 Oracle Parkway, Redwood Shores, CA 94065 USA\n * or visit www.oracle.com if you need additional information or have any\n * questions.\n */\npackage org.openjdk.skara.bots.cli;\n\nimport org.openjdk.skara.bot.BotTaskAggregationHandler;\nimport org.openjdk.skara.network.*;\nimport org.openjdk.skara.json.JSON;\n\nimport java.io.IOException;\nimport java.net.URI;\nimport java.time.*;\nimport java.util.*;\nimport java.util.logging.*;\nimport java.util.regex.Pattern;\nimport java.util.stream.Collectors;\n\nclass BotSlackHandler extends BotTaskAggregationHandler {\n\n private final RestRequest webhook;\n private final String username;\n private final String prefix;\n private final Logger log = Logger.getLogger(\"org.openjdk.skara.bots.cli\");;\n private final Duration minimumSeparation;\n private final Map linkPatterns;\n private Instant lastUpdate;\n private int dropCount;\n\n BotSlackHandler(URI webhookUrl, String username, String prefix, Duration minimumSeparation, Map links) {\n super(true);\n webhook = new RestRequest(webhookUrl);\n this.username = username;\n this.prefix = prefix;\n this.minimumSeparation = minimumSeparation;\n linkPatterns = links.entrySet().stream()\n .collect(Collectors.toMap(entry -> Pattern.compile(entry.getKey(),\n Pattern.MULTILINE | Pattern.DOTALL),\n Map.Entry::getValue));\n lastUpdate = Instant.EPOCH;\n dropCount = 0;\n }\n\n private Optional getLink(String message) {\n for (var linkPattern : linkPatterns.entrySet()) {\n var matcher = linkPattern.getKey().matcher(message);\n if (matcher.find()) {\n return Optional.of(matcher.replaceFirst(linkPattern.getValue()));\n }\n }\n return Optional.empty();\n }\n\n private void publishToSlack(String message) {\n try {\n if (lastUpdate.plus(minimumSeparation).isAfter(Instant.now())) {\n dropCount++;\n return;\n }\n\n if (dropCount > 0) {\n message = \"_*\" + dropCount + \"* previous message(s) silently dropped due to throttling_\\n\" +\n message;\n }\n lastUpdate = Instant.now();\n dropCount = 0;\n\n var query = JSON.object();\n query.put(\"text\", message);\n if (username != null) {\n query.put(\"username\", username);\n }\n\n var link = getLink(message);\n if (link.isPresent()) {\n var attachment = JSON.object();\n attachment.put(\"fallback\", \"Details link\");\n attachment.put(\"color\", \"#cc0e31\");\n attachment.put(\"title\", \"Click for more details\");\n attachment.put(\"title_link\", link.get());\n var attachments = JSON.array();\n attachments.add(attachment);\n query.put(\"attachments\", attachments);\n }\n\n webhook.post(\"\").body(query).executeUnparsed();\n } catch (RuntimeException | IOException e) {\n log.log(Level.WARNING, \"Exception during slack notification posting: \" + e.getMessage(), e);\n }\n }\n\n @Override\n public void publishAggregated(List task) {\n var message = task.stream()\n .map(this::formatMessage)\n .collect(Collectors.joining(\"\\n\"));\n if (!message.isEmpty()) {\n publishToSlack(message);\n }\n }\n\n @Override\n public void publishSingle(LogRecord record) {\n publishToSlack(formatMessage(record));\n }\n\n private String formatMessage(LogRecord record) {\n var message = new StringBuilder();\n if (prefix != null) {\n message.append(prefix);\n }\n message.append(\"`\").append(record.getLevel().getName()).append(\"` \").append(record.getMessage());\n return message.toString();\n }\n}\n"
},
{
"path": "bots/cli/src/test/java/org/openjdk/skara/bots/cli/BotLogstashHandlerTests.java",
"content": "/*\n * Copyright (c) 2018, 2022, Oracle and/or its affiliates. All rights reserved.\n * DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER.\n *\n * This code is free software; you can redistribute it and/or modify it\n * under the terms of the GNU General Public License version 2 only, as\n * published by the Free Software Foundation.\n *\n * This code is distributed in the hope that it will be useful, but WITHOUT\n * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or\n * FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License\n * version 2 for more details (a copy is included in the LICENSE file that\n * accompanied this code).\n *\n * You should have received a copy of the GNU General Public License version\n * 2 along with this work; if not, write to the Free Software Foundation,\n * Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA.\n *\n * Please contact Oracle, 500 Oracle Parkway, Redwood Shores, CA 94065 USA\n * or visit www.oracle.com if you need additional information or have any\n * questions.\n */\npackage org.openjdk.skara.bots.cli;\n\nimport org.junit.jupiter.api.Test;\n\nimport java.io.IOException;\nimport java.net.http.HttpResponse;\nimport java.util.ArrayList;\nimport java.util.Comparator;\nimport java.util.concurrent.ExecutionException;\nimport java.util.concurrent.Future;\nimport java.util.logging.Level;\nimport java.util.logging.LogRecord;\n\nimport static org.junit.jupiter.api.Assertions.*;\n\nclass BotLogstashHandlerTests {\n\n @Test\n void simple() throws IOException, ExecutionException, InterruptedException {\n try (var receiver = new RestReceiver()) {\n var handler = new BotLogstashHandler(receiver.getEndpoint());\n var futures = new ArrayList>>();\n handler.setFuturesCollection(futures);\n\n var record = new LogRecord(Level.INFO, \"Hello\");\n record.setLoggerName(\"my.logger\");\n handler.publish(record);\n\n for (Future> future : futures) {\n future.get();\n }\n\n var requests = receiver.getRequests();\n assertEquals(1, requests.size(), requests.toString());\n assertEquals(\"Hello\", requests.get(0).get(\"message\").asString());\n assertEquals(Level.INFO.getName(), requests.get(0).get(\"level\").asString());\n assertEquals(\"my.logger\", requests.get(0).get(\"logger_name\").asString());\n }\n }\n\n @Test\n void simpleTask() throws IOException, ExecutionException, InterruptedException {\n try (var receiver = new RestReceiver()) {\n var handler = new BotLogstashHandler(receiver.getEndpoint());\n var futures = new ArrayList>>();\n handler.setFuturesCollection(futures);\n\n LoggingBot.runOnce(handler, log -> {\n log.warning(\"Hello\");\n log.warning(\"Warning!\");\n log.warning(\"Bye\");\n });\n\n for (Future> future : futures) {\n future.get();\n }\n\n var requests = receiver.getRequests();\n // The async message sending means we may get results in any order. Sort on the\n // timestamp to get the actual order.\n requests.sort(Comparator.comparing(r -> r.get(\"@timestamp\").toString()));\n\n assertEquals(3, requests.size(), requests.toString());\n assertEquals(Level.WARNING.getName(), requests.get(0).get(\"level\").asString());\n assertEquals(Level.WARNING.intValue(), requests.get(0).get(\"level_value\").asInt());\n assertEquals(\"Hello\", requests.get(0).get(\"message\").asString());\n assertEquals(\"Warning!\", requests.get(1).get(\"message\").asString());\n assertEquals(\"Bye\", requests.get(2).get(\"message\").asString());\n assertEquals(Level.WARNING.toString(), requests.get(0).get(\"level\").asString());\n assertNotNull(requests.get(0).get(\"work_id\"), \"work_id not set\");\n assertTrue(requests.get(0).get(\"work_item\").asString().contains(\"LoggingBot\"),\n \"work_item has bad value \" + requests.get(0).get(\"work_item\").asString());\n }\n }\n\n @Test\n void extraField() throws IOException, ExecutionException, InterruptedException {\n try (var receiver = new RestReceiver()) {\n var handler = new BotLogstashHandler(receiver.getEndpoint());\n var futures = new ArrayList>>();\n handler.setFuturesCollection(futures);\n\n handler.addExtraField(\"mandatory\", \"value\");\n handler.addExtraField(\"optional1\", \"$1\", \"^H(ello)$\");\n handler.addExtraField(\"optional2\", \"$1\", \"^(Not found)$\");\n var record = new LogRecord(Level.INFO, \"Hello\");\n handler.publish(record);\n\n for (Future> future : futures) {\n future.get();\n }\n\n var requests = receiver.getRequests();\n assertEquals(1, requests.size(), requests.toString());\n assertEquals(\"value\", requests.get(0).get(\"mandatory\").asString());\n assertEquals(\"ello\", requests.get(0).get(\"optional1\").asString());\n assertFalse(requests.get(0).contains(\"optional2\"));\n }\n }\n\n @Test\n void extraFieldTask() throws IOException, ExecutionException, InterruptedException {\n try (var receiver = new RestReceiver()) {\n var handler = new BotLogstashHandler(receiver.getEndpoint());\n var futures = new ArrayList>>();\n handler.setFuturesCollection(futures);\n\n handler.addExtraField(\"mandatory\", \"value\");\n handler.addExtraField(\"optional1\", \"$1\", \"^H(ello)$\");\n handler.addExtraField(\"optional2\", \"$1\", \"^(Not found)$\");\n handler.addExtraField(\"optional3\", \"$1\", \"^B(ye)$\");\n handler.addExtraField(\"greedy\", \"$1\", \"^(.*)$\");\n\n LoggingBot.runOnce(handler, log -> {\n log.warning(\"Hello\");\n log.warning(\"Warning!\");\n log.warning(\"Bye\");\n });\n\n for (Future> future : futures) {\n future.get();\n }\n\n var requests = receiver.getRequests();\n // The async message sending means we may get results in any order. Sort on the\n // timestamp to get the actual order.\n requests.sort(Comparator.comparing(r -> r.get(\"@timestamp\").toString()));\n\n assertEquals(3, requests.size(), requests.toString());\n assertEquals(\"value\", requests.get(0).get(\"mandatory\").asString());\n assertEquals(\"ello\", requests.get(0).get(\"optional1\").asString());\n assertFalse(requests.get(0).contains(\"optional2\"));\n assertEquals(\"ye\", requests.get(2).get(\"optional3\").asString());\n }\n }\n}\n"
},
{
"path": "bots/cli/src/test/java/org/openjdk/skara/bots/cli/BotSlackHandlerTests.java",
"content": "/*\n * Copyright (c) 2018, 2024, Oracle and/or its affiliates. All rights reserved.\n * DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER.\n *\n * This code is free software; you can redistribute it and/or modify it\n * under the terms of the GNU General Public License version 2 only, as\n * published by the Free Software Foundation.\n *\n * This code is distributed in the hope that it will be useful, but WITHOUT\n * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or\n * FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License\n * version 2 for more details (a copy is included in the LICENSE file that\n * accompanied this code).\n *\n * You should have received a copy of the GNU General Public License version\n * 2 along with this work; if not, write to the Free Software Foundation,\n * Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA.\n *\n * Please contact Oracle, 500 Oracle Parkway, Redwood Shores, CA 94065 USA\n * or visit www.oracle.com if you need additional information or have any\n * questions.\n */\npackage org.openjdk.skara.bots.cli;\n\nimport org.junit.jupiter.api.*;\n\nimport java.io.IOException;\nimport java.time.Duration;\nimport java.util.HashMap;\nimport java.util.logging.*;\n\nimport static org.junit.jupiter.api.Assertions.*;\n\nclass BotSlackHandlerTests {\n\n @BeforeAll\n static void setUp() {\n Logger log = Logger.getGlobal();\n log.setLevel(Level.FINER);\n log = Logger.getLogger(\"org.openjdk.skara.bot\");\n log.setLevel(Level.FINER);\n }\n\n @Test\n void simple() throws IOException {\n\n try (var receiver = new RestReceiver()) {\n var handler = new BotSlackHandler(receiver.getEndpoint(), \"test\", \"`testc` \", Duration.ofSeconds(1), new HashMap<>());\n var record = new LogRecord(Level.INFO, \"Hello\");\n handler.publish(record);\n\n var requests = receiver.getRequests();\n assertEquals(1, requests.size(), requests.toString());\n assertEquals(\"test\", requests.get(0).get(\"username\").asString());\n assertEquals(\"`testc` `INFO` Hello\", requests.get(0).get(\"text\").asString());\n }\n }\n\n @Test\n void noUser() throws IOException {\n\n try (var receiver = new RestReceiver()) {\n var handler = new BotSlackHandler(receiver.getEndpoint(), null, null, Duration.ofSeconds(1), new HashMap<>());\n var record = new LogRecord(Level.INFO, \"Hello\");\n handler.publish(record);\n\n var requests = receiver.getRequests();\n assertEquals(1, requests.size(), requests.toString());\n assertNull(requests.get(0).get(\"username\"));\n assertEquals(\"`INFO` Hello\", requests.get(0).get(\"text\").asString());\n }\n }\n\n @Test\n void throttled() throws IOException, InterruptedException {\n try (var receiver = new RestReceiver()) {\n final var maxDuration = Duration.ofMillis(1500);\n var handler = new BotSlackHandler(receiver.getEndpoint(), \"test\", null, maxDuration, new HashMap<>());\n\n // Post until we hit throttling\n var posted = 0;\n var maxAttempts = 10000;\n var wasThrottled = false;\n while (posted < maxAttempts) {\n var record = new LogRecord(Level.INFO, \"Hello\");\n handler.publish(record);\n\n posted++;\n if (receiver.getRequests().size() != posted) {\n wasThrottled = true;\n break;\n }\n }\n assertTrue(wasThrottled, \"Did not get throttled, is maxDuration too low?\");\n\n var requests = receiver.getRequests();\n var lastRequest = requests.getLast().asObject();\n assertEquals(\"test\", lastRequest.get(\"username\").asString(), lastRequest.toString());\n assertTrue(lastRequest.get(\"text\").asString().contains(\"Hello\"), lastRequest.toString());\n\n Thread.sleep(maxDuration);\n var record = new LogRecord(Level.INFO, \"Hello a final time!\");\n handler.publish(record);\n lastRequest = requests.getLast().asObject();\n assertEquals(\"test\", lastRequest.get(\"username\").asString(), lastRequest.toString());\n assertTrue(lastRequest.get(\"text\").asString().contains(\"Hello a final time!\"), lastRequest.toString());\n assertTrue(lastRequest.get(\"text\").asString().contains(\"dropped\"), lastRequest.toString());\n }\n }\n\n @Test\n void unthrottled() throws IOException, InterruptedException {\n try (var receiver = new RestReceiver()) {\n var handler = new BotSlackHandler(receiver.getEndpoint(), \"test\", null, Duration.ofMillis(1), new HashMap<>());\n var record = new LogRecord(Level.INFO, \"Hello\");\n handler.publish(record);\n Thread.sleep(10);\n record = new LogRecord(Level.INFO, \"Hello again!\");\n handler.publish(record);\n\n var requests = receiver.getRequests();\n assertEquals(2, requests.size());\n assertEquals(\"test\", requests.get(0).get(\"username\").asString());\n assertTrue(requests.get(0).get(\"text\").asString().contains(\"Hello\"));\n assertEquals(\"test\", requests.get(1).get(\"username\").asString());\n assertTrue(requests.get(1).get(\"text\").asString().contains(\"Hello again!\"));\n }\n }\n\n @Test\n void detailsLink() throws IOException {\n try (var receiver = new RestReceiver()) {\n var details = new HashMap();\n details.put(\".*error: (xyz).*\", \"http://go.to/$1\");\n var handler = new BotSlackHandler(receiver.getEndpoint(), \"test\", null, Duration.ofMillis(1), details);\n\n var record = new LogRecord(Level.INFO, \"Something bad happened. error: xyz occurred\");\n handler.publish(record);\n\n var requests = receiver.getRequests();\n assertEquals(1, requests.size(), requests.toString());\n var request = requests.get(0).asObject();\n assertEquals(\"test\", request.get(\"username\").asString());\n assertTrue(request.get(\"text\").asString().contains(\"Something bad\"));\n assertEquals(1, request.get(\"attachments\").asArray().size());\n\n var attachment = request.get(\"attachments\").asArray().get(0);\n assertTrue(attachment.get(\"title_link\").asString().contains(\"go.to/xyz\"));\n }\n }\n\n @Test\n void detailsNotMatching() throws IOException {\n try (var receiver = new RestReceiver()) {\n var details = new HashMap();\n details.put(\".*error: (xyz).*\", \"http://go.to/$1\");\n var handler = new BotSlackHandler(receiver.getEndpoint(), \"test\", null, Duration.ofMillis(1), details);\n\n var record = new LogRecord(Level.INFO, \"Something bad happened. error: abc occurred\");\n handler.publish(record);\n\n var requests = receiver.getRequests();\n assertEquals(1, requests.size(), requests.toString());\n var request = requests.get(0).asObject();\n assertEquals(\"test\", request.get(\"username\").asString());\n assertTrue(request.get(\"text\").asString().contains(\"Something bad\"));\n assertFalse(request.contains(\"attachments\"));\n }\n }\n\n @Test\n void taskLog() throws IOException {\n try (var receiver = new RestReceiver()) {\n var handler = new BotSlackHandler(receiver.getEndpoint(), \"test\", null, Duration.ZERO, new HashMap<>());\n\n LoggingBot.runOnce(handler, log -> {\n log.warning(\"Hello\");\n log.warning(\"Bye\");\n });\n\n var requests = receiver.getRequests();\n assertEquals(1, requests.size(), requests.toString());\n assertEquals(\"test\", requests.get(0).get(\"username\").asString());\n assertTrue(requests.get(0).get(\"text\").asString().contains(\"Hello\"), requests.get(0).get(\"text\").asString());\n assertTrue(requests.get(0).get(\"text\").asString().contains(\"Bye\"), requests.get(0).get(\"text\").asString());\n }\n }\n\n @Test\n void taskLogDetailsLink() throws IOException {\n try (var receiver = new RestReceiver()) {\n var details = new HashMap();\n details.put(\"error: (def) occured$\", \"http://go.to/$1\");\n var handler = new BotSlackHandler(receiver.getEndpoint(), \"test\", null, Duration.ZERO, details);\n\n LoggingBot.runOnce(handler, log -> {\n log.warning(\"Hello\");\n log.warning(\"Something bad happened. error: def occured\");\n log.warning(\"Bye\");\n });\n\n var requests = receiver.getRequests();\n assertEquals(1, requests.size(), requests.toString());\n var request = requests.get(0).asObject();\n assertEquals(\"test\", request.get(\"username\").asString());\n assertTrue(request.get(\"text\").asString().contains(\"Hello\"), request.get(\"text\").asString());\n assertTrue(request.get(\"text\").asString().contains(\"Bye\"), request.get(\"text\").asString());\n\n assertEquals(1, request.get(\"attachments\").asArray().size());\n\n var attachment = request.get(\"attachments\").asArray().get(0);\n assertTrue(attachment.get(\"title_link\").asString().contains(\"go.to/def\"));\n }\n\n }\n}\n"
},
{
"path": "bots/cli/src/test/java/org/openjdk/skara/bots/cli/LoggingBot.java",
"content": "/*\n * Copyright (c) 2018, 2022, Oracle and/or its affiliates. All rights reserved.\n * DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER.\n *\n * This code is free software; you can redistribute it and/or modify it\n * under the terms of the GNU General Public License version 2 only, as\n * published by the Free Software Foundation.\n *\n * This code is distributed in the hope that it will be useful, but WITHOUT\n * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or\n * FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License\n * version 2 for more details (a copy is included in the LICENSE file that\n * accompanied this code).\n *\n * You should have received a copy of the GNU General Public License version\n * 2 along with this work; if not, write to the Free Software Foundation,\n * Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA.\n *\n * Please contact Oracle, 500 Oracle Parkway, Redwood Shores, CA 94065 USA\n * or visit www.oracle.com if you need additional information or have any\n * questions.\n */\npackage org.openjdk.skara.bots.cli;\n\nimport org.openjdk.skara.bot.*;\nimport org.openjdk.skara.json.JSON;\n\nimport java.nio.file.Path;\nimport java.time.Duration;\nimport java.util.*;\nimport java.util.concurrent.TimeoutException;\nimport java.util.function.Consumer;\nimport java.util.logging.*;\n\npublic class LoggingBot implements Bot, WorkItem {\n\n private final Consumer runnable;\n private final Logger logger;\n\n LoggingBot(Logger logger, Consumer runnable) {\n this.runnable = runnable;\n this.logger = logger;\n }\n\n @Override\n public List getPeriodicItems() {\n return List.of(this);\n }\n\n\n public static void runOnce(StreamHandler handler, Level handlerLevel, Consumer runnable) {\n var log = Logger.getLogger(\"org.openjdk.skara.bot\");\n log.setLevel(Level.FINEST);\n handler.setLevel(handlerLevel);\n log.addHandler(handler);\n var bot = new LoggingBot(log, runnable);\n\n try {\n var config = JSON.object().put(\"scratch\", JSON.object().put(\"path\", \"/tmp\"));\n var runner = new BotRunner(BotRunnerConfiguration.parse(config), List.of(bot));\n runner.runOnce(Duration.ofMinutes(10));\n } catch (TimeoutException | ConfigurationError e) {\n throw new RuntimeException(e);\n }\n\n log.removeHandler(handler);\n }\n\n public static void runOnce(StreamHandler handler, Consumer runnable) {\n runOnce(handler, Level.WARNING, runnable);\n }\n\n @Override\n public boolean concurrentWith(WorkItem other) {\n return false;\n }\n\n @Override\n public Collection run(Path scratchPath) {\n runnable.accept(logger);\n return List.of();\n }\n\n @Override\n public String name() {\n return \"logging\";\n }\n\n @Override\n public String botName() {\n return name();\n }\n\n @Override\n public String workItemName() {\n return botName();\n }\n\n @Override\n public String toString() {\n return \"LoggingBot\";\n }\n}\n"
},
{
"path": "bots/cli/src/test/java/org/openjdk/skara/bots/cli/RestReceiver.java",
"content": "/*\n * Copyright (c) 2018, 2019, Oracle and/or its affiliates. All rights reserved.\n * DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER.\n *\n * This code is free software; you can redistribute it and/or modify it\n * under the terms of the GNU General Public License version 2 only, as\n * published by the Free Software Foundation.\n *\n * This code is distributed in the hope that it will be useful, but WITHOUT\n * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or\n * FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License\n * version 2 for more details (a copy is included in the LICENSE file that\n * accompanied this code).\n *\n * You should have received a copy of the GNU General Public License version\n * 2 along with this work; if not, write to the Free Software Foundation,\n * Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA.\n *\n * Please contact Oracle, 500 Oracle Parkway, Redwood Shores, CA 94065 USA\n * or visit www.oracle.com if you need additional information or have any\n * questions.\n */\npackage org.openjdk.skara.bots.cli;\n\nimport com.sun.net.httpserver.*;\nimport org.openjdk.skara.network.URIBuilder;\nimport org.openjdk.skara.json.*;\n\nimport java.io.*;\nimport java.net.*;\nimport java.nio.charset.StandardCharsets;\nimport java.util.*;\n\nclass RestReceiver implements AutoCloseable {\n\n private final HttpServer server;\n private final List requests;\n\n class Handler implements HttpHandler {\n\n @Override\n public void handle(HttpExchange exchange) throws IOException {\n var input = new String(exchange.getRequestBody().readAllBytes(), StandardCharsets.UTF_8);\n requests.add(JSON.parse(input).asObject());\n\n var response = \"{}\";\n exchange.sendResponseHeaders(200, response.length());\n OutputStream outputStream = exchange.getResponseBody();\n outputStream.write(response.getBytes());\n outputStream.close();\n }\n }\n\n RestReceiver() throws IOException\n {\n requests = new ArrayList<>();\n InetSocketAddress address = new InetSocketAddress(InetAddress.getLoopbackAddress(), 0);\n server = HttpServer.create(address, 0);\n server.createContext(\"/test\", new Handler());\n server.setExecutor(null);\n server.start();\n }\n\n URI getEndpoint() {\n return URIBuilder.base(\"http://\" + server.getAddress().getHostString() + \":\" + server.getAddress().getPort() + \"/test\").build();\n }\n\n List getRequests() {\n return requests;\n }\n\n @Override\n public void close() {\n server.stop(0);\n }\n}\n"
},
{
"path": "bots/common/build.gradle",
"content": "/*\n * Copyright (c) 2022, Oracle and/or its affiliates. All rights reserved.\n * DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER.\n *\n * This code is free software; you can redistribute it and/or modify it\n * under the terms of the GNU General Public License version 2 only, as\n * published by the Free Software Foundation.\n *\n * This code is distributed in the hope that it will be useful, but WITHOUT\n * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or\n * FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License\n * version 2 for more details (a copy is included in the LICENSE file that\n * accompanied this code).\n *\n * You should have received a copy of the GNU General Public License version\n * 2 along with this work; if not, write to the Free Software Foundation,\n * Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA.\n *\n * Please contact Oracle, 500 Oracle Parkway, Redwood Shores, CA 94065 USA\n * or visit www.oracle.com if you need additional information or have any\n * questions.\n */\n\nmodule {\n name = 'org.openjdk.skara.bots.common'\n test {\n requires 'org.junit.jupiter.api'\n requires 'org.openjdk.skara.test'\n opens 'org.openjdk.skara.bots.common' to 'org.junit.platform.commons'\n }\n}\n\ndependencies {\n implementation project(':vcs')\n implementation project(':host')\n implementation project(':forge')\n implementation project(':issuetracker')\n implementation project(':jbs')\n implementation project(':json')\n implementation project(':network')\n implementation project(':jcheck')\n implementation project(':census')\n\n testImplementation project(':test')\n}\n"
},
{
"path": "bots/common/src/main/java/module-info.java",
"content": "/*\n * Copyright (c) 2022, Oracle and/or its affiliates. All rights reserved.\n * DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER.\n *\n * This code is free software; you can redistribute it and/or modify it\n * under the terms of the GNU General Public License version 2 only, as\n * published by the Free Software Foundation.\n *\n * This code is distributed in the hope that it will be useful, but WITHOUT\n * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or\n * FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License\n * version 2 for more details (a copy is included in the LICENSE file that\n * accompanied this code).\n *\n * You should have received a copy of the GNU General Public License version\n * 2 along with this work; if not, write to the Free Software Foundation,\n * Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA.\n *\n * Please contact Oracle, 500 Oracle Parkway, Redwood Shores, CA 94065 USA\n * or visit www.oracle.com if you need additional information or have any\n * questions.\n */\n\n/**\n * The bots.common module is meant for application level logic that needs to be\n * shared between multiple bots. This is needed for functionality that ties\n * together multiple different libraries that we don't want to create\n * dependencies between.\n */\nmodule org.openjdk.skara.bots.common {\n requires org.openjdk.skara.vcs;\n requires transitive org.openjdk.skara.forge;\n requires org.openjdk.skara.network;\n requires transitive org.openjdk.skara.jbs;\n requires transitive org.openjdk.skara.jcheck;\n requires java.logging;\n\n exports org.openjdk.skara.bots.common;\n}"
},
{
"path": "bots/common/src/main/java/org/openjdk/skara/bots/common/BotUtils.java",
"content": "/*\n * Copyright (c) 2022, 2023, Oracle and/or its affiliates. All rights reserved.\n * DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER.\n *\n * This code is free software; you can redistribute it and/or modify it\n * under the terms of the GNU General Public License version 2 only, as\n * published by the Free Software Foundation.\n *\n * This code is distributed in the hope that it will be useful, but WITHOUT\n * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or\n * FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License\n * version 2 for more details (a copy is included in the LICENSE file that\n * accompanied this code).\n *\n * You should have received a copy of the GNU General Public License version\n * 2 along with this work; if not, write to the Free Software Foundation,\n * Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA.\n *\n * Please contact Oracle, 500 Oracle Parkway, Redwood Shores, CA 94065 USA\n * or visit www.oracle.com if you need additional information or have any\n * questions.\n */\npackage org.openjdk.skara.bots.common;\n\nimport java.util.Set;\nimport java.util.regex.Pattern;\nimport java.util.stream.Collectors;\n\n/**\n * This class contains utility methods used by more than one bot. These methods\n * can't reasonably be located in the various libraries as they combine\n * functionality and knowledge unique to bot applications. As this class grows,\n * it should be encouraged to split it up into more cohesive units.\n */\npublic class BotUtils {\n private static final String lineSep = \"(?:\\\\n|\\\\r|\\\\r\\\\n|\\\\n\\\\r)\";\n private static final Pattern issuesBlockPattern = Pattern.compile(lineSep + lineSep + \"###? Issues?((?:\" + lineSep + \"(?: \\\\* )?\\\\[.*)+)\", Pattern.MULTILINE);\n private static final Pattern issuePattern = Pattern.compile(\"^(?: \\\\* )?\\\\[(\\\\S+)]\\\\(.*\\\\): (.*$)\", Pattern.MULTILINE);\n\n public static String escape(String s) {\n return s.replace(\"&\", \"&\").replace(\"<\", \"<\").replace(\">\", \">\")\n .replace(\"@\", \"@\");\n }\n\n /**\n * Parses issues from a pull request body and filters out JEP and CSR issues\n *\n * @param body The Pull Request Body\n * @return Set of issue ids\n */\n public static Set parseIssues(String body) {\n var issuesBlockMatcher = issuesBlockPattern.matcher(body);\n if (!issuesBlockMatcher.find()) {\n return Set.of();\n }\n var issueMatcher = issuePattern.matcher(issuesBlockMatcher.group(1));\n return issueMatcher.results()\n .filter(mr -> !mr.group(2).endsWith(\" (**CSR**)\") && !mr.group(2).endsWith(\" (**CSR**) (Withdrawn)\") && !mr.group(2).endsWith(\" (**JEP**)\"))\n .map(mo -> mo.group(1))\n .collect(Collectors.toSet());\n }\n\n /**\n * Parses issues from a pull request body.\n *\n * @param body The pull request body\n * @return Set of issue ids\n */\n public static Set parseAllIssues(String body) {\n var issuesBlockMatcher = issuesBlockPattern.matcher(body);\n if (!issuesBlockMatcher.find()) {\n return Set.of();\n }\n var issueMatcher = issuePattern.matcher(issuesBlockMatcher.group(1));\n return issueMatcher.results()\n .map(mo -> mo.group(1))\n .collect(Collectors.toSet());\n }\n\n public static String preprocessCommandLine(String line) {\n return line.replaceFirst(\"/skara\\\\s+\", \"/\");\n }\n}\n"
},
{
"path": "bots/common/src/main/java/org/openjdk/skara/bots/common/CommandNameEnum.java",
"content": "/*\n * Copyright (c) 2023, 2026, Oracle and/or its affiliates. All rights reserved.\n * DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER.\n *\n * This code is free software; you can redistribute it and/or modify it\n * under the terms of the GNU General Public License version 2 only, as\n * published by the Free Software Foundation.\n *\n * This code is distributed in the hope that it will be useful, but WITHOUT\n * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or\n * FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License\n * version 2 for more details (a copy is included in the LICENSE file that\n * accompanied this code).\n *\n * You should have received a copy of the GNU General Public License version\n * 2 along with this work; if not, write to the Free Software Foundation,\n * Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA.\n *\n * Please contact Oracle, 500 Oracle Parkway, Redwood Shores, CA 94065 USA\n * or visit www.oracle.com if you need additional information or have any\n * questions.\n */\npackage org.openjdk.skara.bots.common;\n\nimport java.util.stream.Collectors;\nimport java.util.stream.Stream;\n\n/**\n * Enum for Skara command names\n */\npublic enum CommandNameEnum {\n help,\n integrate,\n sponsor,\n contributor,\n summary(true),\n issue,\n solves,\n reviewers,\n csr,\n jep,\n reviewer,\n label,\n cc,\n clean,\n open,\n backport,\n tag,\n branch,\n approval(true),\n approve,\n author,\n touch,\n keepalive,\n template,\n trailer;\n\n private boolean isMultiLine = false;\n\n CommandNameEnum() {\n }\n\n CommandNameEnum(boolean isMultiLine) {\n this.isMultiLine = isMultiLine;\n }\n\n public boolean isMultiLine() {\n return isMultiLine;\n }\n\n /* Utility method for returning command names separated by provided deliminator */\n public static String commandNamesSepByDelim(String deliminator) {\n return Stream.of(CommandNameEnum.values()).map(CommandNameEnum::name).collect(Collectors.joining(deliminator));\n }\n}\n"
},
{
"path": "bots/common/src/main/java/org/openjdk/skara/bots/common/PatternEnum.java",
"content": "/*\n * Copyright (c) 2023, Oracle and/or its affiliates. All rights reserved.\n * DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER.\n *\n * This code is free software; you can redistribute it and/or modify it\n * under the terms of the GNU General Public License version 2 only, as\n * published by the Free Software Foundation.\n *\n * This code is distributed in the hope that it will be useful, but WITHOUT\n * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or\n * FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License\n * version 2 for more details (a copy is included in the LICENSE file that\n * accompanied this code).\n *\n * You should have received a copy of the GNU General Public License version\n * 2 along with this work; if not, write to the Free Software Foundation,\n * Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA.\n *\n * Please contact Oracle, 500 Oracle Parkway, Redwood Shores, CA 94065 USA\n * or visit www.oracle.com if you need additional information or have any\n * questions.\n */\npackage org.openjdk.skara.bots.common;\n\nimport java.util.regex.Pattern;\n\nimport static java.util.regex.Pattern.DOTALL;\nimport static java.util.regex.Pattern.MULTILINE;\nimport static java.util.regex.Pattern.compile;\n\n/**\n * Enum for commonly used Regex patterns\n */\npublic enum PatternEnum {\n\n EXECUTION_COMMAND_PATTERN(compile(\"^\\\\s*/([a-z]+)(?:\\\\s+|$)(.*)?\")),\n COMMENT_PATTERN(compile(\"\", DOTALL | MULTILINE));\n\n private final Pattern pattern;\n\n PatternEnum(Pattern pattern) {\n this.pattern = pattern;\n }\n\n public Pattern getPattern() {\n return this.pattern;\n }\n}\n"
},
{
"path": "bots/common/src/main/java/org/openjdk/skara/bots/common/PullRequestConstants.java",
"content": "/*\n * Copyright (c) 2023, 2025, Oracle and/or its affiliates. All rights reserved.\n * DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER.\n *\n * This code is free software; you can redistribute it and/or modify it\n * under the terms of the GNU General Public License version 2 only, as\n * published by the Free Software Foundation.\n *\n * This code is distributed in the hope that it will be useful, but WITHOUT\n * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or\n * FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License\n * version 2 for more details (a copy is included in the LICENSE file that\n * accompanied this code).\n *\n * You should have received a copy of the GNU General Public License version\n * 2 along with this work; if not, write to the Free Software Foundation,\n * Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA.\n *\n * Please contact Oracle, 500 Oracle Parkway, Redwood Shores, CA 94065 USA\n * or visit www.oracle.com if you need additional information or have any\n * questions.\n */\n\npackage org.openjdk.skara.bots.common;\n\nimport java.util.regex.Pattern;\n\npublic class PullRequestConstants {\n // MARKERS\n public static final String PROGRESS_MARKER = \"\";\n public static final String CSR_NEEDED_MARKER = \"\";\n public static final String CSR_UNNEEDED_MARKER = \"\";\n public static final String JEP_MARKER = \"\"; // \n public static final String WEBREV_COMMENT_MARKER = \"\";\n public static final String TEMPORARY_ISSUE_FAILURE_MARKER = \"\";\n public static final String READY_FOR_SPONSOR_MARKER = \"\";\n public static final String TOUCH_COMMAND_RESPONSE_MARKER = \"\";\n\n // LABELS\n public static final String CSR_LABEL = \"csr\";\n public static final String JEP_LABEL = \"jep\";\n public static final String APPROVAL_LABEL = \"approval\";\n\n // PATTERNS\n public static final Pattern JEP_MARKER_PATTERN = Pattern.compile(\"\");\n public static final Pattern READY_FOR_SPONSOR_MARKER_PATTERN = Pattern.compile(\"\");\n}\n"
},
{
"path": "bots/common/src/main/java/org/openjdk/skara/bots/common/SolvesTracker.java",
"content": "/*\n * Copyright (c) 2019, 2024, Oracle and/or its affiliates. All rights reserved.\n * DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER.\n *\n * This code is free software; you can redistribute it and/or modify it\n * under the terms of the GNU General Public License version 2 only, as\n * published by the Free Software Foundation.\n *\n * This code is distributed in the hope that it will be useful, but WITHOUT\n * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or\n * FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License\n * version 2 for more details (a copy is included in the LICENSE file that\n * accompanied this code).\n *\n * You should have received a copy of the GNU General Public License version\n * 2 along with this work; if not, write to the Free Software Foundation,\n * Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA.\n *\n * Please contact Oracle, 500 Oracle Parkway, Redwood Shores, CA 94065 USA\n * or visit www.oracle.com if you need additional information or have any\n * questions.\n */\npackage org.openjdk.skara.bots.common;\n\nimport org.openjdk.skara.host.HostUser;\nimport org.openjdk.skara.issuetracker.Comment;\nimport org.openjdk.skara.vcs.openjdk.Issue;\n\nimport java.nio.charset.StandardCharsets;\nimport java.util.*;\nimport java.util.regex.*;\n\npublic class SolvesTracker {\n private static final String SOLVES_MARKER = \"\";\n private static final Pattern MARKER_PATTERN = Pattern.compile(\"\");\n\n public static String setSolvesMarker(Issue issue) {\n var encodedDescription = Base64.getEncoder().encodeToString(issue.description().getBytes(StandardCharsets.UTF_8));\n return String.format(SOLVES_MARKER, issue.shortId(), encodedDescription);\n }\n\n public static String removeSolvesMarker(Issue issue) {\n return String.format(SOLVES_MARKER, issue.shortId(), \"\");\n }\n\n public static List currentSolved(HostUser botUser, List comments, String title) {\n var solvesActions = comments.stream()\n .filter(comment -> comment.author().equals(botUser))\n .flatMap(comment -> comment.body().lines())\n .map(MARKER_PATTERN::matcher)\n .filter(Matcher::find)\n .toList();\n var current = new LinkedHashMap();\n var titleIssue = Issue.fromStringRelaxed(title);\n for (var action : solvesActions) {\n var key = action.group(1);\n if (titleIssue.isPresent() && key.equals(titleIssue.get().shortId())) {\n continue;\n }\n if (action.group(2).equals(\"\")) {\n current.remove(key);\n } else {\n var decodedDescription = new String(Base64.getDecoder().decode(action.group(2)), StandardCharsets.UTF_8);\n var issue = new Issue(key, decodedDescription);\n current.put(key, issue);\n }\n }\n\n return new ArrayList<>(current.values());\n }\n\n public static Optional getLatestSolvesActionComment(HostUser botUser, List comments, Issue issue) {\n return comments.stream()\n .filter(comment -> comment.author().equals(botUser))\n .filter(comment -> comment.body().contains(\"\";\n for (var pr : prs) {\n if (pr.title().equals(title) &&\n pr.targetRef().equals(toBranch.name()) &&\n pr.body().startsWith(marker) &&\n currentUser.equals(pr.author())) {\n // Yes, this could be optimized do a merge \"this turn\", but it is much simpler\n // to just wait until the next time the bot runs\n shouldMerge = false;\n }\n }\n\n // Check if merge should happen at this time\n if (spec.frequency().isPresent()) {\n var now = clock.now();\n var desc = toBranch.name() + \"->\" + fromRepo.name() + \":\" + fromBranch.name();\n var freq = spec.frequency().get();\n if (freq.isHourly()) {\n if (!hourly.containsKey(desc)) {\n hourly.put(desc, new HashSet<>());\n }\n var minute = now.getMinute();\n var hour = now.getHour();\n if (freq.minute() == minute && !hourly.get(desc).contains(hour)) {\n hourly.get(desc).add(hour);\n } else {\n shouldMerge = false;\n }\n } else if (freq.isDaily()) {\n if (!daily.containsKey(desc)) {\n daily.put(desc, new HashSet<>());\n }\n var hour = now.getHour();\n var day = now.getDayOfYear();\n if (freq.hour() == hour && !daily.get(desc).contains(day)) {\n daily.get(desc).add(day);\n } else {\n shouldMerge = false;\n }\n } else if (freq.isWeekly()) {\n if (!weekly.containsKey(desc)) {\n weekly.put(desc, new HashSet<>());\n }\n var weekOfYear = now.get(WeekFields.ISO.weekOfYear());\n var weekday = now.getDayOfWeek();\n var hour = now.getHour();\n if (freq.weekday().equals(weekday) &&\n freq.hour() == hour &&\n !weekly.get(desc).contains(weekOfYear)) {\n weekly.get(desc).add(weekOfYear);\n } else {\n shouldMerge = false;\n }\n } else if (freq.isMonthly()) {\n if (!monthly.containsKey(desc)) {\n monthly.put(desc, new HashSet<>());\n }\n var day = now.getDayOfMonth();\n var hour = now.getHour();\n var month = now.getMonth();\n if (freq.day() == day && freq.hour() == hour &&\n !monthly.get(desc).contains(month)) {\n monthly.get(desc).add(month);\n } else {\n shouldMerge = false;\n }\n } else if (freq.isYearly()) {\n if (!yearly.containsKey(desc)) {\n yearly.put(desc, new HashSet<>());\n }\n var month = now.getMonth();\n var day = now.getDayOfMonth();\n var hour = now.getHour();\n var year = now.getYear();\n if (freq.month().equals(month) &&\n freq.day() == day &&\n freq.hour() == hour &&\n !yearly.get(desc).contains(year)) {\n yearly.get(desc).add(year);\n } else {\n shouldMerge = false;\n }\n }\n }\n\n // Check if any prerequisite repository has a conflict pull request open\n if (shouldMerge) {\n for (var prereq : spec.prerequisites()) {\n var openMergeConflictPRs = prereq.openPullRequests()\n .stream()\n .filter(pr -> pr.title().startsWith(\"Merge \"))\n .filter(pr -> pr.body().startsWith(marker))\n .map(PullRequest::id)\n .collect(Collectors.toList());\n if (!openMergeConflictPRs.isEmpty()) {\n log.info(\"Will not merge because the prerequisite \" + prereq.name() +\n \" has open merge conflicts PRs: \" +\n String.join(\", \", openMergeConflictPRs));\n shouldMerge = false;\n }\n }\n }\n\n // Check if any dependencies failed\n if (shouldMerge) {\n if (spec.dependencies().stream().anyMatch(unmerged::contains)) {\n var failed = spec.dependencies()\n .stream()\n .filter(unmerged::contains)\n .collect(Collectors.toList());\n log.info(\"Will not merge because the following dependencies did not merge successfully: \" +\n String.join(\", \", failed));\n shouldMerge = false;\n }\n }\n\n if (!shouldMerge) {\n log.info(\"Will not merge \" + fromRepo.name() + \":\" + fromBranch.name() + \" to \" + toBranch.name());\n if (spec.name().isPresent()) {\n unmerged.add(spec.name().get());\n }\n continue;\n }\n\n // Checkout the branch to merge into\n repo.checkout(toBranch, false);\n var remoteBranch = new Branch(repo.upstreamFor(toBranch).orElseThrow(() ->\n new IllegalStateException(\"Could not get remote branch name for \" + toBranch.name())\n ));\n repo.merge(remoteBranch, Repository.FastForward.ONLY);\n if (!repo.isClean()) {\n throw new RuntimeException(\"Local repository isn't clean after fast-forward merge - has the fork diverged unexpectedly?\");\n }\n\n log.info(\"Trying to merge \" + fromRepo.name() + \":\" + fromBranch.name() + \" to \" + toBranch.name());\n log.info(\"Fetching \" + fromRepo.name() + \":\" + fromBranch.name());\n var fetchHead = repo.fetch(fromRepo.authenticatedUrl(), fromBranch.name(), false).orElseThrow();\n var head = repo.resolve(toBranch.name()).orElseThrow(() ->\n new IOException(\"Could not resolve branch \" + toBranch.name())\n );\n if (repo.contains(toBranch, fetchHead)) {\n log.info(\"Nothing to merge\");\n continue;\n }\n\n var isAncestor = repo.isAncestor(head, fetchHead);\n\n log.info(\"Merging into \" + toBranch.name());\n IOException error = null;\n try {\n repo.merge(fetchHead);\n } catch (IOException e) {\n error = e;\n }\n\n if (error == null) {\n log.info(\"Pushing successful merge\");\n if (!isAncestor) {\n repo.commit(\"Automatic merge of \" + fromDesc + \" into \" + toBranch,\n \"duke\", \"duke@openjdk.org\");\n }\n try {\n repo.push(toBranch, target.authenticatedUrl().toString(), false);\n } catch (IOException e) {\n // A failed push can result in the local and remote branch diverging,\n // re-create the repository from the remote.\n // No need to create a pull request, just retry the merge and the push\n // the next run.\n deleteDirectory(dir);\n repo = cloneAndSyncFork(dir);\n }\n } else {\n if (spec.name().isPresent()) {\n unmerged.add(spec.name().get());\n }\n log.info(\"Got error: \" + error.getMessage());\n log.info(\"Aborting unsuccesful merge\");\n var status = repo.status();\n repo.abortMerge();\n\n var numBranchesInFork = repo.remoteBranches(fork.authenticatedUrl().toString()).size();\n var branchDesc = Integer.toString(numBranchesInFork + 1);\n repo.push(fetchHead, fork.authenticatedUrl(), branchDesc);\n\n log.info(\"Creating pull request to alert\");\n var mergeBase = repo.mergeBase(fetchHead, head);\n\n var message = new ArrayList();\n message.add(marker);\n message.add(\"\");\n\n var commits = repo.commitMetadata(mergeBase.hex() + \"..\" + fetchHead.hex(), true);\n var numCommits = commits.size();\n var are = numCommits > 1 ? \"are\" : \"is\";\n var s = numCommits > 1 ? \"s\" : \"\";\n\n message.add(\"Hi all,\");\n message.add(\"\");\n message.add(\"this is an _automatically_ generated pull request to notify you that there \" +\n are + \" \" + numCommits + \" commit\" + s + \" from the branch `\" + fromDesc + \"`\" +\n \"that can **not** be merged into the branch `\" + toBranch.name() + \"`:\");\n\n message.add(\"\");\n var unmergedFiles = status.stream().filter(entry -> entry.status().isUnmerged()).collect(Collectors.toList());\n if (unmergedFiles.size() <= 10) {\n var files = unmergedFiles.size() > 1 ? \"files\" : \"file\";\n message.add(\"The following \" + files + \" contains merge conflicts:\");\n message.add(\"\");\n for (var fileStatus : unmergedFiles) {\n message.add(\"- \" + fileStatus.source().path().orElseThrow());\n }\n } else {\n message.add(\"Over \" + unmergedFiles.size() + \" files contains merge conflicts.\");\n }\n message.add(\"\");\n\n var project = JCheckConfiguration.from(repo, head).map(conf -> conf.general().project());\n if (project.isPresent()) {\n message.add(\"All Committers in this [project](https://openjdk.org/census#\" + project.get() + \") \" +\n \"have access to my [personal fork](\" + fork.nonTransformedWebUrl() + \") and can \" +\n \"therefore help resolve these merge conflicts (you may want to coordinate \" +\n \"who should do this).\");\n } else {\n message.add(\"All users with access to my [personal fork](\" + fork.nonTransformedWebUrl() + \") \" +\n \"can help resolve these merge conflicts \" +\n \"(you may want to coordinate who should do this).\");\n }\n message.add(\"The following paragraphs will give an example on how to solve these \" +\n \"merge conflicts and push the resulting merge commit to this pull request.\");\n message.add(\"The below commands should be run in a local clone of your \" +\n \"[personal fork](https://wiki.openjdk.org/display/skara#Skara-Personalforks) \" +\n \"of the [\" + target.name() + \"](\" + target.nonTransformedWebUrl() + \") repository.\");\n message.add(\"\");\n var localBranchName = \"openjdk-bot-\" + branchDesc;\n message.add(\"```bash\");\n message.add(\"# Ensure target branch is up to date\");\n message.add(\"$ git checkout \" + toBranch.name());\n message.add(\"$ git pull \" + target.nonTransformedWebUrl() + \".git \" + toBranch.name());\n message.add(\"\");\n message.add(\"# Fetch and checkout the branch for this pull request\");\n message.add(\"$ git fetch \" + fork.nonTransformedWebUrl() + \".git +\" + branchDesc + \":\" + localBranchName);\n message.add(\"$ git checkout \" + localBranchName);\n message.add(\"\");\n message.add(\"# Merge the target branch\");\n message.add(\"$ git merge \" + toBranch.name());\n message.add(\"```\");\n message.add(\"\");\n message.add(\"When you have resolved the conflicts resulting from the `git merge` command \" +\n \"above, run the following commands to create a merge commit:\");\n message.add(\"\");\n message.add(\"```bash\");\n message.add(\"$ git add paths/to/files/with/conflicts\");\n message.add(\"$ git commit -m 'Merge \" + fromDesc + \"'\");\n message.add(\"```\");\n message.add(\"\");\n message.add(\"\");\n message.add(\"When you have created the merge commit, run the following command to push the merge commit \" +\n \"to this pull request:\");\n message.add(\"\");\n message.add(\"```bash\");\n message.add(\"$ git push \" + fork.nonTransformedWebUrl() + \".git \" + localBranchName + \":\" + branchDesc);\n message.add(\"```\");\n message.add(\"\");\n message.add(\"_Note_: if you are using SSH to push commits to GitHub, then change the URL in the above `git push` command accordingly.\");\n message.add(\"\");\n message.add(\"Thanks,\");\n message.add(\"J. Duke\");\n message.add(\"\");\n message.add(\"/integrate auto\");\n\n var pr = fork.createPullRequest(prTarget,\n toBranch.name(),\n branchDesc,\n title,\n message);\n pr.addLabel(\"failed-auto-merge\");\n }\n }\n } catch (IOException e) {\n throw new UncheckedIOException(e);\n }\n return List.of();\n }\n\n @Override\n public String toString() {\n return \"MergeBot@(\" + target.name() + \")\";\n }\n\n @Override\n public List getPeriodicItems() {\n return List.of(this);\n }\n\n @Override\n public String name() {\n return MergeBotFactory.NAME;\n }\n\n @Override\n public String botName() {\n return name();\n }\n\n @Override\n public String workItemName() {\n return botName();\n }\n\n public List getSpecs() {\n return specs;\n }\n}\n"
},
{
"path": "bots/merge/src/main/java/org/openjdk/skara/bots/merge/MergeBotFactory.java",
"content": "/*\n * Copyright (c) 2019, 2022, Oracle and/or its affiliates. All rights reserved.\n * DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER.\n *\n * This code is free software; you can redistribute it and/or modify it\n * under the terms of the GNU General Public License version 2 only, as\n * published by the Free Software Foundation.\n *\n * This code is distributed in the hope that it will be useful, but WITHOUT\n * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or\n * FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License\n * version 2 for more details (a copy is included in the LICENSE file that\n * accompanied this code).\n *\n * You should have received a copy of the GNU General Public License version\n * 2 along with this work; if not, write to the Free Software Foundation,\n * Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA.\n *\n * Please contact Oracle, 500 Oracle Parkway, Redwood Shores, CA 94065 USA\n * or visit www.oracle.com if you need additional information or have any\n * questions.\n */\npackage org.openjdk.skara.bots.merge;\n\nimport org.openjdk.skara.bot.*;\nimport org.openjdk.skara.json.JSON;\nimport org.openjdk.skara.vcs.Branch;\n\nimport java.io.*;\nimport java.nio.file.Files;\nimport java.time.DayOfWeek;\nimport java.time.Month;\nimport java.util.*;\nimport java.util.stream.Collectors;\nimport java.util.logging.Logger;\n\npublic class MergeBotFactory implements BotFactory {\n private final Logger log = Logger.getLogger(\"org.openjdk.skara.bots\");;\n\n static final String NAME = \"merge\";\n @Override\n public String name() {\n return NAME;\n }\n\n private static MergeBot.Spec.Frequency.Interval toInterval(String s) {\n switch (s.toLowerCase()) {\n case \"hourly\":\n return MergeBot.Spec.Frequency.Interval.HOURLY;\n case \"daily\":\n return MergeBot.Spec.Frequency.Interval.DAILY;\n case \"weekly\":\n return MergeBot.Spec.Frequency.Interval.WEEKLY;\n case \"monthly\":\n return MergeBot.Spec.Frequency.Interval.MONTHLY;\n case \"yearly\":\n return MergeBot.Spec.Frequency.Interval.YEARLY;\n default:\n throw new IllegalArgumentException(\"Unknown interval: \" + s);\n }\n }\n\n private static DayOfWeek toWeekday(String s) {\n switch (s.toLowerCase()) {\n case \"monday\":\n return DayOfWeek.MONDAY;\n case \"tuesday\":\n return DayOfWeek.TUESDAY;\n case \"wednesday\":\n return DayOfWeek.WEDNESDAY;\n case \"thursday\":\n return DayOfWeek.THURSDAY;\n case \"friday\":\n return DayOfWeek.FRIDAY;\n case \"saturday\":\n return DayOfWeek.SATURDAY;\n case \"sunday\":\n return DayOfWeek.SUNDAY;\n default:\n throw new IllegalArgumentException(\"Unknown weekday: \" + s);\n }\n }\n\n private static Month toMonth(String s) {\n switch (s.toLowerCase()) {\n case \"january\":\n return Month.JANUARY;\n case \"february\":\n return Month.FEBRUARY;\n case \"march\":\n return Month.MARCH;\n case \"april\":\n return Month.APRIL;\n case \"may\":\n return Month.MAY;\n case \"june\":\n return Month.JUNE;\n case \"july\":\n return Month.JULY;\n case \"august\":\n return Month.AUGUST;\n case \"september\":\n return Month.SEPTEMBER;\n case \"october\":\n return Month.OCTOBER;\n case \"november\":\n return Month.NOVEMBER;\n case \"december\":\n return Month.DECEMBER;\n default:\n throw new IllegalArgumentException(\"Unknown month: \" + s);\n }\n }\n\n private static int toDay(int i) {\n if (i < 0 || i > 30) {\n throw new IllegalArgumentException(\"Unknown day: \" + i);\n }\n return i;\n }\n\n private static int toHour(int i) {\n if (i < 0 || i > 23) {\n throw new IllegalArgumentException(\"Unknown hour: \" + i);\n }\n return i;\n }\n\n private static int toMinute(int i) {\n if (i < 0 || i > 59) {\n throw new IllegalArgumentException(\"Unknown minute: \" + i);\n }\n return i;\n }\n\n @Override\n public List create(BotConfiguration configuration) {\n var storage = configuration.storageFolder();\n try {\n Files.createDirectories(storage);\n } catch (IOException e) {\n throw new UncheckedIOException(e);\n }\n var specific = configuration.specific();\n\n var bots = new ArrayList();\n for (var repo : specific.get(\"repositories\").asArray()) {\n var targetRepo = configuration.repository(repo.get(\"target\").asString());\n var forkRepo = configuration.repository(repo.get(\"fork\").asString());\n\n var specs = new ArrayList();\n for (var spec : repo.get(\"spec\").asArray()) {\n var from = spec.get(\"from\").asString().split(\":\");\n var fromRepo = configuration.repository(from[0]);\n var fromBranch = new Branch(from[1]);\n var toBranch = new Branch(spec.get(\"to\").asString());\n\n MergeBot.Spec.Frequency frequency = null;\n if (spec.contains(\"frequency\")) {\n var freq = spec.get(\"frequency\").asObject();\n var interval = toInterval(freq.get(\"interval\").asString());\n if (interval.isHourly()) {\n var minute = toMinute(freq.get(\"minute\").asInt());\n frequency = MergeBot.Spec.Frequency.hourly(minute);\n } else if (interval.isDaily()) {\n var hour = toHour(freq.get(\"hour\").asInt());\n frequency = MergeBot.Spec.Frequency.daily(hour);\n } else if (interval.isWeekly()) {\n var weekday = toWeekday(freq.get(\"weekday\").asString());\n var hour = toHour(freq.get(\"hour\").asInt());\n frequency = MergeBot.Spec.Frequency.weekly(weekday, hour);\n } else if (interval.isMonthly()) {\n var day = toDay(freq.get(\"day\").asInt());\n var hour = toHour(freq.get(\"hour\").asInt());\n frequency = MergeBot.Spec.Frequency.monthly(day, hour);\n } else if (interval.isYearly()) {\n var month = toMonth(freq.get(\"month\").asString());\n var day = toDay(freq.get(\"day\").asInt());\n var hour = toHour(freq.get(\"hour\").asInt());\n frequency = MergeBot.Spec.Frequency.yearly(month, day, hour);\n } else {\n throw new IllegalStateException(\"Unexpected interval: \" + interval);\n }\n }\n\n var name = spec.getOrDefault(\"name\", JSON.of()).asString();\n var dependencies = spec.getOrDefault(\"dependencies\", JSON.array())\n .stream()\n .map(e -> e.asString())\n .collect(Collectors.toList());\n var prerequisites = spec.getOrDefault(\"prerequisites\", JSON.array())\n .stream()\n .map(e -> e.asString())\n .map(configuration::repository)\n .collect(Collectors.toList());\n\n specs.add(new MergeBot.Spec(fromRepo,\n fromBranch,\n toBranch,\n frequency,\n name,\n dependencies,\n prerequisites));\n }\n\n bots.add(new MergeBot(storage, targetRepo, forkRepo, specs));\n }\n return bots;\n }\n}\n"
},
{
"path": "bots/merge/src/test/java/org/openjdk/skara/bots/merge/MergeBotFactoryTest.java",
"content": "/*\n * Copyright (c) 2022, Oracle and/or its affiliates. All rights reserved.\n * DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER.\n *\n * This code is free software; you can redistribute it and/or modify it\n * under the terms of the GNU General Public License version 2 only, as\n * published by the Free Software Foundation.\n *\n * This code is distributed in the hope that it will be useful, but WITHOUT\n * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or\n * FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License\n * version 2 for more details (a copy is included in the LICENSE file that\n * accompanied this code).\n *\n * You should have received a copy of the GNU General Public License version\n * 2 along with this work; if not, write to the Free Software Foundation,\n * Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA.\n *\n * Please contact Oracle, 500 Oracle Parkway, Redwood Shores, CA 94065 USA\n * or visit www.oracle.com if you need additional information or have any\n * questions.\n */\npackage org.openjdk.skara.bots.merge;\n\nimport org.junit.jupiter.api.Test;\nimport org.openjdk.skara.json.JWCC;\nimport org.openjdk.skara.test.TemporaryDirectory;\nimport org.openjdk.skara.test.TestBotFactory;\nimport org.openjdk.skara.test.TestHostedRepository;\n\nimport java.time.DayOfWeek;\nimport java.time.Month;\n\nimport static org.junit.jupiter.api.Assertions.*;\n\nclass MergeBotFactoryTest {\n @Test\n public void testCreate() {\n try (var tempFolder = new TemporaryDirectory()) {\n String jsonString = \"\"\"\n {\n \"repositories\": [\n {\n \"target\": \"target\",\n \"fork\": \"fork\",\n \"spec\": [\n {\n \"from\": \"from1:master\",\n \"to\": \"master\",\n \"frequency\": {\n \"interval\": \"weekly\",\n \"weekday\": \"monday\",\n \"hour\": 3\n }\n },\n {\n \"name\": \"spec2\",\n \"from\": \"from2:master\",\n \"to\": \"test\"\n },\n {\n \"from\": \"from3:master\",\n \"to\": \"master\",\n \"frequency\": {\n \"interval\": \"hourly\",\n \"minute\": 30\n }\n },\n {\n \"from\": \"from4:master\",\n \"to\": \"master\",\n \"frequency\": {\n \"interval\": \"daily\",\n \"hour\": 2\n }\n },\n {\n \"from\": \"from5:master\",\n \"to\": \"master\",\n \"frequency\": {\n \"interval\": \"monthly\",\n \"day\": 1,\n \"hour\": 2\n }\n },\n {\n \"from\": \"from6:master\",\n \"to\": \"master\",\n \"frequency\": {\n \"interval\": \"yearly\",\n \"month\": \"october\",\n \"day\": 15,\n \"hour\": 5\n }\n }\n ]\n }\n ]\n }\n \"\"\";\n var jsonConfig = JWCC.parse(jsonString).asObject();\n\n var testBotFactory = TestBotFactory.newBuilder()\n .addHostedRepository(\"target\", new TestHostedRepository(\"target\"))\n .addHostedRepository(\"fork\", new TestHostedRepository(\"fork\"))\n .addHostedRepository(\"from1\", new TestHostedRepository(\"from1\"))\n .addHostedRepository(\"from2\", new TestHostedRepository(\"from2\"))\n .addHostedRepository(\"from3\", new TestHostedRepository(\"from3\"))\n .addHostedRepository(\"from4\", new TestHostedRepository(\"from4\"))\n .addHostedRepository(\"from5\", new TestHostedRepository(\"from5\"))\n .addHostedRepository(\"from6\", new TestHostedRepository(\"from6\"))\n .storagePath(tempFolder.path().resolve(\"storage\"))\n .build();\n\n var bots = testBotFactory.createBots(MergeBotFactory.NAME, jsonConfig);\n assertEquals(1, bots.size());\n\n MergeBot mergeBot = (MergeBot) bots.get(0);\n assertEquals(\"MergeBot@(target)\", mergeBot.toString());\n\n // Check the contents in the mergeBot\n var specs = mergeBot.getSpecs();\n MergeBot.Spec spec1 = specs.get(0);\n MergeBot.Spec.Frequency frequency1 = spec1.frequency().get();\n assertTrue(spec1.name().isEmpty());\n assertTrue(frequency1.isWeekly());\n assertEquals(DayOfWeek.MONDAY, frequency1.weekday());\n assertEquals(3, frequency1.hour());\n\n MergeBot.Spec spec2 = specs.get(1);\n assertTrue(spec2.frequency().isEmpty());\n assertTrue(spec2.name().isPresent());\n\n MergeBot.Spec spec3 = specs.get(2);\n MergeBot.Spec.Frequency frequency3 = spec3.frequency().get();\n assertTrue(frequency3.isHourly());\n assertEquals(30, frequency3.minute());\n\n MergeBot.Spec spec4 = specs.get(3);\n MergeBot.Spec.Frequency frequency4 = spec4.frequency().get();\n assertTrue(frequency4.isDaily());\n assertEquals(2, frequency4.hour());\n\n MergeBot.Spec spec5 = specs.get(4);\n MergeBot.Spec.Frequency frequency5 = spec5.frequency().get();\n assertTrue(frequency5.isMonthly());\n assertEquals(1, frequency5.day());\n assertEquals(2, frequency5.hour());\n\n MergeBot.Spec spec6 = specs.get(5);\n MergeBot.Spec.Frequency frequency6 = spec6.frequency().get();\n assertTrue(frequency6.isYearly());\n assertEquals(Month.OCTOBER, frequency6.month());\n assertEquals(15, frequency6.day());\n assertEquals(5, frequency6.hour());\n }\n }\n}"
},
{
"path": "bots/merge/src/test/java/org/openjdk/skara/bots/merge/MergeBotTests.java",
"content": "/*\n * Copyright (c) 2019, 2022, Oracle and/or its affiliates. All rights reserved.\n * DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER.\n *\n * This code is free software; you can redistribute it and/or modify it\n * under the terms of the GNU General Public License version 2 only, as\n * published by the Free Software Foundation.\n *\n * This code is distributed in the hope that it will be useful, but WITHOUT\n * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or\n * FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License\n * version 2 for more details (a copy is included in the LICENSE file that\n * accompanied this code).\n *\n * You should have received a copy of the GNU General Public License version\n * 2 along with this work; if not, write to the Free Software Foundation,\n * Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA.\n *\n * Please contact Oracle, 500 Oracle Parkway, Redwood Shores, CA 94065 USA\n * or visit www.oracle.com if you need additional information or have any\n * questions.\n */\npackage org.openjdk.skara.bots.merge;\n\nimport org.junit.jupiter.api.*;\nimport org.openjdk.skara.host.HostUser;\nimport org.openjdk.skara.issuetracker.Issue;\nimport org.openjdk.skara.test.*;\nimport org.openjdk.skara.vcs.*;\n\nimport java.io.IOException;\nimport java.net.URLEncoder;\nimport java.nio.charset.StandardCharsets;\nimport java.nio.file.*;\nimport java.time.*;\nimport java.util.*;\nimport java.util.stream.Collectors;\n\nimport static org.junit.jupiter.api.Assertions.*;\n\nclass MergeBotTests {\n @Test\n void mergeMasterBranch(TestInfo testInfo) throws IOException {\n try (var temp = new TemporaryDirectory()) {\n var host = TestHost.createNew(List.of(HostUser.create(0, \"duke\", \"J. Duke\")));\n\n var fromDir = temp.path().resolve(\"from.git\");\n var fromLocalRepo = TestableRepository.init(fromDir, VCS.GIT);\n var fromHostedRepo = new TestHostedRepository(host, \"test\", fromLocalRepo);\n\n var toDir = temp.path().resolve(\"to.git\");\n var toLocalRepo = TestableRepository.init(toDir, VCS.GIT);\n var toGitConfig = toDir.resolve(\".git\").resolve(\"config\");\n Files.write(toGitConfig, List.of(\"[receive]\", \"denyCurrentBranch = ignore\"),\n StandardOpenOption.APPEND);\n var toHostedRepo = new TestHostedRepository(host, \"test-mirror\", toLocalRepo);\n\n var forkDir = temp.path().resolve(\"fork.git\");\n var forkLocalRepo = TestableRepository.init(forkDir, VCS.GIT);\n var forkGitConfig = forkDir.resolve(\".git\").resolve(\"config\");\n Files.write(forkGitConfig, List.of(\"[receive]\", \"denyCurrentBranch = ignore\"),\n StandardOpenOption.APPEND);\n var toFork = new TestHostedRepository(host, \"test-mirror-fork\", forkLocalRepo);\n\n var now = ZonedDateTime.now();\n var fromFileA = fromDir.resolve(\"a.txt\");\n Files.writeString(fromFileA, \"Hello A\\n\");\n fromLocalRepo.add(fromFileA);\n var fromHashA = fromLocalRepo.commit(\"Adding a.txt\", \"duke\", \"duke@openjdk.org\", now);\n var fromCommits = fromLocalRepo.commits().asList();\n assertEquals(1, fromCommits.size());\n assertEquals(fromHashA, fromCommits.get(0).hash());\n\n var toFileA = toDir.resolve(\"a.txt\");\n Files.writeString(toFileA, \"Hello A\\n\");\n toLocalRepo.add(toFileA);\n var toHashA = toLocalRepo.commit(\"Adding a.txt\", \"duke\", \"duke@openjdk.org\", now);\n var toCommits = toLocalRepo.commits().asList();\n assertEquals(1, toCommits.size());\n assertEquals(toHashA, toCommits.get(0).hash());\n assertEquals(fromHashA, toHashA);\n\n var fromFileB = fromDir.resolve(\"b.txt\");\n Files.writeString(fromFileB, \"Hello B\\n\");\n fromLocalRepo.add(fromFileB);\n var fromHashB = fromLocalRepo.commit(\"Adding b.txt\", \"duke\", \"duke@openjdk.org\");\n\n var toFileC = toDir.resolve(\"c.txt\");\n Files.writeString(toFileC, \"Hello C\\n\");\n toLocalRepo.add(toFileC);\n var toHashC = toLocalRepo.commit(\"Adding c.txt\", \"duke\", \"duke@openjdk.org\");\n\n var storage = temp.path().resolve(\"storage\");\n var master = new Branch(\"master\");\n var specs = List.of(new MergeBot.Spec(fromHostedRepo, master, master));\n var bot = new MergeBot(storage, toHostedRepo, toFork, specs);\n TestBotRunner.runPeriodicItems(bot);\n\n toCommits = toLocalRepo.commits().asList();\n assertEquals(4, toCommits.size());\n var hashes = toCommits.stream().map(Commit::hash).collect(Collectors.toSet());\n assertTrue(hashes.contains(toHashA));\n assertTrue(hashes.contains(fromHashB));\n assertTrue(hashes.contains(toHashC));\n\n var known = Set.of(toHashA, fromHashB, toHashC);\n var merge = toCommits.stream().filter(c -> !known.contains(c.hash())).findAny().get();\n assertTrue(merge.isMerge());\n assertEquals(List.of(\"Automatic merge of test:master into master\"), merge.message());\n assertEquals(\"duke\", merge.author().name());\n assertEquals(\"duke@openjdk.org\", merge.author().email());\n\n assertEquals(0, toHostedRepo.openPullRequests().size());\n }\n }\n\n @Test\n void successfulDependency(TestInfo testInfo) throws IOException {\n try (var temp = new TemporaryDirectory(false)) {\n var host = TestHost.createNew(List.of(HostUser.create(0, \"duke\", \"J. Duke\")));\n\n var fromDir = temp.path().resolve(\"from.git\");\n var fromLocalRepo = TestableRepository.init(fromDir, VCS.GIT);\n var fromHostedRepo = new TestHostedRepository(host, \"test\", fromLocalRepo);\n\n var toDir = temp.path().resolve(\"to.git\");\n var toLocalRepo = TestableRepository.init(toDir, VCS.GIT);\n var toGitConfig = toDir.resolve(\".git\").resolve(\"config\");\n Files.write(toGitConfig, List.of(\"[receive]\", \"denyCurrentBranch = ignore\"),\n StandardOpenOption.APPEND);\n var toHostedRepo = new TestHostedRepository(host, \"test-mirror\", toLocalRepo);\n\n var forkDir = temp.path().resolve(\"fork.git\");\n var forkLocalRepo = TestableRepository.init(forkDir, VCS.GIT);\n var forkGitConfig = forkDir.resolve(\".git\").resolve(\"config\");\n Files.write(forkGitConfig, List.of(\"[receive]\", \"denyCurrentBranch = ignore\"),\n StandardOpenOption.APPEND);\n var toFork = new TestHostedRepository(host, \"test-mirror-fork\", forkLocalRepo);\n\n var now = ZonedDateTime.now();\n var fromFileA = fromDir.resolve(\"a.txt\");\n Files.writeString(fromFileA, \"Hello A\\n\");\n fromLocalRepo.add(fromFileA);\n var fromHashA = fromLocalRepo.commit(\"Adding a.txt\", \"duke\", \"duke@openjdk.org\", now);\n var fromCommits = fromLocalRepo.commits().asList();\n assertEquals(1, fromCommits.size());\n assertEquals(fromHashA, fromCommits.get(0).hash());\n\n var toFileA = toDir.resolve(\"a.txt\");\n Files.writeString(toFileA, \"Hello A\\n\");\n toLocalRepo.add(toFileA);\n var toHashA = toLocalRepo.commit(\"Adding a.txt\", \"duke\", \"duke@openjdk.org\", now);\n var toCommits = toLocalRepo.commits().asList();\n assertEquals(1, toCommits.size());\n assertEquals(toHashA, toCommits.get(0).hash());\n assertEquals(fromHashA, toHashA);\n toLocalRepo.branch(toHashA, \"feature\");\n assertEquals(2, toLocalRepo.branches().size());\n\n var fromFileB = fromDir.resolve(\"b.txt\");\n Files.writeString(fromFileB, \"Hello B\\n\");\n fromLocalRepo.add(fromFileB);\n var fromHashB = fromLocalRepo.commit(\"Adding b.txt\", \"duke\", \"duke@openjdk.org\");\n\n var featureBranch = fromLocalRepo.branch(fromHashB, \"feature\");\n fromLocalRepo.checkout(featureBranch);\n var fromFileD = fromDir.resolve(\"d.txt\");\n Files.writeString(fromFileD, \"Hello D\\n\");\n fromLocalRepo.add(fromFileD);\n var fromHashD = fromLocalRepo.commit(\"Adding d.txt\", \"duke\", \"duke@openjdk.org\");\n\n var toFileC = toDir.resolve(\"c.txt\");\n Files.writeString(toFileC, \"Hello C\\n\");\n toLocalRepo.add(toFileC);\n var toHashC = toLocalRepo.commit(\"Adding c.txt\", \"duke\", \"duke@openjdk.org\");\n\n toLocalRepo.checkout(featureBranch);\n var toFileE = toDir.resolve(\"e.txt\");\n Files.writeString(toFileE, \"Hello E\\n\");\n toLocalRepo.add(toFileE);\n var toHashE = toLocalRepo.commit(\"Adding e.txt\", \"duke\", \"duke@openjdk.org\");\n\n var storage = temp.path().resolve(\"storage\");\n var master = new Branch(\"master\");\n var feature = new Branch(\"feature\");\n var specs = List.of(new MergeBot.Spec(fromHostedRepo, master, master, null, \"master\", List.of(), List.of()),\n new MergeBot.Spec(fromHostedRepo, feature, feature, null, \"feature\", List.of(\"master\"), List.of()));\n var bot = new MergeBot(storage, toHostedRepo, toFork, specs);\n TestBotRunner.runPeriodicItems(bot);\n\n toCommits = toLocalRepo.commits().asList();\n assertEquals(7, toCommits.size());\n var hashes = toCommits.stream().map(Commit::hash).collect(Collectors.toSet());\n assertTrue(hashes.contains(toHashA));\n assertTrue(hashes.contains(fromHashB));\n assertTrue(hashes.contains(toHashC));\n\n var merges = toCommits.stream().filter(c -> c.isMerge()).collect(Collectors.toList());\n assertEquals(2, merges.size());\n\n assertTrue(merges.stream().anyMatch(c -> c.message().get(0).equals(\"Automatic merge of test:master into master\")));\n assertTrue(merges.stream().anyMatch(c -> c.message().get(0).equals(\"Automatic merge of test:feature into feature\")));\n }\n }\n\n @Test\n void failedDependency(TestInfo testInfo) throws IOException {\n try (var temp = new TemporaryDirectory(false)) {\n var host = TestHost.createNew(List.of(HostUser.create(0, \"duke\", \"J. Duke\")));\n\n var fromDir = temp.path().resolve(\"from.git\");\n var fromLocalRepo = TestableRepository.init(fromDir, VCS.GIT);\n var fromHostedRepo = new TestHostedRepository(host, \"test\", fromLocalRepo);\n\n var toDir = temp.path().resolve(\"to.git\");\n var toLocalRepo = TestableRepository.init(toDir, VCS.GIT);\n var toGitConfig = toDir.resolve(\".git\").resolve(\"config\");\n Files.write(toGitConfig, List.of(\"[receive]\", \"denyCurrentBranch = ignore\"),\n StandardOpenOption.APPEND);\n var toHostedRepo = new TestHostedRepository(host, \"test-mirror\", toLocalRepo);\n\n var forkDir = temp.path().resolve(\"fork.git\");\n var forkLocalRepo = TestableRepository.init(forkDir, VCS.GIT);\n var forkGitConfig = forkDir.resolve(\".git\").resolve(\"config\");\n Files.write(forkGitConfig, List.of(\"[receive]\", \"denyCurrentBranch = ignore\"),\n StandardOpenOption.APPEND);\n var toFork = new TestHostedRepository(host, \"test-mirror-fork\", forkLocalRepo);\n\n var now = ZonedDateTime.now();\n var fromFileA = fromDir.resolve(\"a.txt\");\n Files.writeString(fromFileA, \"Hello A\\n\");\n fromLocalRepo.add(fromFileA);\n var fromHashA = fromLocalRepo.commit(\"Adding a.txt\", \"duke\", \"duke@openjdk.org\", now);\n var fromCommits = fromLocalRepo.commits().asList();\n assertEquals(1, fromCommits.size());\n assertEquals(fromHashA, fromCommits.get(0).hash());\n\n var toFileA = toDir.resolve(\"a.txt\");\n Files.writeString(toFileA, \"Hello A\\n\");\n toLocalRepo.add(toFileA);\n var toHashA = toLocalRepo.commit(\"Adding a.txt\", \"duke\", \"duke@openjdk.org\", now);\n var toCommits = toLocalRepo.commits().asList();\n assertEquals(1, toCommits.size());\n assertEquals(toHashA, toCommits.get(0).hash());\n assertEquals(fromHashA, toHashA);\n toLocalRepo.branch(toHashA, \"feature\");\n assertEquals(2, toLocalRepo.branches().size());\n\n var fromFileB = fromDir.resolve(\"b.txt\");\n Files.writeString(fromFileB, \"Hello B\\n\");\n fromLocalRepo.add(fromFileB);\n var fromHashB = fromLocalRepo.commit(\"Adding b.txt\", \"duke\", \"duke@openjdk.org\");\n\n var featureBranch = fromLocalRepo.branch(fromHashB, \"feature\");\n fromLocalRepo.checkout(featureBranch);\n var fromFileD = fromDir.resolve(\"d.txt\");\n Files.writeString(fromFileD, \"Hello D\\n\");\n fromLocalRepo.add(fromFileD);\n var fromHashD = fromLocalRepo.commit(\"Adding d.txt\", \"duke\", \"duke@openjdk.org\");\n\n var toFileB = toDir.resolve(\"b.txt\");\n Files.writeString(toFileB, \"Hello conflict\\n\");\n toLocalRepo.add(toFileB);\n var toHashB = toLocalRepo.commit(\"Adding b.txt\", \"duke\", \"duke@openjdk.org\");\n\n toLocalRepo.checkout(featureBranch);\n var toFileE = toDir.resolve(\"e.txt\");\n Files.writeString(toFileE, \"Hello E\\n\");\n toLocalRepo.add(toFileE);\n var toHashE = toLocalRepo.commit(\"Adding e.txt\", \"duke\", \"duke@openjdk.org\");\n\n var toCommitsBeforeMerge = toLocalRepo.commits().asList();\n assertEquals(3, toCommitsBeforeMerge.size());\n assertEquals(toHashE, toCommitsBeforeMerge.get(0).hash());\n assertEquals(toHashB, toCommitsBeforeMerge.get(1).hash());\n assertEquals(toHashA, toCommitsBeforeMerge.get(2).hash());\n assertEquals(toHashB, toLocalRepo.resolve(\"master\").get());\n assertEquals(toHashE, toLocalRepo.resolve(\"feature\").get());\n\n var storage = temp.path().resolve(\"storage\");\n var master = new Branch(\"master\");\n var feature = new Branch(\"feature\");\n var specs = List.of(new MergeBot.Spec(fromHostedRepo, master, master, null, \"master\", List.of(), List.of()),\n new MergeBot.Spec(fromHostedRepo, feature, feature, null, \"feature\", List.of(\"master\"), List.of()));\n var bot = new MergeBot(storage, toHostedRepo, toFork, specs);\n TestBotRunner.runPeriodicItems(bot);\n\n toCommits = toLocalRepo.commits().asList();\n assertEquals(toCommitsBeforeMerge.size(), toCommits.size());\n assertEquals(toCommitsBeforeMerge.get(0).hash(), toCommits.get(0).hash());\n assertEquals(toCommitsBeforeMerge.get(1).hash(), toCommits.get(1).hash());\n assertEquals(toCommitsBeforeMerge.get(2).hash(), toCommits.get(2).hash());\n assertEquals(toHashB, toLocalRepo.resolve(\"master\").get());\n assertEquals(toHashE, toLocalRepo.resolve(\"feature\").get());\n }\n }\n\n @Test\n void failingMergeTest(TestInfo testInfo) throws IOException {\n try (var temp = new TemporaryDirectory()) {\n var host = TestHost.createNew(List.of(HostUser.create(0, \"duke\", \"J. Duke\")));\n\n var fromDir = temp.path().resolve(\"from.git\");\n var fromLocalRepo = TestableRepository.init(fromDir, VCS.GIT);\n var fromHostedRepo = new TestHostedRepository(host, \"test\", fromLocalRepo);\n\n var toDir = temp.path().resolve(\"to.git\");\n var toLocalRepo = TestableRepository.init(toDir, VCS.GIT);\n var toGitConfig = toDir.resolve(\".git\").resolve(\"config\");\n Files.write(toGitConfig, List.of(\"[receive]\", \"denyCurrentBranch = ignore\"),\n StandardOpenOption.APPEND);\n var toHostedRepo = new TestHostedRepository(host, \"test-mirror\", toLocalRepo);\n\n var forkDir = temp.path().resolve(\"fork.git\");\n var forkLocalRepo = TestableRepository.init(forkDir, VCS.GIT);\n var forkGitConfig = forkDir.resolve(\".git\").resolve(\"config\");\n Files.write(forkGitConfig, List.of(\"[receive]\", \"denyCurrentBranch = ignore\"),\n StandardOpenOption.APPEND);\n var toFork = new TestHostedRepository(host, \"test-mirror-fork\", forkLocalRepo);\n\n var now = ZonedDateTime.now();\n var fromFileA = fromDir.resolve(\"a.txt\");\n Files.writeString(fromFileA, \"Hello A\\n\");\n fromLocalRepo.add(fromFileA);\n var fromHashA = fromLocalRepo.commit(\"Adding a.txt\", \"duke\", \"duke@openjdk.org\", now);\n var fromCommits = fromLocalRepo.commits().asList();\n assertEquals(1, fromCommits.size());\n assertEquals(fromHashA, fromCommits.get(0).hash());\n\n var toFileA = toDir.resolve(\"a.txt\");\n Files.writeString(toFileA, \"Hello A\\n\");\n toLocalRepo.add(toFileA);\n var toHashA = toLocalRepo.commit(\"Adding a.txt\", \"duke\", \"duke@openjdk.org\", now);\n var toCommits = toLocalRepo.commits().asList();\n assertEquals(1, toCommits.size());\n assertEquals(toHashA, toCommits.get(0).hash());\n assertEquals(fromHashA, toHashA);\n\n var fromFileB = fromDir.resolve(\"b.txt\");\n Files.writeString(fromFileB, \"Hello B1\\n\");\n fromLocalRepo.add(fromFileB);\n var fromHashB = fromLocalRepo.commit(\"Adding b1.txt\", \"duke\", \"duke@openjdk.org\");\n\n var toFileB = toDir.resolve(\"b.txt\");\n Files.writeString(toFileB, \"Hello B2\\n\");\n toLocalRepo.add(toFileB);\n var toHashB = toLocalRepo.commit(\"Adding b2.txt\", \"duke\", \"duke@openjdk.org\");\n\n var storage = temp.path().resolve(\"storage\");\n var master = new Branch(\"master\");\n var specs = List.of(new MergeBot.Spec(fromHostedRepo, master, master));\n var bot = new MergeBot(storage, toHostedRepo, toFork, specs);\n TestBotRunner.runPeriodicItems(bot);\n\n toCommits = toLocalRepo.commits().asList();\n assertEquals(2, toCommits.size());\n var toHashes = toCommits.stream().map(Commit::hash).collect(Collectors.toSet());\n assertTrue(toHashes.contains(toHashA));\n assertTrue(toHashes.contains(toHashB));\n\n var pullRequests = toHostedRepo.openPullRequests();\n assertEquals(1, pullRequests.size());\n var pr = pullRequests.get(0);\n assertEquals(\"Merge test:master\", pr.title());\n assertTrue(pr.labelNames().contains(\"failed-auto-merge\"));\n }\n }\n\n @Test\n void failingPrerequisite(TestInfo testInfo) throws IOException {\n try (var temp = new TemporaryDirectory()) {\n var host = TestHost.createNew(List.of(HostUser.create(0, \"duke\", \"J. Duke\")));\n\n var fromDir = temp.path().resolve(\"from.git\");\n var fromLocalRepo = TestableRepository.init(fromDir, VCS.GIT);\n var fromHostedRepo = new TestHostedRepository(host, \"test\", fromLocalRepo);\n\n var toDir = temp.path().resolve(\"to.git\");\n var toLocalRepo = TestableRepository.init(toDir, VCS.GIT);\n var toGitConfig = toDir.resolve(\".git\").resolve(\"config\");\n Files.write(toGitConfig, List.of(\"[receive]\", \"denyCurrentBranch = ignore\"),\n StandardOpenOption.APPEND);\n var toHostedRepo = new TestHostedRepository(host, \"test-mirror\", toLocalRepo);\n\n var forkDir = temp.path().resolve(\"fork.git\");\n var forkLocalRepo = TestableRepository.init(forkDir, VCS.GIT);\n var forkGitConfig = forkDir.resolve(\".git\").resolve(\"config\");\n Files.write(forkGitConfig, List.of(\"[receive]\", \"denyCurrentBranch = ignore\"),\n StandardOpenOption.APPEND);\n var toFork = new TestHostedRepository(host, \"test-mirror-fork\", forkLocalRepo);\n\n var now = ZonedDateTime.now();\n var fromFileA = fromDir.resolve(\"a.txt\");\n Files.writeString(fromFileA, \"Hello A\\n\");\n fromLocalRepo.add(fromFileA);\n var fromHashA = fromLocalRepo.commit(\"Adding a.txt\", \"duke\", \"duke@openjdk.org\", now);\n var fromCommits = fromLocalRepo.commits().asList();\n assertEquals(1, fromCommits.size());\n assertEquals(fromHashA, fromCommits.get(0).hash());\n\n var toFileA = toDir.resolve(\"a.txt\");\n Files.writeString(toFileA, \"Hello A\\n\");\n toLocalRepo.add(toFileA);\n var toHashA = toLocalRepo.commit(\"Adding a.txt\", \"duke\", \"duke@openjdk.org\", now);\n var toCommits = toLocalRepo.commits().asList();\n assertEquals(1, toCommits.size());\n assertEquals(toHashA, toCommits.get(0).hash());\n assertEquals(fromHashA, toHashA);\n\n var fromFileB = fromDir.resolve(\"b.txt\");\n Files.writeString(fromFileB, \"Hello B1\\n\");\n fromLocalRepo.add(fromFileB);\n var fromHashB = fromLocalRepo.commit(\"Adding b1.txt\", \"duke\", \"duke@openjdk.org\");\n\n var toFileB = toDir.resolve(\"b.txt\");\n Files.writeString(toFileB, \"Hello B2\\n\");\n toLocalRepo.add(toFileB);\n var toHashB = toLocalRepo.commit(\"Adding b2.txt\", \"duke\", \"duke@openjdk.org\");\n\n var storage = temp.path().resolve(\"storage\");\n var master = new Branch(\"master\");\n var specs = List.of(new MergeBot.Spec(fromHostedRepo, master, master));\n var bot = new MergeBot(storage, toHostedRepo, toFork, specs);\n TestBotRunner.runPeriodicItems(bot);\n\n toCommits = toLocalRepo.commits().asList();\n assertEquals(2, toCommits.size());\n var toHashes = toCommits.stream().map(Commit::hash).collect(Collectors.toSet());\n assertTrue(toHashes.contains(toHashA));\n assertTrue(toHashes.contains(toHashB));\n\n var pullRequests = toHostedRepo.openPullRequests();\n assertEquals(1, pullRequests.size());\n var pr = pullRequests.get(0);\n assertEquals(\"Merge test:master\", pr.title());\n\n var fromDir2 = temp.path().resolve(\"from2.git\");\n var fromLocalRepo2 = TestableRepository.init(fromDir2, VCS.GIT);\n var fromHostedRepo2 = new TestHostedRepository(host, \"test-2\", fromLocalRepo2);\n\n var host2 = TestHost.createNew(List.of(HostUser.create(0, \"duke\", \"J. Duke\")));\n var toDir2 = temp.path().resolve(\"to2.git\");\n var toLocalRepo2 = TestableRepository.init(toDir2, VCS.GIT);\n var toGitConfig2 = toDir2.resolve(\".git\").resolve(\"config\");\n Files.write(toGitConfig2, List.of(\"[receive]\", \"denyCurrentBranch = ignore\"),\n StandardOpenOption.APPEND);\n var toHostedRepo2 = new TestHostedRepository(host2, \"test-mirror-2\", toLocalRepo2);\n\n var forkDir2 = temp.path().resolve(\"fork2.git\");\n var forkLocalRepo2 = TestableRepository.init(forkDir2, VCS.GIT);\n var forkGitConfig2 = forkDir2.resolve(\".git\").resolve(\"config\");\n Files.write(forkGitConfig2, List.of(\"[receive]\", \"denyCurrentBranch = ignore\"),\n StandardOpenOption.APPEND);\n var toFork2 = new TestHostedRepository(host2, \"test-mirror-fork-2\", forkLocalRepo2);\n\n var now2 = ZonedDateTime.now();\n var fromFileA2 = fromDir2.resolve(\"a2.txt\");\n Files.writeString(fromFileA2, \"Hello A2\\n\");\n fromLocalRepo2.add(fromFileA2);\n var fromHashA2 = fromLocalRepo2.commit(\"Adding a2.txt\", \"duke\", \"duke@openjdk.org\", now2);\n\n var toFileA2 = toDir2.resolve(\"a2.txt\");\n Files.writeString(toFileA2, \"Hello A2\\n\");\n toLocalRepo2.add(toFileA2);\n var toHashA2 = toLocalRepo2.commit(\"Adding a2.txt\", \"duke\", \"duke@openjdk.org\", now2);\n var toCommits2 = toLocalRepo2.commits().asList();\n assertEquals(1, toCommits2.size());\n assertEquals(toHashA2, toCommits2.get(0).hash());\n assertEquals(fromHashA2, toHashA2);\n\n var fromFileB2 = fromDir2.resolve(\"b2.txt\");\n Files.writeString(fromFileB2, \"Hello B2\\n\");\n fromLocalRepo2.add(fromFileB2);\n var fromHashB2 = fromLocalRepo2.commit(\"Adding b2.txt\", \"duke\", \"duke@openjdk.org\");\n var fromCommits2 = fromLocalRepo2.commits().asList();\n assertEquals(2, fromCommits2.size());\n assertEquals(fromHashB2, fromCommits2.get(0).hash());\n assertEquals(fromHashA2, fromCommits2.get(1).hash());\n\n var storage2 = temp.path().resolve(\"storage-2\");\n var master2 = new Branch(\"master\");\n var specs2 = List.of(new MergeBot.Spec(fromHostedRepo2, master2, master2, null, \"master\", List.of(), List.of(toHostedRepo)));\n var bot2 = new MergeBot(storage2, toHostedRepo2, toFork2, specs2);\n TestBotRunner.runPeriodicItems(bot2);\n\n var toCommitsAfterMerge2 = toLocalRepo2.commits().asList();\n assertEquals(1, toCommitsAfterMerge2.size());\n assertEquals(toHashA2, toCommitsAfterMerge2.get(0).hash());\n assertEquals(toHashA2, toLocalRepo2.resolve(\"master\").get());\n\n pr.setState(Issue.State.CLOSED);\n TestBotRunner.runPeriodicItems(bot2);\n toCommitsAfterMerge2 = toLocalRepo2.commits().asList();\n assertEquals(2, toCommitsAfterMerge2.size());\n assertEquals(fromHashB2, toCommitsAfterMerge2.get(0).hash());\n assertEquals(toHashA2, toCommitsAfterMerge2.get(1).hash());\n assertEquals(fromHashB2, toLocalRepo2.resolve(\"master\").get());\n }\n }\n\n @Test\n void failingMergeShouldResultInOnlyOnePR(TestInfo testInfo) throws IOException {\n try (var temp = new TemporaryDirectory()) {\n var host = TestHost.createNew(List.of(HostUser.create(0, \"duke\", \"J. Duke\")));\n\n var fromDir = temp.path().resolve(\"from.git\");\n var fromLocalRepo = TestableRepository.init(fromDir, VCS.GIT);\n var fromHostedRepo = new TestHostedRepository(host, \"test\", fromLocalRepo);\n\n var toDir = temp.path().resolve(\"to.git\");\n var toLocalRepo = TestableRepository.init(toDir, VCS.GIT);\n var toGitConfig = toDir.resolve(\".git\").resolve(\"config\");\n Files.write(toGitConfig, List.of(\"[receive]\", \"denyCurrentBranch = ignore\"),\n StandardOpenOption.APPEND);\n var toHostedRepo = new TestHostedRepository(host, \"test-mirror\", toLocalRepo);\n\n var forkDir = temp.path().resolve(\"fork.git\");\n var forkLocalRepo = TestableRepository.init(forkDir, VCS.GIT);\n var forkGitConfig = forkDir.resolve(\".git\").resolve(\"config\");\n Files.write(forkGitConfig, List.of(\"[receive]\", \"denyCurrentBranch = ignore\"),\n StandardOpenOption.APPEND);\n var toFork = new TestHostedRepository(host, \"test-mirror-fork\", forkLocalRepo);\n\n var now = ZonedDateTime.now();\n var fromFileA = fromDir.resolve(\"a.txt\");\n Files.writeString(fromFileA, \"Hello A\\n\");\n fromLocalRepo.add(fromFileA);\n var fromHashA = fromLocalRepo.commit(\"Adding a.txt\", \"duke\", \"duke@openjdk.org\", now);\n var fromCommits = fromLocalRepo.commits().asList();\n assertEquals(1, fromCommits.size());\n assertEquals(fromHashA, fromCommits.get(0).hash());\n\n var toFileA = toDir.resolve(\"a.txt\");\n Files.writeString(toFileA, \"Hello A\\n\");\n toLocalRepo.add(toFileA);\n var toHashA = toLocalRepo.commit(\"Adding a.txt\", \"duke\", \"duke@openjdk.org\", now);\n var toCommits = toLocalRepo.commits().asList();\n assertEquals(1, toCommits.size());\n assertEquals(toHashA, toCommits.get(0).hash());\n assertEquals(fromHashA, toHashA);\n\n var fromFileB = fromDir.resolve(\"b.txt\");\n Files.writeString(fromFileB, \"Hello B1\\n\");\n fromLocalRepo.add(fromFileB);\n var fromHashB = fromLocalRepo.commit(\"Adding b1.txt\", \"duke\", \"duke@openjdk.org\");\n\n var toFileB = toDir.resolve(\"b.txt\");\n Files.writeString(toFileB, \"Hello B2\\n\");\n toLocalRepo.add(toFileB);\n var toHashB = toLocalRepo.commit(\"Adding b2.txt\", \"duke\", \"duke@openjdk.org\");\n\n var storage = temp.path().resolve(\"storage\");\n var master = new Branch(\"master\");\n var specs = List.of(new MergeBot.Spec(fromHostedRepo, master, master));\n var bot = new MergeBot(storage, toHostedRepo, toFork, specs);\n TestBotRunner.runPeriodicItems(bot);\n TestBotRunner.runPeriodicItems(bot);\n\n toCommits = toLocalRepo.commits().asList();\n assertEquals(2, toCommits.size());\n var toHashes = toCommits.stream().map(Commit::hash).collect(Collectors.toSet());\n assertTrue(toHashes.contains(toHashA));\n assertTrue(toHashes.contains(toHashB));\n\n var pullRequests = toHostedRepo.openPullRequests();\n assertEquals(1, pullRequests.size());\n var pr = pullRequests.get(0);\n assertEquals(\"Merge test:master\", pr.title());\n }\n }\n\n final static class TestClock implements Clock {\n ZonedDateTime now;\n\n TestClock() {\n this(null);\n }\n\n TestClock(ZonedDateTime now) {\n this.now = now;\n }\n\n @Override\n public ZonedDateTime now() {\n return now;\n }\n }\n\n @Test\n void testMergeHourly(TestInfo testInfo) throws IOException {\n try (var temp = new TemporaryDirectory()) {\n var host = TestHost.createNew(List.of(HostUser.create(0, \"duke\", \"J. Duke\")));\n\n var fromDir = temp.path().resolve(\"from.git\");\n var fromLocalRepo = TestableRepository.init(fromDir, VCS.GIT);\n var fromHostedRepo = new TestHostedRepository(host, \"test\", fromLocalRepo);\n\n var toDir = temp.path().resolve(\"to.git\");\n var toLocalRepo = TestableRepository.init(toDir, VCS.GIT);\n var toGitConfig = toDir.resolve(\".git\").resolve(\"config\");\n Files.write(toGitConfig, List.of(\"[receive]\", \"denyCurrentBranch = ignore\"),\n StandardOpenOption.APPEND);\n var toHostedRepo = new TestHostedRepository(host, \"test-mirror\", toLocalRepo);\n\n var forkDir = temp.path().resolve(\"fork.git\");\n var forkLocalRepo = TestableRepository.init(forkDir, VCS.GIT);\n var forkGitConfig = forkDir.resolve(\".git\").resolve(\"config\");\n Files.write(forkGitConfig, List.of(\"[receive]\", \"denyCurrentBranch = ignore\"),\n StandardOpenOption.APPEND);\n var toFork = new TestHostedRepository(host, \"test-mirror-fork\", forkLocalRepo);\n\n var now = ZonedDateTime.now();\n var fromFileA = fromDir.resolve(\"a.txt\");\n Files.writeString(fromFileA, \"Hello A\\n\");\n fromLocalRepo.add(fromFileA);\n var fromHashA = fromLocalRepo.commit(\"Adding a.txt\", \"duke\", \"duke@openjdk.org\", now);\n var fromCommits = fromLocalRepo.commits().asList();\n assertEquals(1, fromCommits.size());\n assertEquals(fromHashA, fromCommits.get(0).hash());\n\n var toFileA = toDir.resolve(\"a.txt\");\n Files.writeString(toFileA, \"Hello A\\n\");\n toLocalRepo.add(toFileA);\n var toHashA = toLocalRepo.commit(\"Adding a.txt\", \"duke\", \"duke@openjdk.org\", now);\n var toCommits = toLocalRepo.commits().asList();\n assertEquals(1, toCommits.size());\n assertEquals(toHashA, toCommits.get(0).hash());\n assertEquals(fromHashA, toHashA);\n\n var fromFileB = fromDir.resolve(\"b.txt\");\n Files.writeString(fromFileB, \"Hello B\\n\");\n fromLocalRepo.add(fromFileB);\n var fromHashB = fromLocalRepo.commit(\"Adding b.txt\", \"duke\", \"duke@openjdk.org\");\n\n var toFileC = toDir.resolve(\"c.txt\");\n Files.writeString(toFileC, \"Hello C\\n\");\n toLocalRepo.add(toFileC);\n var toHashC = toLocalRepo.commit(\"Adding c.txt\", \"duke\", \"duke@openjdk.org\");\n\n var storage = temp.path().resolve(\"storage\");\n var master = new Branch(\"master\");\n\n // Merge only at most once during the first minute every hour\n var freq = MergeBot.Spec.Frequency.hourly(1);\n var specs = List.of(new MergeBot.Spec(fromHostedRepo, master, master, freq));\n\n var clock = new TestClock(ZonedDateTime.of(2020, 1, 23, 15, 0, 0, 0, ZoneId.of(\"GMT+1\")));\n var bot = new MergeBot(storage, toHostedRepo, toFork, specs, clock);\n\n TestBotRunner.runPeriodicItems(bot);\n\n // Ensure nothing has been merged\n toCommits = toLocalRepo.commits().asList();\n assertEquals(2, toCommits.size());\n assertEquals(toHashC, toCommits.get(0).hash());\n assertEquals(toHashA, toCommits.get(1).hash());\n\n // Set the clock to the first minute of the hour\n clock.now = ZonedDateTime.of(2020, 1, 23, 15, 1, 0, 0, ZoneId.of(\"GMT+1\"));\n TestBotRunner.runPeriodicItems(bot);\n\n // Should have merged\n toCommits = toLocalRepo.commits().asList();\n assertEquals(4, toCommits.size());\n var hashes = toCommits.stream().map(Commit::hash).collect(Collectors.toSet());\n assertTrue(hashes.contains(toHashA));\n assertTrue(hashes.contains(fromHashB));\n assertTrue(hashes.contains(toHashC));\n\n var known = Set.of(toHashA, fromHashB, toHashC);\n var merge = toCommits.stream().filter(c -> !known.contains(c.hash())).findAny().get();\n assertTrue(merge.isMerge());\n assertEquals(List.of(\"Automatic merge of test:master into master\"), merge.message());\n assertEquals(\"duke\", merge.author().name());\n assertEquals(\"duke@openjdk.org\", merge.author().email());\n\n assertEquals(0, toHostedRepo.openPullRequests().size());\n\n var fromFileD = fromDir.resolve(\"d.txt\");\n Files.writeString(fromFileD, \"Hello D\\n\");\n fromLocalRepo.add(fromFileD);\n var fromHashD = fromLocalRepo.commit(\"Adding d.txt\", \"duke\", \"duke@openjdk.org\");\n\n // Since the time hasn't changed it should not merge again\n TestBotRunner.runPeriodicItems(bot);\n toCommits = toLocalRepo.commits().asList();\n assertEquals(4, toCommits.size());\n\n // Move the minutes forward, the bot should not merge\n clock.now = ZonedDateTime.of(2020, 1, 23, 15, 45, 0, 0, ZoneId.of(\"GMT+1\"));\n TestBotRunner.runPeriodicItems(bot);\n toCommits = toLocalRepo.commits().asList();\n assertEquals(4, toCommits.size());\n\n // Move the clock forward one hour, the bot should merge\n clock.now = ZonedDateTime.of(2020, 1, 23, 16, 1, 0, 0, ZoneId.of(\"GMT+1\"));\n TestBotRunner.runPeriodicItems(bot);\n\n toCommits = toLocalRepo.commits().asList();\n assertEquals(6, toCommits.size());\n }\n }\n\n @Test\n void testMergeDaily(TestInfo testInfo) throws IOException {\n try (var temp = new TemporaryDirectory()) {\n var host = TestHost.createNew(List.of(HostUser.create(0, \"duke\", \"J. Duke\")));\n\n var fromDir = temp.path().resolve(\"from.git\");\n var fromLocalRepo = TestableRepository.init(fromDir, VCS.GIT);\n var fromHostedRepo = new TestHostedRepository(host, \"test\", fromLocalRepo);\n\n var toDir = temp.path().resolve(\"to.git\");\n var toLocalRepo = TestableRepository.init(toDir, VCS.GIT);\n var toGitConfig = toDir.resolve(\".git\").resolve(\"config\");\n Files.write(toGitConfig, List.of(\"[receive]\", \"denyCurrentBranch = ignore\"),\n StandardOpenOption.APPEND);\n var toHostedRepo = new TestHostedRepository(host, \"test\", toLocalRepo);\n\n var forkDir = temp.path().resolve(\"fork.git\");\n var forkLocalRepo = TestableRepository.init(forkDir, VCS.GIT);\n var forkGitConfig = forkDir.resolve(\".git\").resolve(\"config\");\n Files.write(forkGitConfig, List.of(\"[receive]\", \"denyCurrentBranch = ignore\"),\n StandardOpenOption.APPEND);\n var toFork = new TestHostedRepository(host, \"test-mirror-fork\", forkLocalRepo);\n\n var now = ZonedDateTime.now();\n var fromFileA = fromDir.resolve(\"a.txt\");\n Files.writeString(fromFileA, \"Hello A\\n\");\n fromLocalRepo.add(fromFileA);\n var fromHashA = fromLocalRepo.commit(\"Adding a.txt\", \"duke\", \"duke@openjdk.org\", now);\n var fromCommits = fromLocalRepo.commits().asList();\n assertEquals(1, fromCommits.size());\n assertEquals(fromHashA, fromCommits.get(0).hash());\n\n var toFileA = toDir.resolve(\"a.txt\");\n Files.writeString(toFileA, \"Hello A\\n\");\n toLocalRepo.add(toFileA);\n var toHashA = toLocalRepo.commit(\"Adding a.txt\", \"duke\", \"duke@openjdk.org\", now);\n var toCommits = toLocalRepo.commits().asList();\n assertEquals(1, toCommits.size());\n assertEquals(toHashA, toCommits.get(0).hash());\n assertEquals(fromHashA, toHashA);\n\n var fromFileB = fromDir.resolve(\"b.txt\");\n Files.writeString(fromFileB, \"Hello B\\n\");\n fromLocalRepo.add(fromFileB);\n var fromHashB = fromLocalRepo.commit(\"Adding b.txt\", \"duke\", \"duke@openjdk.org\");\n\n var toFileC = toDir.resolve(\"c.txt\");\n Files.writeString(toFileC, \"Hello C\\n\");\n toLocalRepo.add(toFileC);\n var toHashC = toLocalRepo.commit(\"Adding c.txt\", \"duke\", \"duke@openjdk.org\");\n\n var storage = temp.path().resolve(\"storage\");\n var master = new Branch(\"master\");\n\n // Merge only at most once during the third hour every day\n var freq = MergeBot.Spec.Frequency.daily(3);\n var specs = List.of(new MergeBot.Spec(fromHostedRepo, master, master, freq));\n\n var clock = new TestClock(ZonedDateTime.of(2020, 1, 23, 2, 45, 0, 0, ZoneId.of(\"GMT+1\")));\n var bot = new MergeBot(storage, toHostedRepo, toFork, specs, clock);\n\n TestBotRunner.runPeriodicItems(bot);\n\n // Ensure nothing has been merged\n toCommits = toLocalRepo.commits().asList();\n assertEquals(2, toCommits.size());\n assertEquals(toHashC, toCommits.get(0).hash());\n assertEquals(toHashA, toCommits.get(1).hash());\n\n // Set the clock to the third hour of the day (minutes should not matter)\n clock.now = ZonedDateTime.of(2020, 1, 23, 3, 37, 0, 0, ZoneId.of(\"GMT+1\"));\n TestBotRunner.runPeriodicItems(bot);\n\n // Should have merged\n toCommits = toLocalRepo.commits().asList();\n assertEquals(4, toCommits.size());\n var hashes = toCommits.stream().map(Commit::hash).collect(Collectors.toSet());\n assertTrue(hashes.contains(toHashA));\n assertTrue(hashes.contains(fromHashB));\n assertTrue(hashes.contains(toHashC));\n\n var known = Set.of(toHashA, fromHashB, toHashC);\n var merge = toCommits.stream().filter(c -> !known.contains(c.hash())).findAny().get();\n assertTrue(merge.isMerge());\n assertEquals(List.of(\"Automatic merge of master into master\"), merge.message());\n assertEquals(\"duke\", merge.author().name());\n assertEquals(\"duke@openjdk.org\", merge.author().email());\n\n assertEquals(0, toHostedRepo.openPullRequests().size());\n\n var fromFileD = fromDir.resolve(\"d.txt\");\n Files.writeString(fromFileD, \"Hello D\\n\");\n fromLocalRepo.add(fromFileD);\n var fromHashD = fromLocalRepo.commit(\"Adding d.txt\", \"duke\", \"duke@openjdk.org\");\n\n // Since the time hasn't changed it should not merge\n TestBotRunner.runPeriodicItems(bot);\n toCommits = toLocalRepo.commits().asList();\n assertEquals(4, toCommits.size());\n\n // Move the minutes forward, the bot should not merge\n clock.now = ZonedDateTime.of(2020, 1, 23, 3, 45, 0, 0, ZoneId.of(\"GMT+1\"));\n TestBotRunner.runPeriodicItems(bot);\n toCommits = toLocalRepo.commits().asList();\n assertEquals(4, toCommits.size());\n\n // Move the hours forward, the bot should not merge\n clock.now = ZonedDateTime.of(2020, 1, 23, 17, 45, 0, 0, ZoneId.of(\"GMT+1\"));\n TestBotRunner.runPeriodicItems(bot);\n toCommits = toLocalRepo.commits().asList();\n assertEquals(4, toCommits.size());\n\n // Move the clock forward one day, the bot should merge\n clock.now = ZonedDateTime.of(2020, 1, 24, 3, 55, 0, 0, ZoneId.of(\"GMT+1\"));\n TestBotRunner.runPeriodicItems(bot);\n\n toCommits = toLocalRepo.commits().asList();\n assertEquals(6, toCommits.size());\n }\n }\n\n @Test\n void testMergeWeekly(TestInfo testInfo) throws IOException {\n try (var temp = new TemporaryDirectory()) {\n var host = TestHost.createNew(List.of(HostUser.create(0, \"duke\", \"J. Duke\")));\n\n var fromDir = temp.path().resolve(\"from.git\");\n var fromLocalRepo = TestableRepository.init(fromDir, VCS.GIT);\n var fromHostedRepo = new TestHostedRepository(host, \"test\", fromLocalRepo);\n\n var toDir = temp.path().resolve(\"to.git\");\n var toLocalRepo = TestableRepository.init(toDir, VCS.GIT);\n var toGitConfig = toDir.resolve(\".git\").resolve(\"config\");\n Files.write(toGitConfig, List.of(\"[receive]\", \"denyCurrentBranch = ignore\"),\n StandardOpenOption.APPEND);\n var toHostedRepo = new TestHostedRepository(host, \"test-mirror\", toLocalRepo);\n\n var forkDir = temp.path().resolve(\"fork.git\");\n var forkLocalRepo = TestableRepository.init(forkDir, VCS.GIT);\n var forkGitConfig = forkDir.resolve(\".git\").resolve(\"config\");\n Files.write(forkGitConfig, List.of(\"[receive]\", \"denyCurrentBranch = ignore\"),\n StandardOpenOption.APPEND);\n var toFork = new TestHostedRepository(host, \"test-mirror-fork\", forkLocalRepo);\n\n var now = ZonedDateTime.now();\n var fromFileA = fromDir.resolve(\"a.txt\");\n Files.writeString(fromFileA, \"Hello A\\n\");\n fromLocalRepo.add(fromFileA);\n var fromHashA = fromLocalRepo.commit(\"Adding a.txt\", \"duke\", \"duke@openjdk.org\", now);\n var fromCommits = fromLocalRepo.commits().asList();\n assertEquals(1, fromCommits.size());\n assertEquals(fromHashA, fromCommits.get(0).hash());\n\n var toFileA = toDir.resolve(\"a.txt\");\n Files.writeString(toFileA, \"Hello A\\n\");\n toLocalRepo.add(toFileA);\n var toHashA = toLocalRepo.commit(\"Adding a.txt\", \"duke\", \"duke@openjdk.org\", now);\n var toCommits = toLocalRepo.commits().asList();\n assertEquals(1, toCommits.size());\n assertEquals(toHashA, toCommits.get(0).hash());\n assertEquals(fromHashA, toHashA);\n\n var fromFileB = fromDir.resolve(\"b.txt\");\n Files.writeString(fromFileB, \"Hello B\\n\");\n fromLocalRepo.add(fromFileB);\n var fromHashB = fromLocalRepo.commit(\"Adding b.txt\", \"duke\", \"duke@openjdk.org\");\n\n var toFileC = toDir.resolve(\"c.txt\");\n Files.writeString(toFileC, \"Hello C\\n\");\n toLocalRepo.add(toFileC);\n var toHashC = toLocalRepo.commit(\"Adding c.txt\", \"duke\", \"duke@openjdk.org\");\n\n var storage = temp.path().resolve(\"storage\");\n var master = new Branch(\"master\");\n\n // Merge only at most once per week on Friday's at 12:00\n var freq = MergeBot.Spec.Frequency.weekly(DayOfWeek.FRIDAY, 12);\n var specs = List.of(new MergeBot.Spec(fromHostedRepo, master, master, freq));\n\n var clock = new TestClock(ZonedDateTime.of(2020, 1, 24, 11, 45, 0, 0, ZoneId.of(\"GMT+1\")));\n var bot = new MergeBot(storage, toHostedRepo, toFork, specs, clock);\n\n TestBotRunner.runPeriodicItems(bot);\n\n // Ensure nothing has been merged\n toCommits = toLocalRepo.commits().asList();\n assertEquals(2, toCommits.size());\n assertEquals(toHashC, toCommits.get(0).hash());\n assertEquals(toHashA, toCommits.get(1).hash());\n\n // Set the clock to the 12th hour of the day (minutes should not matter)\n clock.now = ZonedDateTime.of(2020, 1, 24, 12, 37, 0, 0, ZoneId.of(\"GMT+1\"));\n TestBotRunner.runPeriodicItems(bot);\n\n // Should have merged\n toCommits = toLocalRepo.commits().asList();\n assertEquals(4, toCommits.size());\n var hashes = toCommits.stream().map(Commit::hash).collect(Collectors.toSet());\n assertTrue(hashes.contains(toHashA));\n assertTrue(hashes.contains(fromHashB));\n assertTrue(hashes.contains(toHashC));\n\n var known = Set.of(toHashA, fromHashB, toHashC);\n var merge = toCommits.stream().filter(c -> !known.contains(c.hash())).findAny().get();\n assertTrue(merge.isMerge());\n assertEquals(List.of(\"Automatic merge of test:master into master\"), merge.message());\n assertEquals(\"duke\", merge.author().name());\n assertEquals(\"duke@openjdk.org\", merge.author().email());\n\n assertEquals(0, toHostedRepo.openPullRequests().size());\n\n var fromFileD = fromDir.resolve(\"d.txt\");\n Files.writeString(fromFileD, \"Hello D\\n\");\n fromLocalRepo.add(fromFileD);\n var fromHashD = fromLocalRepo.commit(\"Adding d.txt\", \"duke\", \"duke@openjdk.org\");\n\n // Since the time hasn't changed it should not merge\n TestBotRunner.runPeriodicItems(bot);\n toCommits = toLocalRepo.commits().asList();\n assertEquals(4, toCommits.size());\n\n // Move the hours forward, the bot should not merge\n clock.now = ZonedDateTime.of(2020, 1, 24, 13, 45, 0, 0, ZoneId.of(\"GMT+1\"));\n TestBotRunner.runPeriodicItems(bot);\n toCommits = toLocalRepo.commits().asList();\n assertEquals(4, toCommits.size());\n\n // Move the days forward, the bot should not merge\n clock.now = ZonedDateTime.of(2020, 1, 25, 13, 45, 0, 0, ZoneId.of(\"GMT+1\"));\n TestBotRunner.runPeriodicItems(bot);\n toCommits = toLocalRepo.commits().asList();\n assertEquals(4, toCommits.size());\n\n // Move the clock forward one week, the bot should merge\n clock.now = ZonedDateTime.of(2020, 1, 31, 12, 29, 0, 0, ZoneId.of(\"GMT+1\"));\n TestBotRunner.runPeriodicItems(bot);\n\n toCommits = toLocalRepo.commits().asList();\n assertEquals(6, toCommits.size());\n }\n }\n\n @Test\n void testMergeMonthly(TestInfo testInfo) throws IOException {\n try (var temp = new TemporaryDirectory()) {\n var host = TestHost.createNew(List.of(HostUser.create(0, \"duke\", \"J. Duke\")));\n\n var fromDir = temp.path().resolve(\"from.git\");\n var fromLocalRepo = TestableRepository.init(fromDir, VCS.GIT);\n var fromHostedRepo = new TestHostedRepository(host, \"test\", fromLocalRepo);\n\n var toDir = temp.path().resolve(\"to.git\");\n var toLocalRepo = TestableRepository.init(toDir, VCS.GIT);\n var toGitConfig = toDir.resolve(\".git\").resolve(\"config\");\n Files.write(toGitConfig, List.of(\"[receive]\", \"denyCurrentBranch = ignore\"),\n StandardOpenOption.APPEND);\n var toHostedRepo = new TestHostedRepository(host, \"test\", toLocalRepo);\n\n var forkDir = temp.path().resolve(\"fork.git\");\n var forkLocalRepo = TestableRepository.init(forkDir, VCS.GIT);\n var forkGitConfig = forkDir.resolve(\".git\").resolve(\"config\");\n Files.write(forkGitConfig, List.of(\"[receive]\", \"denyCurrentBranch = ignore\"),\n StandardOpenOption.APPEND);\n var toFork = new TestHostedRepository(host, \"test-mirror-fork\", forkLocalRepo);\n\n var now = ZonedDateTime.now();\n var fromFileA = fromDir.resolve(\"a.txt\");\n Files.writeString(fromFileA, \"Hello A\\n\");\n fromLocalRepo.add(fromFileA);\n var fromHashA = fromLocalRepo.commit(\"Adding a.txt\", \"duke\", \"duke@openjdk.org\", now);\n var fromCommits = fromLocalRepo.commits().asList();\n assertEquals(1, fromCommits.size());\n assertEquals(fromHashA, fromCommits.get(0).hash());\n\n var toFileA = toDir.resolve(\"a.txt\");\n Files.writeString(toFileA, \"Hello A\\n\");\n toLocalRepo.add(toFileA);\n var toHashA = toLocalRepo.commit(\"Adding a.txt\", \"duke\", \"duke@openjdk.org\", now);\n var toCommits = toLocalRepo.commits().asList();\n assertEquals(1, toCommits.size());\n assertEquals(toHashA, toCommits.get(0).hash());\n assertEquals(fromHashA, toHashA);\n\n var fromFileB = fromDir.resolve(\"b.txt\");\n Files.writeString(fromFileB, \"Hello B\\n\");\n fromLocalRepo.add(fromFileB);\n var fromHashB = fromLocalRepo.commit(\"Adding b.txt\", \"duke\", \"duke@openjdk.org\");\n\n var toFileC = toDir.resolve(\"c.txt\");\n Files.writeString(toFileC, \"Hello C\\n\");\n toLocalRepo.add(toFileC);\n var toHashC = toLocalRepo.commit(\"Adding c.txt\", \"duke\", \"duke@openjdk.org\");\n\n var storage = temp.path().resolve(\"storage\");\n var master = new Branch(\"master\");\n\n // Merge only at most once per month on the 17th day at at 11:00\n var freq = MergeBot.Spec.Frequency.monthly(17, 11);\n var specs = List.of(new MergeBot.Spec(fromHostedRepo, master, master, freq));\n\n var clock = new TestClock(ZonedDateTime.of(2020, 1, 16, 11, 0, 0, 0, ZoneId.of(\"GMT+1\")));\n var bot = new MergeBot(storage, toHostedRepo, toFork, specs, clock);\n\n TestBotRunner.runPeriodicItems(bot);\n\n // Ensure nothing has been merged\n toCommits = toLocalRepo.commits().asList();\n assertEquals(2, toCommits.size());\n assertEquals(toHashC, toCommits.get(0).hash());\n assertEquals(toHashA, toCommits.get(1).hash());\n\n // Set the clock to the 17th day and at hour 11 (minutes should not matter)\n clock.now = ZonedDateTime.of(2020, 1, 17, 11, 37, 0, 0, ZoneId.of(\"GMT+1\"));\n TestBotRunner.runPeriodicItems(bot);\n\n // Should have merged\n toCommits = toLocalRepo.commits().asList();\n assertEquals(4, toCommits.size());\n var hashes = toCommits.stream().map(Commit::hash).collect(Collectors.toSet());\n assertTrue(hashes.contains(toHashA));\n assertTrue(hashes.contains(fromHashB));\n assertTrue(hashes.contains(toHashC));\n\n var known = Set.of(toHashA, fromHashB, toHashC);\n var merge = toCommits.stream().filter(c -> !known.contains(c.hash())).findAny().get();\n assertTrue(merge.isMerge());\n assertEquals(List.of(\"Automatic merge of master into master\"), merge.message());\n assertEquals(\"duke\", merge.author().name());\n assertEquals(\"duke@openjdk.org\", merge.author().email());\n\n assertEquals(0, toHostedRepo.openPullRequests().size());\n\n var fromFileD = fromDir.resolve(\"d.txt\");\n Files.writeString(fromFileD, \"Hello D\\n\");\n fromLocalRepo.add(fromFileD);\n var fromHashD = fromLocalRepo.commit(\"Adding d.txt\", \"duke\", \"duke@openjdk.org\");\n\n // Since the time hasn't changed it should not merge\n TestBotRunner.runPeriodicItems(bot);\n toCommits = toLocalRepo.commits().asList();\n assertEquals(4, toCommits.size());\n\n // Move the hours forward, the bot should not merge\n clock.now = ZonedDateTime.of(2020, 1, 17, 12, 45, 0, 0, ZoneId.of(\"GMT+1\"));\n TestBotRunner.runPeriodicItems(bot);\n toCommits = toLocalRepo.commits().asList();\n assertEquals(4, toCommits.size());\n\n // Move the days forward, the bot should not merge\n clock.now = ZonedDateTime.of(2020, 1, 18, 11, 0, 0, 0, ZoneId.of(\"GMT+1\"));\n TestBotRunner.runPeriodicItems(bot);\n toCommits = toLocalRepo.commits().asList();\n assertEquals(4, toCommits.size());\n\n // Move the clock forward one month, the bot should merge\n clock.now = ZonedDateTime.of(2020, 2, 17, 11, 55, 0, 0, ZoneId.of(\"GMT+1\"));\n TestBotRunner.runPeriodicItems(bot);\n\n toCommits = toLocalRepo.commits().asList();\n assertEquals(6, toCommits.size());\n }\n }\n\n @Test\n void testMergeYearly(TestInfo testInfo) throws IOException {\n try (var temp = new TemporaryDirectory()) {\n var host = TestHost.createNew(List.of(HostUser.create(0, \"duke\", \"J. Duke\")));\n\n var fromDir = temp.path().resolve(\"from.git\");\n var fromLocalRepo = TestableRepository.init(fromDir, VCS.GIT);\n var fromHostedRepo = new TestHostedRepository(host, \"test\", fromLocalRepo);\n\n var toDir = temp.path().resolve(\"to.git\");\n var toLocalRepo = TestableRepository.init(toDir, VCS.GIT);\n var toGitConfig = toDir.resolve(\".git\").resolve(\"config\");\n Files.write(toGitConfig, List.of(\"[receive]\", \"denyCurrentBranch = ignore\"),\n StandardOpenOption.APPEND);\n var toHostedRepo = new TestHostedRepository(host, \"test\", toLocalRepo);\n\n var forkDir = temp.path().resolve(\"fork.git\");\n var forkLocalRepo = TestableRepository.init(forkDir, VCS.GIT);\n var forkGitConfig = forkDir.resolve(\".git\").resolve(\"config\");\n Files.write(forkGitConfig, List.of(\"[receive]\", \"denyCurrentBranch = ignore\"),\n StandardOpenOption.APPEND);\n var toFork = new TestHostedRepository(host, \"test-mirror-fork\", forkLocalRepo);\n\n var now = ZonedDateTime.now();\n var fromFileA = fromDir.resolve(\"a.txt\");\n Files.writeString(fromFileA, \"Hello A\\n\");\n fromLocalRepo.add(fromFileA);\n var fromHashA = fromLocalRepo.commit(\"Adding a.txt\", \"duke\", \"duke@openjdk.org\", now);\n var fromCommits = fromLocalRepo.commits().asList();\n assertEquals(1, fromCommits.size());\n assertEquals(fromHashA, fromCommits.get(0).hash());\n\n var toFileA = toDir.resolve(\"a.txt\");\n Files.writeString(toFileA, \"Hello A\\n\");\n toLocalRepo.add(toFileA);\n var toHashA = toLocalRepo.commit(\"Adding a.txt\", \"duke\", \"duke@openjdk.org\", now);\n var toCommits = toLocalRepo.commits().asList();\n assertEquals(1, toCommits.size());\n assertEquals(toHashA, toCommits.get(0).hash());\n assertEquals(fromHashA, toHashA);\n\n var fromFileB = fromDir.resolve(\"b.txt\");\n Files.writeString(fromFileB, \"Hello B\\n\");\n fromLocalRepo.add(fromFileB);\n var fromHashB = fromLocalRepo.commit(\"Adding b.txt\", \"duke\", \"duke@openjdk.org\");\n\n var toFileC = toDir.resolve(\"c.txt\");\n Files.writeString(toFileC, \"Hello C\\n\");\n toLocalRepo.add(toFileC);\n var toHashC = toLocalRepo.commit(\"Adding c.txt\", \"duke\", \"duke@openjdk.org\");\n\n var storage = temp.path().resolve(\"storage\");\n var master = new Branch(\"master\");\n\n // Merge only at most once per year on the 29th day of May at at 07:00\n var freq = MergeBot.Spec.Frequency.yearly(Month.MAY, 29, 07);\n var specs = List.of(new MergeBot.Spec(fromHostedRepo, master, master, freq));\n\n var clock = new TestClock(ZonedDateTime.of(2020, 5, 27, 11, 0, 0, 0, ZoneId.of(\"GMT+1\")));\n var bot = new MergeBot(storage, toHostedRepo, toFork, specs, clock);\n\n TestBotRunner.runPeriodicItems(bot);\n\n // Ensure nothing has been merged\n toCommits = toLocalRepo.commits().asList();\n assertEquals(2, toCommits.size());\n assertEquals(toHashC, toCommits.get(0).hash());\n assertEquals(toHashA, toCommits.get(1).hash());\n\n // Set the clock to the 29th of May and at hour 11 (minutes should not matter)\n clock.now = ZonedDateTime.of(2020, 5, 29, 7, 37, 0, 0, ZoneId.of(\"GMT+1\"));\n TestBotRunner.runPeriodicItems(bot);\n\n // Should have merged\n toCommits = toLocalRepo.commits().asList();\n assertEquals(4, toCommits.size());\n var hashes = toCommits.stream().map(Commit::hash).collect(Collectors.toSet());\n assertTrue(hashes.contains(toHashA));\n assertTrue(hashes.contains(fromHashB));\n assertTrue(hashes.contains(toHashC));\n\n var known = Set.of(toHashA, fromHashB, toHashC);\n var merge = toCommits.stream().filter(c -> !known.contains(c.hash())).findAny().get();\n assertTrue(merge.isMerge());\n assertEquals(List.of(\"Automatic merge of master into master\"), merge.message());\n assertEquals(\"duke\", merge.author().name());\n assertEquals(\"duke@openjdk.org\", merge.author().email());\n\n assertEquals(0, toHostedRepo.openPullRequests().size());\n\n var fromFileD = fromDir.resolve(\"d.txt\");\n Files.writeString(fromFileD, \"Hello D\\n\");\n fromLocalRepo.add(fromFileD);\n var fromHashD = fromLocalRepo.commit(\"Adding d.txt\", \"duke\", \"duke@openjdk.org\");\n\n // Since the time hasn't changed it should not merge again\n TestBotRunner.runPeriodicItems(bot);\n toCommits = toLocalRepo.commits().asList();\n assertEquals(4, toCommits.size());\n\n // Move the hours forward, the bot should not merge\n clock.now = ZonedDateTime.of(2020, 5, 29, 8, 45, 0, 0, ZoneId.of(\"GMT+1\"));\n TestBotRunner.runPeriodicItems(bot);\n toCommits = toLocalRepo.commits().asList();\n assertEquals(4, toCommits.size());\n\n // Move the days forward, the bot should not merge\n clock.now = ZonedDateTime.of(2020, 5, 30, 11, 0, 0, 0, ZoneId.of(\"GMT+1\"));\n TestBotRunner.runPeriodicItems(bot);\n toCommits = toLocalRepo.commits().asList();\n assertEquals(4, toCommits.size());\n\n // Move the months forward, the bot should not merge\n clock.now = ZonedDateTime.of(2020, 7, 29, 7, 0, 0, 0, ZoneId.of(\"GMT+1\"));\n TestBotRunner.runPeriodicItems(bot);\n toCommits = toLocalRepo.commits().asList();\n assertEquals(4, toCommits.size());\n\n // Move the clock forward one year, the bot should merge\n clock.now = ZonedDateTime.of(2021, 5, 29, 7, 55, 0, 0, ZoneId.of(\"GMT+1\"));\n TestBotRunner.runPeriodicItems(bot);\n\n toCommits = toLocalRepo.commits().asList();\n assertEquals(6, toCommits.size());\n }\n }\n\n @Test\n void mergeAfterDivergedStorage(TestInfo testInfo) throws IOException {\n try (var temp = new TemporaryDirectory()) {\n var host = TestHost.createNew(List.of(HostUser.create(0, \"duke\", \"J. Duke\")));\n\n var fromDir = temp.path().resolve(\"from.git\");\n var fromLocalRepo = TestableRepository.init(fromDir, VCS.GIT);\n var fromHostedRepo = new TestHostedRepository(host, \"test\", fromLocalRepo);\n\n var toDir = temp.path().resolve(\"to.git\");\n var toLocalRepo = TestableRepository.init(toDir, VCS.GIT);\n var toGitConfig = toDir.resolve(\".git\").resolve(\"config\");\n Files.write(toGitConfig, List.of(\"[receive]\", \"denyCurrentBranch = ignore\"),\n StandardOpenOption.APPEND);\n var toHostedRepo = new TestHostedRepository(host, \"test-mirror\", toLocalRepo);\n\n var forkDir = temp.path().resolve(\"fork.git\");\n var forkLocalRepo = TestableRepository.init(forkDir, VCS.GIT);\n var forkGitConfig = forkDir.resolve(\".git\").resolve(\"config\");\n Files.write(forkGitConfig, List.of(\"[receive]\", \"denyCurrentBranch = ignore\"),\n StandardOpenOption.APPEND);\n var toFork = new TestHostedRepository(host, \"test-mirror-fork\", forkLocalRepo);\n\n var now = ZonedDateTime.now();\n var fromFileA = fromDir.resolve(\"a.txt\");\n Files.writeString(fromFileA, \"Hello A\\n\");\n fromLocalRepo.add(fromFileA);\n var fromHashA = fromLocalRepo.commit(\"Adding a.txt\", \"duke\", \"duke@openjdk.org\", now);\n var fromCommits = fromLocalRepo.commits().asList();\n assertEquals(1, fromCommits.size());\n assertEquals(fromHashA, fromCommits.get(0).hash());\n\n var toFileA = toDir.resolve(\"a.txt\");\n Files.writeString(toFileA, \"Hello A\\n\");\n toLocalRepo.add(toFileA);\n var toHashA = toLocalRepo.commit(\"Adding a.txt\", \"duke\", \"duke@openjdk.org\", now);\n var toCommits = toLocalRepo.commits().asList();\n assertEquals(1, toCommits.size());\n assertEquals(toHashA, toCommits.get(0).hash());\n assertEquals(fromHashA, toHashA);\n\n var storage = temp.path().resolve(\"storage\");\n var master = new Branch(\"master\");\n var specs = List.of(new MergeBot.Spec(fromHostedRepo, master, master));\n var bot = new MergeBot(storage, toHostedRepo, toFork, specs);\n TestBotRunner.runPeriodicItems(bot);\n\n // Add something new to the source\n var fromFileB = fromDir.resolve(\"b.txt\");\n Files.writeString(fromFileB, \"Hello B\\n\");\n fromLocalRepo.add(fromFileB);\n var fromHashB = fromLocalRepo.commit(\"Adding a.txt\", \"duke\", \"duke@openjdk.org\", now);\n fromLocalRepo.push(fromHashB, fromHostedRepo.authenticatedUrl(), \"master\");\n\n // Diverge the target with something non-conflicting\n var toFileC = toDir.resolve(\"c.txt\");\n Files.writeString(toFileC, \"Hello C\\n\");\n toLocalRepo.add(toFileC);\n var toHashC = toLocalRepo.commit(\"Adding c.txt\", \"duke\", \"duke@openjdk.org\");\n toLocalRepo.push(toHashC, toHostedRepo.authenticatedUrl(), \"master\");\n\n // But push something out of place to the local storage as well\n var sanitizedForkUrl = URLEncoder.encode(toFork.webUrl().toString(), StandardCharsets.UTF_8);\n var storageRepo = TestableRepository.init(storage.resolve(sanitizedForkUrl), VCS.GIT);\n var divergedForkFile = storageRepo.root().resolve(\"d.txt\");\n Files.writeString(divergedForkFile, \"Hello D\\n\");\n storageRepo.add(divergedForkFile);\n var divergedForkHash = storageRepo.commit(\"Adding d.txt\", \"duke\", \"duke@openjdk.org\");\n\n // This will need manual intervention\n assertThrows(RuntimeException.class, () -> TestBotRunner.runPeriodicItems(bot));\n }\n }\n}\n"
},
{
"path": "bots/mirror/build.gradle",
"content": "/*\n * Copyright (c) 2019, 2022, Oracle and/or its affiliates. All rights reserved.\n * DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER.\n *\n * This code is free software; you can redistribute it and/or modify it\n * under the terms of the GNU General Public License version 2 only, as\n * published by the Free Software Foundation.\n *\n * This code is distributed in the hope that it will be useful, but WITHOUT\n * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or\n * FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License\n * version 2 for more details (a copy is included in the LICENSE file that\n * accompanied this code).\n *\n * You should have received a copy of the GNU General Public License version\n * 2 along with this work; if not, write to the Free Software Foundation,\n * Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA.\n *\n * Please contact Oracle, 500 Oracle Parkway, Redwood Shores, CA 94065 USA\n * or visit www.oracle.com if you need additional information or have any\n * questions.\n */\n\nmodule {\n name = 'org.openjdk.skara.bots.mirror'\n test {\n requires 'org.junit.jupiter.api'\n requires 'org.openjdk.skara.test'\n opens 'org.openjdk.skara.bots.mirror' to 'org.junit.platform.commons'\n }\n}\n\ndependencies {\n implementation project(':ci')\n implementation project(':host')\n implementation project(':forge')\n implementation project(':issuetracker')\n implementation project(':bot')\n implementation project(':census')\n implementation project(':json')\n implementation project(':vcs')\n implementation project(':metrics')\n\n testImplementation project(':test')\n}\n"
},
{
"path": "bots/mirror/src/main/java/module-info.java",
"content": "/*\n * Copyright (c) 2019, Oracle and/or its affiliates. All rights reserved.\n * DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER.\n *\n * This code is free software; you can redistribute it and/or modify it\n * under the terms of the GNU General Public License version 2 only, as\n * published by the Free Software Foundation.\n *\n * This code is distributed in the hope that it will be useful, but WITHOUT\n * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or\n * FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License\n * version 2 for more details (a copy is included in the LICENSE file that\n * accompanied this code).\n *\n * You should have received a copy of the GNU General Public License version\n * 2 along with this work; if not, write to the Free Software Foundation,\n * Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA.\n *\n * Please contact Oracle, 500 Oracle Parkway, Redwood Shores, CA 94065 USA\n * or visit www.oracle.com if you need additional information or have any\n * questions.\n */\nmodule org.openjdk.skara.bots.mirror {\n requires org.openjdk.skara.bot;\n requires org.openjdk.skara.vcs;\n requires java.logging;\n\n provides org.openjdk.skara.bot.BotFactory with org.openjdk.skara.bots.mirror.MirrorBotFactory;\n}\n"
},
{
"path": "bots/mirror/src/main/java/org/openjdk/skara/bots/mirror/MirrorBot.java",
"content": "/*\n * Copyright (c) 2019, 2024, Oracle and/or its affiliates. All rights reserved.\n * DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER.\n *\n * This code is free software; you can redistribute it and/or modify it\n * under the terms of the GNU General Public License version 2 only, as\n * published by the Free Software Foundation.\n *\n * This code is distributed in the hope that it will be useful, but WITHOUT\n * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or\n * FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License\n * version 2 for more details (a copy is included in the LICENSE file that\n * accompanied this code).\n *\n * You should have received a copy of the GNU General Public License version\n * 2 along with this work; if not, write to the Free Software Foundation,\n * Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA.\n *\n * Please contact Oracle, 500 Oracle Parkway, Redwood Shores, CA 94065 USA\n * or visit www.oracle.com if you need additional information or have any\n * questions.\n */\npackage org.openjdk.skara.bots.mirror;\n\nimport java.util.regex.Pattern;\nimport org.openjdk.skara.bot.*;\nimport org.openjdk.skara.forge.HostedRepository;\nimport org.openjdk.skara.vcs.*;\n\nimport java.io.*;\nimport java.net.URLEncoder;\nimport java.nio.charset.StandardCharsets;\nimport java.nio.file.*;\nimport java.util.*;\nimport java.util.logging.Logger;\nimport java.util.stream.Collectors;\n\n/**\n * The MirrorBot mirrors one HostedRepository to another. It can be configured\n * to only mirror a specific set of branches, or everything (which also\n * includes tags). When only mirroring a set of branches, the includeTags\n * setting can be used to also include tags.\n */\nclass MirrorBot implements Bot, WorkItem {\n private final Logger log = Logger.getLogger(\"org.openjdk.skara.bots\");;\n private final Path storage;\n private final HostedRepository from;\n private final HostedRepository to;\n private final List branchPatterns;\n private final boolean includeTags;\n private final boolean onlyTags;\n private final List refspecs;\n\n MirrorBot(Path storage, HostedRepository from, HostedRepository to) {\n this(storage, from, to, List.of(), true, false, List.of());\n }\n\n MirrorBot(Path storage, HostedRepository from, HostedRepository to, List branchPatterns,\n boolean includeTags, boolean onlyTags, List refspecs) {\n this.storage = storage;\n this.from = from;\n this.to = to;\n this.branchPatterns = branchPatterns;\n this.includeTags = includeTags;\n this.onlyTags = onlyTags;\n this.refspecs = refspecs;\n }\n\n @Override\n public boolean concurrentWith(WorkItem other) {\n if (!(other instanceof MirrorBot otherBot)) {\n return true;\n }\n return !to.name().equals(otherBot.to.name());\n }\n\n @Override\n public Collection run(Path scratchPath) {\n try {\n var sanitizedUrl =\n URLEncoder.encode(to.webUrl().toString(), StandardCharsets.UTF_8);\n var dir = storage.resolve(sanitizedUrl);\n Repository repo = null;\n\n\n if (!Files.exists(dir)) {\n log.info(\"Cloning \" + from.name());\n Files.createDirectories(dir);\n repo = Repository.mirror(from.authenticatedUrl(), dir);\n } else {\n log.info(\"Found existing scratch directory for \" + to.name());\n repo = Repository.get(dir).orElseGet(() -> {\n log.info(\"The existing scratch directory is not a valid repository. Recloning \" + from.name());\n try {\n try (var paths = Files.walk(dir)) {\n paths.map(Path::toFile)\n .sorted(Comparator.reverseOrder())\n .forEach(File::delete);\n }\n return Repository.mirror(from.authenticatedUrl(), dir);\n } catch (IOException io) {\n throw new RuntimeException(io);\n }\n });\n }\n\n log.info(\"Pulling \" + from.name());\n repo.fetchAll(from.authenticatedUrl(), includeTags || onlyTags || !refspecs.isEmpty());\n if (onlyTags) {\n log.info(\"Pushing tags to \" + to.name());\n repo.pushTags(to.authenticatedUrl(), true);\n } else if (branchPatterns.isEmpty() && includeTags) {\n log.info(\"Pushing tags and branches to \" + to.name());\n repo.pushAll(to.authenticatedUrl(), true);\n } else if (!branchPatterns.isEmpty()) {\n for (var branch : repo.branches()) {\n if (branchPatterns.stream().anyMatch(p -> p.matcher(branch.name()).matches())) {\n var hash = repo.resolve(branch);\n if (hash.isPresent()) {\n log.info(\"Pushing branch \" + branch.name() + \" to \" + to.name() + \" \" +\n (includeTags ? \"including\" : \"excluding\") + \" tags\");\n repo.push(hash.get(), to.authenticatedUrl(), branch.name(), true, includeTags);\n } else {\n log.severe(\"Branch \" + branch + \" not found in repo \" + repo);\n }\n }\n }\n } else if (!refspecs.isEmpty()) {\n for (var refspec : refspecs) {\n log.info(\"Pushing using refspec \" + refspec + \" to \" + to.name());\n repo.push(refspec, to.authenticatedUrl());\n }\n }\n } catch (IOException e) {\n throw new UncheckedIOException(e);\n }\n return List.of();\n }\n\n @Override\n public String toString() {\n var name = \"MirrorBot@\" + from.name() + \"->\" + to.name();\n if (!refspecs.isEmpty()) {\n name += \" (\" + String.join(\",\", refspecs) + \")\";\n } else {\n if (branchPatterns.isEmpty()) {\n if (onlyTags) {\n name += \" ()\";\n } else {\n name += \" (*)\";\n }\n } else {\n var branchPatterns = this.branchPatterns.stream().map(Pattern::toString).collect(Collectors.toList());\n name += \" (\" + String.join(\",\", branchPatterns) + \")\";\n }\n if (onlyTags) {\n name += \" [tags only]\";\n } else if (includeTags) {\n name += \" [tags included]\";\n } else {\n name += \" [tags excluded]\";\n }\n }\n return name;\n }\n\n @Override\n public List getPeriodicItems() {\n return List.of(this);\n }\n\n @Override\n public String workItemName() {\n return botName();\n }\n\n @Override\n public String botName() {\n return name();\n }\n\n @Override\n public String name() {\n return MirrorBotFactory.NAME;\n }\n\n public List getBranchPatterns() {\n return branchPatterns;\n }\n\n public boolean isIncludeTags() {\n return includeTags;\n }\n\n public boolean isOnlyTags() {\n return onlyTags;\n }\n\n public List getRefspecs() {\n return refspecs;\n }\n}\n"
},
{
"path": "bots/mirror/src/main/java/org/openjdk/skara/bots/mirror/MirrorBotFactory.java",
"content": "/*\n * Copyright (c) 2019, 2022, Oracle and/or its affiliates. All rights reserved.\n * DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER.\n *\n * This code is free software; you can redistribute it and/or modify it\n * under the terms of the GNU General Public License version 2 only, as\n * published by the Free Software Foundation.\n *\n * This code is distributed in the hope that it will be useful, but WITHOUT\n * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or\n * FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License\n * version 2 for more details (a copy is included in the LICENSE file that\n * accompanied this code).\n *\n * You should have received a copy of the GNU General Public License version\n * 2 along with this work; if not, write to the Free Software Foundation,\n * Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA.\n *\n * Please contact Oracle, 500 Oracle Parkway, Redwood Shores, CA 94065 USA\n * or visit www.oracle.com if you need additional information or have any\n * questions.\n */\npackage org.openjdk.skara.bots.mirror;\n\nimport java.util.regex.Pattern;\nimport org.openjdk.skara.bot.*;\nimport org.openjdk.skara.json.JSONValue;\nimport org.openjdk.skara.vcs.Branch;\n\nimport java.io.*;\nimport java.nio.file.Files;\nimport java.util.*;\nimport java.util.stream.Collectors;\nimport java.util.logging.Logger;\n\npublic class MirrorBotFactory implements BotFactory {\n private final Logger log = Logger.getLogger(\"org.openjdk.skara.bots\");;\n\n static final String NAME = \"mirror\";\n @Override\n public String name() {\n return NAME;\n }\n\n @Override\n public List create(BotConfiguration configuration) {\n var storage = configuration.storageFolder();\n try {\n Files.createDirectories(storage);\n } catch (IOException e) {\n throw new UncheckedIOException(e);\n }\n var specific = configuration.specific();\n\n var bots = new ArrayList();\n for (var repo : specific.get(\"repositories\").asArray()) {\n var fromName = repo.get(\"from\").asString();\n var fromRepo = configuration.repository(fromName);\n\n var toName = repo.get(\"to\").asString();\n var toRepo = configuration.repository(toName);\n\n List refspecs;\n if (repo.contains(\"refspecs\")) {\n var refspecsElement = repo.get(\"refspecs\");\n if (refspecsElement.isArray()) {\n refspecs = refspecsElement.asArray().stream()\n .map(JSONValue::asString)\n .toList();\n } else {\n refspecs = List.of(refspecsElement.asString());\n }\n } else {\n refspecs = List.of();\n }\n\n List branchPatterns;\n if (repo.contains(\"branches\")) {\n if (!refspecs.isEmpty()) {\n throw new IllegalStateException(\"Cannot combine refspecs and branches\");\n }\n // Accept both an array of regex patterns as well as a single comma separated\n // string for backwards compatibility\n var branchesElement = repo.get(\"branches\");\n if (branchesElement.isArray()) {\n branchPatterns = branchesElement.asArray().stream()\n .map(JSONValue::asString)\n .map(Pattern::compile)\n .toList();\n } else {\n branchPatterns = Arrays.stream(repo.get(\"branches\").asString().split(\",\"))\n .map(Pattern::compile)\n .toList();\n }\n } else {\n branchPatterns = List.of();\n }\n\n var includeTags = branchPatterns.isEmpty() && refspecs.isEmpty();\n var onlyTags = false;\n if (repo.contains(\"tags\")) {\n var tags = repo.get(\"tags\").asString().toLowerCase().strip();\n if (!Set.of(\"include\", \"only\").contains(tags)) {\n throw new IllegalStateException(\"\\\"tags\\\" field can only have value \\\"include\\\" or \\\"only\\\"\");\n }\n onlyTags = tags.equals(\"only\");\n includeTags = tags.equals(\"include\");\n }\n if (onlyTags) {\n // Tags are by definition included when only tags are mirrored\n includeTags = true;\n }\n if (onlyTags && !branchPatterns.isEmpty()) {\n throw new IllegalStateException(\"Branches cannot be mirrored when only tags are mirrored\");\n }\n if ((onlyTags || includeTags) && !refspecs.isEmpty()) {\n throw new IllegalStateException(\"Cannot combine refspecs and tags\");\n }\n\n log.info(\"Setting up mirroring from \" + fromRepo.name() + \" to \" + toRepo.name());\n bots.add(new MirrorBot(storage, fromRepo, toRepo, branchPatterns, includeTags, onlyTags, refspecs));\n }\n return bots;\n }\n}\n"
},
{
"path": "bots/mirror/src/test/java/org/openjdk/skara/bots/mirror/MirrorBotFactoryTest.java",
"content": "/*\n * Copyright (c) 2022, Oracle and/or its affiliates. All rights reserved.\n * DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER.\n *\n * This code is free software; you can redistribute it and/or modify it\n * under the terms of the GNU General Public License version 2 only, as\n * published by the Free Software Foundation.\n *\n * This code is distributed in the hope that it will be useful, but WITHOUT\n * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or\n * FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License\n * version 2 for more details (a copy is included in the LICENSE file that\n * accompanied this code).\n *\n * You should have received a copy of the GNU General Public License version\n * 2 along with this work; if not, write to the Free Software Foundation,\n * Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA.\n *\n * Please contact Oracle, 500 Oracle Parkway, Redwood Shores, CA 94065 USA\n * or visit www.oracle.com if you need additional information or have any\n * questions.\n */\npackage org.openjdk.skara.bots.mirror;\n\nimport java.util.List;\nimport java.util.regex.Pattern;\n\nimport org.junit.jupiter.api.Test;\nimport org.openjdk.skara.json.JWCC;\nimport org.openjdk.skara.test.TemporaryDirectory;\nimport org.openjdk.skara.test.TestBotFactory;\nimport org.openjdk.skara.test.TestHostedRepository;\n\nimport static org.junit.jupiter.api.Assertions.*;\n\nclass MirrorBotFactoryTest {\n @Test\n public void testCreate() {\n try (var tempFolder = new TemporaryDirectory()) {\n String jsonString = \"\"\"\n {\n \"repositories\": [\n {\n \"from\": \"from1\",\n \"to\": \"to1\",\n \"branches\": \"master\"\n },\n {\n \"from\": \"from2\",\n \"to\": \"to2\",\n \"branches\": [\n \"master\",\n \"dev\",\n \"test\"\n ]\n },\n {\n \"from\": \"from3\",\n \"to\": \"to3\"\n },\n ]\n }\n \"\"\";\n var jsonConfig = JWCC.parse(jsonString).asObject();\n\n var testBotFactory = TestBotFactory.newBuilder()\n .addHostedRepository(\"from1\", new TestHostedRepository(\"from1\"))\n .addHostedRepository(\"from2\", new TestHostedRepository(\"from2\"))\n .addHostedRepository(\"from3\", new TestHostedRepository(\"from3\"))\n .addHostedRepository(\"to1\", new TestHostedRepository(\"to1\"))\n .addHostedRepository(\"to2\", new TestHostedRepository(\"to2\"))\n .addHostedRepository(\"to3\", new TestHostedRepository(\"to3\"))\n .storagePath(tempFolder.path().resolve(\"storage\"))\n .build();\n\n var bots = testBotFactory.createBots(MirrorBotFactory.NAME, jsonConfig);\n assertEquals(3, bots.size());\n\n MirrorBot mirrorBot1 = (MirrorBot) bots.get(0);\n assertEquals(\"MirrorBot@from1->to1 (master) [tags excluded]\", mirrorBot1.toString());\n assertFalse(mirrorBot1.isIncludeTags());\n assertFalse(mirrorBot1.isOnlyTags());\n assertEquals(\"master\", mirrorBot1.getBranchPatterns().get(0).toString());\n\n MirrorBot mirrorBot2 = (MirrorBot) bots.get(1);\n assertEquals(\"MirrorBot@from2->to2 (master,dev,test) [tags excluded]\", mirrorBot2.toString());\n assertFalse(mirrorBot2.isIncludeTags());\n assertFalse(mirrorBot2.isOnlyTags());\n assertEquals(\"master\", mirrorBot2.getBranchPatterns().get(0).toString());\n assertEquals(\"dev\", mirrorBot2.getBranchPatterns().get(1).toString());\n assertEquals(\"test\", mirrorBot2.getBranchPatterns().get(2).toString());\n\n MirrorBot mirrorBot3 = (MirrorBot) bots.get(2);\n assertEquals(\"MirrorBot@from3->to3 (*) [tags included]\", mirrorBot3.toString());\n assertTrue(mirrorBot3.isIncludeTags());\n assertFalse(mirrorBot3.isOnlyTags());\n assertEquals(0, mirrorBot3.getBranchPatterns().size());\n }\n }\n\n @Test\n public void testThrowsWithUnsupportedTagsValue() {\n try (var tempFolder = new TemporaryDirectory()) {\n String jsonString = \"\"\"\n {\n \"repositories\": [\n {\n \"from\": \"from1\",\n \"to\": \"to1\",\n \"branches\": \"master\",\n \"tags\": \"foo\"\n }\n ]\n }\n \"\"\";\n var jsonConfig = JWCC.parse(jsonString).asObject();\n\n var testBotFactory = TestBotFactory.newBuilder()\n .addHostedRepository(\"from1\", new TestHostedRepository(\"from1\"))\n .addHostedRepository(\"to1\", new TestHostedRepository(\"to1\"))\n .storagePath(tempFolder.path().resolve(\"storage\"))\n .build();\n\n assertThrows(IllegalStateException.class, () -> testBotFactory.createBots(MirrorBotFactory.NAME, jsonConfig));\n }\n }\n\n @Test\n public void testThrowsWithBranchesAndTagsOnly() {\n try (var tempFolder = new TemporaryDirectory()) {\n String jsonString = \"\"\"\n {\n \"repositories\": [\n {\n \"from\": \"from1\",\n \"to\": \"to1\",\n \"branches\": \"master\",\n \"tags\": \"only\"\n }\n ]\n }\n \"\"\";\n var jsonConfig = JWCC.parse(jsonString).asObject();\n\n var testBotFactory = TestBotFactory.newBuilder()\n .addHostedRepository(\"from1\", new TestHostedRepository(\"from1\"))\n .addHostedRepository(\"to1\", new TestHostedRepository(\"to1\"))\n .storagePath(tempFolder.path().resolve(\"storage\"))\n .build();\n\n assertThrows(IllegalStateException.class, () -> testBotFactory.createBots(MirrorBotFactory.NAME, jsonConfig));\n }\n }\n\n @Test\n public void testCreateWithTags() {\n try (var tempFolder = new TemporaryDirectory()) {\n String jsonString = \"\"\"\n {\n \"repositories\": [\n {\n \"from\": \"from1\",\n \"to\": \"to1\",\n \"branches\": \"master\"\n },\n {\n \"from\": \"from2\",\n \"to\": \"to2\",\n \"tags\": \"include\"\n },\n {\n \"from\": \"from3\",\n \"to\": \"to3\",\n },\n {\n \"from\": \"from4\",\n \"to\": \"to4\",\n \"tags\": \"only\"\n },\n {\n \"from\": \"from5\",\n \"to\": \"to5\",\n \"branches\": [\"master\", \"dev\"]\n },\n {\n \"from\": \"from6\",\n \"to\": \"to6\",\n \"branches\": [\"master\", \"dev\"],\n \"tags\": \"include\"\n },\n ]\n }\n \"\"\";\n var jsonConfig = JWCC.parse(jsonString).asObject();\n\n var testBotFactory = TestBotFactory.newBuilder()\n .addHostedRepository(\"from1\", new TestHostedRepository(\"from1\"))\n .addHostedRepository(\"from2\", new TestHostedRepository(\"from2\"))\n .addHostedRepository(\"from3\", new TestHostedRepository(\"from3\"))\n .addHostedRepository(\"from4\", new TestHostedRepository(\"from4\"))\n .addHostedRepository(\"from5\", new TestHostedRepository(\"from5\"))\n .addHostedRepository(\"from6\", new TestHostedRepository(\"from6\"))\n .addHostedRepository(\"to1\", new TestHostedRepository(\"to1\"))\n .addHostedRepository(\"to2\", new TestHostedRepository(\"to2\"))\n .addHostedRepository(\"to3\", new TestHostedRepository(\"to3\"))\n .addHostedRepository(\"to4\", new TestHostedRepository(\"to4\"))\n .addHostedRepository(\"to5\", new TestHostedRepository(\"to5\"))\n .addHostedRepository(\"to6\", new TestHostedRepository(\"to6\"))\n .storagePath(tempFolder.path().resolve(\"storage\"))\n .build();\n\n var bots = testBotFactory.createBots(MirrorBotFactory.NAME, jsonConfig);\n assertEquals(6, bots.size());\n\n MirrorBot mirrorBot1 = (MirrorBot) bots.get(0);\n assertEquals(\"MirrorBot@from1->to1 (master) [tags excluded]\", mirrorBot1.toString());\n assertFalse(mirrorBot1.isIncludeTags());\n assertFalse(mirrorBot1.isOnlyTags());\n assertEquals(List.of(\"master\"),\n mirrorBot1.getBranchPatterns().stream().map(Pattern::toString).toList());\n\n MirrorBot mirrorBot2 = (MirrorBot) bots.get(1);\n assertEquals(\"MirrorBot@from2->to2 (*) [tags included]\", mirrorBot2.toString());\n assertTrue(mirrorBot2.isIncludeTags());\n assertFalse(mirrorBot2.isOnlyTags());\n assertEquals(List.of(), mirrorBot2.getBranchPatterns());\n\n MirrorBot mirrorBot3 = (MirrorBot) bots.get(2);\n assertEquals(\"MirrorBot@from3->to3 (*) [tags included]\", mirrorBot3.toString());\n assertTrue(mirrorBot3.isIncludeTags());\n assertFalse(mirrorBot3.isOnlyTags());\n assertEquals(List.of(), mirrorBot3.getBranchPatterns());\n\n MirrorBot mirrorBot4 = (MirrorBot) bots.get(3);\n assertEquals(\"MirrorBot@from4->to4 () [tags only]\", mirrorBot4.toString());\n assertTrue(mirrorBot4.isIncludeTags());\n assertTrue(mirrorBot4.isOnlyTags());\n assertEquals(List.of(), mirrorBot4.getBranchPatterns());\n\n MirrorBot mirrorBot5 = (MirrorBot) bots.get(4);\n assertEquals(\"MirrorBot@from5->to5 (master,dev) [tags excluded]\", mirrorBot5.toString());\n assertFalse(mirrorBot5.isIncludeTags());\n assertFalse(mirrorBot5.isOnlyTags());\n assertEquals(List.of(\"master\", \"dev\"),\n mirrorBot5.getBranchPatterns().stream().map(Pattern::toString).toList());\n\n MirrorBot mirrorBot6 = (MirrorBot) bots.get(5);\n assertEquals(\"MirrorBot@from6->to6 (master,dev) [tags included]\", mirrorBot6.toString());\n assertTrue(mirrorBot6.isIncludeTags());\n assertFalse(mirrorBot6.isOnlyTags());\n assertEquals(List.of(\"master\", \"dev\"),\n mirrorBot6.getBranchPatterns().stream().map(Pattern::toString).toList());\n }\n }\n\n @Test\n public void testThrowsWithRefspecsAndTags() {\n try (var tempFolder = new TemporaryDirectory()) {\n String jsonString = \"\"\"\n {\n \"repositories\": [\n {\n \"from\": \"from1\",\n \"to\": \"to1\",\n \"refspecs\": \"refs/foo\",\n \"tags\": \"only\"\n }\n ]\n }\n \"\"\";\n var jsonConfig = JWCC.parse(jsonString).asObject();\n\n var testBotFactory = TestBotFactory.newBuilder()\n .addHostedRepository(\"from1\", new TestHostedRepository(\"from1\"))\n .addHostedRepository(\"to1\", new TestHostedRepository(\"to1\"))\n .storagePath(tempFolder.path().resolve(\"storage\"))\n .build();\n\n assertThrows(IllegalStateException.class, () -> testBotFactory.createBots(MirrorBotFactory.NAME, jsonConfig));\n }\n }\n\n @Test\n public void testThrowsWithRefspecsAndBranches() {\n try (var tempFolder = new TemporaryDirectory()) {\n String jsonString = \"\"\"\n {\n \"repositories\": [\n {\n \"from\": \"from1\",\n \"to\": \"to1\",\n \"refspecs\": \"refs/foo\",\n \"branches\": \"master\"\n }\n ]\n }\n \"\"\";\n var jsonConfig = JWCC.parse(jsonString).asObject();\n\n var testBotFactory = TestBotFactory.newBuilder()\n .addHostedRepository(\"from1\", new TestHostedRepository(\"from1\"))\n .addHostedRepository(\"to1\", new TestHostedRepository(\"to1\"))\n .storagePath(tempFolder.path().resolve(\"storage\"))\n .build();\n\n assertThrows(IllegalStateException.class, () -> testBotFactory.createBots(MirrorBotFactory.NAME, jsonConfig));\n }\n }\n\n @Test\n public void testCreateWithRefspecs() {\n try (var tempFolder = new TemporaryDirectory()) {\n String jsonString = \"\"\"\n {\n \"repositories\": [\n {\n \"from\": \"from1\",\n \"to\": \"to1\",\n \"refspecs\": \"refs/foo\",\n },\n {\n \"from\": \"from2\",\n \"to\": \"to2\",\n \"refspecs\": [\n \"refs/foo\",\n \"refs/bar\"\n ]\n }\n ]\n }\n \"\"\";\n var jsonConfig = JWCC.parse(jsonString).asObject();\n\n var testBotFactory = TestBotFactory.newBuilder()\n .addHostedRepository(\"from1\", new TestHostedRepository(\"from1\"))\n .addHostedRepository(\"from2\", new TestHostedRepository(\"from2\"))\n .addHostedRepository(\"to1\", new TestHostedRepository(\"to1\"))\n .addHostedRepository(\"to2\", new TestHostedRepository(\"to2\"))\n .storagePath(tempFolder.path().resolve(\"storage\"))\n .build();\n\n var bots = testBotFactory.createBots(MirrorBotFactory.NAME, jsonConfig);\n assertEquals(2, bots.size());\n\n MirrorBot mirrorBot1 = (MirrorBot) bots.get(0);\n assertEquals(\"MirrorBot@from1->to1 (refs/foo)\", mirrorBot1.toString());\n assertFalse(mirrorBot1.isIncludeTags());\n assertFalse(mirrorBot1.isOnlyTags());\n assertEquals(List.of(), mirrorBot1.getBranchPatterns());\n assertEquals(List.of(\"refs/foo\"), mirrorBot1.getRefspecs());\n\n MirrorBot mirrorBot2 = (MirrorBot) bots.get(1);\n assertEquals(\"MirrorBot@from2->to2 (refs/foo,refs/bar)\", mirrorBot2.toString());\n assertFalse(mirrorBot2.isIncludeTags());\n assertFalse(mirrorBot2.isOnlyTags());\n assertEquals(List.of(), mirrorBot2.getBranchPatterns());\n assertEquals(List.of(\"refs/foo\", \"refs/bar\"), mirrorBot2.getRefspecs());\n }\n }\n}\n"
},
{
"path": "bots/mirror/src/test/java/org/openjdk/skara/bots/mirror/MirrorBotTests.java",
"content": "/*\n * Copyright (c) 2019, 2022, Oracle and/or its affiliates. All rights reserved.\n * DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER.\n *\n * This code is free software; you can redistribute it and/or modify it\n * under the terms of the GNU General Public License version 2 only, as\n * published by the Free Software Foundation.\n *\n * This code is distributed in the hope that it will be useful, but WITHOUT\n * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or\n * FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License\n * version 2 for more details (a copy is included in the LICENSE file that\n * accompanied this code).\n *\n * You should have received a copy of the GNU General Public License version\n * 2 along with this work; if not, write to the Free Software Foundation,\n * Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA.\n *\n * Please contact Oracle, 500 Oracle Parkway, Redwood Shores, CA 94065 USA\n * or visit www.oracle.com if you need additional information or have any\n * questions.\n */\npackage org.openjdk.skara.bots.mirror;\n\nimport java.net.URLEncoder;\nimport java.nio.charset.StandardCharsets;\nimport java.util.regex.Pattern;\nimport org.openjdk.skara.host.*;\nimport org.openjdk.skara.test.*;\nimport org.openjdk.skara.vcs.*;\n\nimport org.junit.jupiter.api.Test;\nimport org.junit.jupiter.api.TestInfo;\n\nimport java.io.IOException;\nimport java.nio.file.Files;\nimport java.nio.file.StandardOpenOption;\nimport java.util.*;\n\nimport static org.junit.jupiter.api.Assertions.*;\n\nclass MirrorBotTests {\n @Test\n void mirrorMasterBranch(TestInfo testInfo) throws IOException {\n try (var temp = new TemporaryDirectory()) {\n var host = TestHost.createNew(List.of(HostUser.create(0, \"duke\", \"J. Duke\")));\n\n var fromDir = temp.path().resolve(\"from.git\");\n var fromLocalRepo = TestableRepository.init(fromDir, VCS.GIT);\n var fromHostedRepo = new TestHostedRepository(host, \"test\", fromLocalRepo);\n\n var toDir = temp.path().resolve(\"to.git\");\n var toLocalRepo = TestableRepository.init(toDir, VCS.GIT);\n var gitConfig = toDir.resolve(\".git\").resolve(\"config\");\n Files.write(gitConfig, List.of(\"[receive]\", \"denyCurrentBranch = ignore\"),\n StandardOpenOption.APPEND);\n var toHostedRepo = new TestHostedRepository(host, \"test-mirror\", toLocalRepo);\n\n var newFile = fromDir.resolve(\"this-file-cannot-exist.txt\");\n Files.writeString(newFile, \"Hello world\\n\");\n fromLocalRepo.add(newFile);\n var newHash = fromLocalRepo.commit(\"An additional commit\", \"duke\", \"duke@openjdk.org\");\n var fromCommits = fromLocalRepo.commits().asList();\n assertEquals(1, fromCommits.size());\n assertEquals(newHash, fromCommits.get(0).hash());\n\n var toCommits = toLocalRepo.commits().asList();\n assertEquals(0, toCommits.size());\n\n var storage = temp.path().resolve(\"storage\");\n var bot = new MirrorBot(storage, fromHostedRepo, toHostedRepo);\n TestBotRunner.runPeriodicItems(bot);\n\n toCommits = toLocalRepo.commits().asList();\n assertEquals(1, toCommits.size());\n assertEquals(newHash, toCommits.get(0).hash());\n }\n }\n\n @Test\n void mirrorMultipleBranches(TestInfo testInfo) throws IOException {\n try (var temp = new TemporaryDirectory()) {\n var host = TestHost.createNew(List.of(HostUser.create(0, \"duke\", \"J. Duke\")));\n\n var fromDir = temp.path().resolve(\"from.git\");\n var fromLocalRepo = TestableRepository.init(fromDir, VCS.GIT);\n var fromHostedRepo = new TestHostedRepository(host, \"test\", fromLocalRepo);\n\n var toDir = temp.path().resolve(\"to.git\");\n var toLocalRepo = TestableRepository.init(toDir, VCS.GIT);\n var gitConfig = toDir.resolve(\".git\").resolve(\"config\");\n Files.write(gitConfig, List.of(\"[receive]\", \"denyCurrentBranch = ignore\"),\n StandardOpenOption.APPEND);\n var toHostedRepo = new TestHostedRepository(host, \"test-mirror\", toLocalRepo);\n\n var newFile = fromDir.resolve(\"this-file-cannot-exist.txt\");\n Files.writeString(newFile, \"Hello world\\n\");\n fromLocalRepo.add(newFile);\n var newHash = fromLocalRepo.commit(\"An additional commit\", \"duke\", \"duke@openjdk.org\");\n var fromCommits = fromLocalRepo.commits().asList();\n assertEquals(1, fromCommits.size());\n assertEquals(newHash, fromCommits.get(0).hash());\n\n fromLocalRepo.branch(newHash, \"second\");\n fromLocalRepo.branch(newHash, \"third\");\n\n var toCommits = toLocalRepo.commits().asList();\n assertEquals(0, toCommits.size());\n assertEquals(0, toLocalRepo.branches().size());\n\n var storage = temp.path().resolve(\"storage\");\n var bot = new MirrorBot(storage, fromHostedRepo, toHostedRepo);\n TestBotRunner.runPeriodicItems(bot);\n\n toCommits = toLocalRepo.commits().asList();\n assertEquals(1, toCommits.size());\n assertEquals(newHash, toCommits.get(0).hash());\n var toBranches = toLocalRepo.branches();\n assertEquals(3, toBranches.size());\n assertTrue(toBranches.contains(new Branch(\"master\")));\n assertTrue(toBranches.contains(new Branch(\"second\")));\n assertTrue(toBranches.contains(new Branch(\"third\")));\n }\n }\n\n /**\n * Tests mirrorEverything with multiple tags\n */\n @Test\n void mirrorEverythingMultipleTags(TestInfo testInfo) throws IOException {\n try (var temp = new TemporaryDirectory()) {\n var host = TestHost.createNew(List.of(HostUser.create(0, \"duke\", \"J. Duke\")));\n\n var fromDir = temp.path().resolve(\"from.git\");\n var fromLocalRepo = TestableRepository.init(fromDir, VCS.GIT);\n var fromHostedRepo = new TestHostedRepository(host, \"test\", fromLocalRepo);\n\n var toDir = temp.path().resolve(\"to.git\");\n var toLocalRepo = TestableRepository.init(toDir, VCS.GIT);\n var gitConfig = toDir.resolve(\".git\").resolve(\"config\");\n Files.write(gitConfig, List.of(\"[receive]\", \"denyCurrentBranch = ignore\"),\n StandardOpenOption.APPEND);\n var toHostedRepo = new TestHostedRepository(host, \"test-mirror\", toLocalRepo);\n\n var newFile = fromDir.resolve(\"this-file-cannot-exist.txt\");\n Files.writeString(newFile, \"Hello world\\n\");\n fromLocalRepo.add(newFile);\n var newHash = fromLocalRepo.commit(\"An additional commit\", \"duke\", \"duke@openjdk.org\");\n var fromCommits = fromLocalRepo.commits().asList();\n assertEquals(1, fromCommits.size());\n assertEquals(newHash, fromCommits.get(0).hash());\n\n fromLocalRepo.tag(newHash, \"first\", \"add first tag\", \"duke\", \"duk@openjdk.org\");\n fromLocalRepo.tag(newHash, \"second\", \"add second tag\", \"duke\", \"duk@openjdk.org\");\n\n var toCommits = toLocalRepo.commits().asList();\n assertEquals(0, toCommits.size());\n assertEquals(0, toLocalRepo.tags().size());\n\n var storage = temp.path().resolve(\"storage\");\n var bot = new MirrorBot(storage, fromHostedRepo, toHostedRepo);\n TestBotRunner.runPeriodicItems(bot);\n\n toCommits = toLocalRepo.commits().asList();\n assertEquals(1, toCommits.size());\n assertEquals(newHash, toCommits.get(0).hash());\n var toTags = toLocalRepo.tags();\n assertEquals(2, toTags.size());\n assertTrue(toTags.contains(new Tag(\"first\")));\n assertTrue(toTags.contains(new Tag(\"second\")));\n\n // Add another tag and go again\n fromLocalRepo.tag(newHash, \"third\", \"add third tag\", \"duke\", \"duk@openjdk.org\");\n\n TestBotRunner.runPeriodicItems(bot);\n toTags = toLocalRepo.tags();\n assertEquals(3, toTags.size());\n assertTrue(toTags.contains(new Tag(\"first\")));\n assertTrue(toTags.contains(new Tag(\"second\")));\n assertTrue(toTags.contains(new Tag(\"third\")));\n }\n }\n\n /**\n * Tests mirroring a single branch, including tags\n */\n @Test\n void mirrorSingleBranchAndTags(TestInfo testInfo) throws IOException {\n try (var temp = new TemporaryDirectory()) {\n var host = TestHost.createNew(List.of(HostUser.create(0, \"duke\", \"J. Duke\")));\n\n var fromDir = temp.path().resolve(\"from.git\");\n var fromLocalRepo = TestableRepository.init(fromDir, VCS.GIT);\n var fromHostedRepo = new TestHostedRepository(host, \"test\", fromLocalRepo);\n\n var toDir = temp.path().resolve(\"to.git\");\n var toLocalRepo = TestableRepository.init(toDir, VCS.GIT);\n var gitConfig = toDir.resolve(\".git\").resolve(\"config\");\n Files.write(gitConfig, List.of(\"[receive]\", \"denyCurrentBranch = ignore\"),\n StandardOpenOption.APPEND);\n var toHostedRepo = new TestHostedRepository(host, \"test-mirror\", toLocalRepo);\n\n var newFile = fromDir.resolve(\"this-file-cannot-exist.txt\");\n Files.writeString(newFile, \"Hello world\\n\");\n fromLocalRepo.add(newFile);\n var newHash = fromLocalRepo.commit(\"An additional commit\", \"duke\", \"duke@openjdk.org\");\n var fromCommits = fromLocalRepo.commits().asList();\n assertEquals(1, fromCommits.size());\n assertEquals(newHash, fromCommits.get(0).hash());\n\n fromLocalRepo.tag(newHash, \"first\", \"add first tag\", \"duke\", \"duk@openjdk.org\");\n fromLocalRepo.tag(newHash, \"second\", \"add second tag\", \"duke\", \"duk@openjdk.org\");\n\n var toCommits = toLocalRepo.commits().asList();\n assertEquals(0, toCommits.size());\n assertEquals(0, toLocalRepo.tags().size());\n\n var storage = temp.path().resolve(\"storage\");\n var bot = new MirrorBot(storage, fromHostedRepo, toHostedRepo, List.of(Pattern.compile(\"master\")), true, false, List.of());\n TestBotRunner.runPeriodicItems(bot);\n\n toCommits = toLocalRepo.commits().asList();\n assertEquals(1, toCommits.size());\n assertEquals(newHash, toCommits.get(0).hash());\n var toTags = toLocalRepo.tags();\n assertEquals(2, toTags.size());\n assertTrue(toTags.contains(new Tag(\"first\")));\n assertTrue(toTags.contains(new Tag(\"second\")));\n\n // Add another tag and go again\n fromLocalRepo.tag(newHash, \"third\", \"add third tag\", \"duke\", \"duk@openjdk.org\");\n\n TestBotRunner.runPeriodicItems(bot);\n toTags = toLocalRepo.tags();\n assertEquals(3, toTags.size());\n assertTrue(toTags.contains(new Tag(\"first\")));\n assertTrue(toTags.contains(new Tag(\"second\")));\n assertTrue(toTags.contains(new Tag(\"third\")));\n\n // Change a tag and go again\n Files.writeString(newFile, \"Hello world again\\n\", StandardOpenOption.APPEND);\n fromLocalRepo.add(newFile);\n var secondHash = fromLocalRepo.commit(\"An additional commit\", \"duke\", \"duke@openjdk.org\");\n var firstTag = fromLocalRepo.tag(secondHash, \"first\", \"add first tag again\", \"duke\", \"duk@openjdk.org\", null, true);\n\n TestBotRunner.runPeriodicItems(bot);\n toTags = toLocalRepo.tags();\n assertEquals(3, toTags.size());\n assertEquals(fromLocalRepo.annotate(firstTag), toLocalRepo.annotate(firstTag), \"First tag not correctly mirrored\");\n }\n }\n\n /**\n * Tests mirroring a single branch without including tags\n */\n @Test\n void mirrorSingleBranchNoTags(TestInfo testInfo) throws IOException {\n try (var temp = new TemporaryDirectory()) {\n var host = TestHost.createNew(List.of(HostUser.create(0, \"duke\", \"J. Duke\")));\n\n var fromDir = temp.path().resolve(\"from.git\");\n var fromLocalRepo = TestableRepository.init(fromDir, VCS.GIT);\n var fromHostedRepo = new TestHostedRepository(host, \"test\", fromLocalRepo);\n\n var toDir = temp.path().resolve(\"to.git\");\n var toLocalRepo = TestableRepository.init(toDir, VCS.GIT);\n var gitConfig = toDir.resolve(\".git\").resolve(\"config\");\n Files.write(gitConfig, List.of(\"[receive]\", \"denyCurrentBranch = ignore\"),\n StandardOpenOption.APPEND);\n var toHostedRepo = new TestHostedRepository(host, \"test-mirror\", toLocalRepo);\n\n var newFile = fromDir.resolve(\"this-file-cannot-exist.txt\");\n Files.writeString(newFile, \"Hello world\\n\");\n fromLocalRepo.add(newFile);\n var newHash = fromLocalRepo.commit(\"An additional commit\", \"duke\", \"duke@openjdk.org\");\n var fromCommits = fromLocalRepo.commits().asList();\n assertEquals(1, fromCommits.size());\n assertEquals(newHash, fromCommits.get(0).hash());\n\n fromLocalRepo.tag(newHash, \"first\", \"add first tag\", \"duke\", \"duk@openjdk.org\");\n\n var toCommits = toLocalRepo.commits().asList();\n assertEquals(0, toCommits.size());\n assertEquals(0, toLocalRepo.tags().size());\n\n var storage = temp.path().resolve(\"storage\");\n var bot = new MirrorBot(storage, fromHostedRepo, toHostedRepo, List.of(Pattern.compile(\"master\")), false, false, List.of());\n TestBotRunner.runPeriodicItems(bot);\n\n toCommits = toLocalRepo.commits().asList();\n assertEquals(1, toCommits.size());\n assertEquals(newHash, toCommits.get(0).hash());\n var toTags = toLocalRepo.tags();\n assertEquals(0, toTags.size());\n\n // Go a second time\n TestBotRunner.runPeriodicItems(bot);\n toTags = toLocalRepo.tags();\n assertEquals(0, toTags.size());\n }\n }\n\n @Test\n void mirrorRemovingBranch(TestInfo testInfo) throws IOException {\n try (var temp = new TemporaryDirectory()) {\n var host = TestHost.createNew(List.of(HostUser.create(0, \"duke\", \"J. Duke\")));\n\n var fromDir = temp.path().resolve(\"from.git\");\n var fromLocalRepo = TestableRepository.init(fromDir, VCS.GIT);\n var fromHostedRepo = new TestHostedRepository(host, \"test\", fromLocalRepo);\n\n var toDir = temp.path().resolve(\"to.git\");\n var toLocalRepo = TestableRepository.init(toDir, VCS.GIT);\n var gitConfig = toDir.resolve(\".git\").resolve(\"config\");\n Files.write(gitConfig, List.of(\"[receive]\", \"denyCurrentBranch = ignore\"),\n StandardOpenOption.APPEND);\n var toHostedRepo = new TestHostedRepository(host, \"test-mirror\", toLocalRepo);\n\n var newFile = fromDir.resolve(\"this-file-cannot-exist.txt\");\n Files.writeString(newFile, \"Hello world\\n\");\n fromLocalRepo.add(newFile);\n var newHash = fromLocalRepo.commit(\"An additional commit\", \"duke\", \"duke@openjdk.org\");\n var fromCommits = fromLocalRepo.commits().asList();\n assertEquals(1, fromCommits.size());\n assertEquals(newHash, fromCommits.get(0).hash());\n\n fromLocalRepo.branch(newHash, \"second\");\n fromLocalRepo.branch(newHash, \"third\");\n\n var toCommits = toLocalRepo.commits().asList();\n assertEquals(0, toCommits.size());\n assertEquals(0, toLocalRepo.branches().size());\n\n var storage = temp.path().resolve(\"storage\");\n var bot = new MirrorBot(storage, fromHostedRepo, toHostedRepo);\n TestBotRunner.runPeriodicItems(bot);\n\n toCommits = toLocalRepo.commits().asList();\n assertEquals(1, toCommits.size());\n assertEquals(newHash, toCommits.get(0).hash());\n var toBranches = toLocalRepo.branches();\n assertEquals(3, toBranches.size());\n assertTrue(toBranches.contains(new Branch(\"master\")));\n assertTrue(toBranches.contains(new Branch(\"second\")));\n assertTrue(toBranches.contains(new Branch(\"third\")));\n\n fromLocalRepo.delete(new Branch(\"second\"));\n assertEquals(2, fromLocalRepo.branches().size());\n\n TestBotRunner.runPeriodicItems(bot);\n toBranches = toLocalRepo.branches();\n assertEquals(2, toBranches.size());\n assertTrue(toBranches.contains(new Branch(\"master\")));\n assertTrue(toBranches.contains(new Branch(\"third\")));\n }\n }\n\n @Test\n void mirrorSelectedBranches(TestInfo testInfo) throws IOException {\n try (var temp = new TemporaryDirectory()) {\n var host = TestHost.createNew(List.of(HostUser.create(0, \"duke\", \"J. Duke\")));\n\n var fromDir = temp.path().resolve(\"from.git\");\n var fromLocalRepo = TestableRepository.init(fromDir, VCS.GIT);\n var fromHostedRepo = new TestHostedRepository(host, \"test\", fromLocalRepo);\n\n var toDir = temp.path().resolve(\"to.git\");\n var toLocalRepo = TestableRepository.init(toDir, VCS.GIT);\n var gitConfig = toDir.resolve(\".git\").resolve(\"config\");\n Files.write(gitConfig, List.of(\"[receive]\", \"denyCurrentBranch = ignore\"),\n StandardOpenOption.APPEND);\n var toHostedRepo = new TestHostedRepository(host, \"test-mirror\", toLocalRepo);\n\n var newFile = fromDir.resolve(\"this-file-cannot-exist.txt\");\n Files.writeString(newFile, \"Hello world\\n\");\n fromLocalRepo.add(newFile);\n var first = fromLocalRepo.commit(\"An additional commit\", \"duke\", \"duke@openjdk.org\");\n var featureBranch = fromLocalRepo.branch(first, \"feature\");\n fromLocalRepo.checkout(featureBranch, false);\n assertEquals(Optional.of(featureBranch), fromLocalRepo.currentBranch());\n\n Files.writeString(newFile, \"Hello again\\n\", StandardOpenOption.APPEND);\n fromLocalRepo.add(newFile);\n var second = fromLocalRepo.commit(\"An additional commit\", \"duke\", \"duke@openjdk.org\");\n\n assertEquals(Optional.of(first), fromLocalRepo.resolve(\"master\"));\n assertEquals(Optional.of(second), fromLocalRepo.resolve(\"feature\"));\n\n var fromCommits = fromLocalRepo.commits().asList();\n assertEquals(2, fromCommits.size());\n\n var toCommits = toLocalRepo.commits().asList();\n assertEquals(0, toCommits.size());\n\n var storage = temp.path().resolve(\"storage\");\n var bot = new MirrorBot(storage, fromHostedRepo, toHostedRepo, List.of(Pattern.compile(\"master\")), false, false, List.of());\n TestBotRunner.runPeriodicItems(bot);\n\n toCommits = toLocalRepo.commits().asList();\n assertEquals(1, toCommits.size());\n assertEquals(first, toCommits.get(0).hash());\n assertEquals(List.of(new Branch(\"master\")), toLocalRepo.branches());\n }\n }\n\n @Test\n void mirrorSelectedBranchPattern(TestInfo testInfo) throws IOException {\n try (var temp = new TemporaryDirectory()) {\n var host = TestHost.createNew(List.of(HostUser.create(0, \"duke\", \"J. Duke\")));\n\n var fromDir = temp.path().resolve(\"from.git\");\n var fromLocalRepo = TestableRepository.init(fromDir, VCS.GIT);\n var fromHostedRepo = new TestHostedRepository(host, \"test\", fromLocalRepo);\n\n var toDir = temp.path().resolve(\"to.git\");\n var toLocalRepo = TestableRepository.init(toDir, VCS.GIT);\n var gitConfig = toDir.resolve(\".git\").resolve(\"config\");\n Files.write(gitConfig, List.of(\"[receive]\", \"denyCurrentBranch = ignore\"),\n StandardOpenOption.APPEND);\n var toHostedRepo = new TestHostedRepository(host, \"test-mirror\", toLocalRepo);\n\n var newFile = fromDir.resolve(\"this-file-cannot-exist.txt\");\n Files.writeString(newFile, \"Hello world\\n\");\n fromLocalRepo.add(newFile);\n var first = fromLocalRepo.commit(\"An additional commit\", \"duke\", \"duke@openjdk.org\");\n var featureBranch = fromLocalRepo.branch(first, \"feature\");\n fromLocalRepo.checkout(featureBranch, false);\n assertEquals(Optional.of(featureBranch), fromLocalRepo.currentBranch());\n\n Files.writeString(newFile, \"Hello again\\n\", StandardOpenOption.APPEND);\n fromLocalRepo.add(newFile);\n var second = fromLocalRepo.commit(\"An additional commit\", \"duke\", \"duke@openjdk.org\");\n\n assertEquals(Optional.of(first), fromLocalRepo.resolve(\"master\"));\n assertEquals(Optional.of(second), fromLocalRepo.resolve(\"feature\"));\n\n var fromCommits = fromLocalRepo.commits().asList();\n assertEquals(2, fromCommits.size());\n\n var toCommits = toLocalRepo.commits().asList();\n assertEquals(0, toCommits.size());\n\n var storage = temp.path().resolve(\"storage\");\n var bot = new MirrorBot(storage, fromHostedRepo, toHostedRepo, List.of(Pattern.compile(\"f.*\")), false, false, List.of());\n TestBotRunner.runPeriodicItems(bot);\n\n toCommits = toLocalRepo.commits().asList();\n assertEquals(2, toCommits.size());\n assertEquals(second, toCommits.get(0).hash());\n assertEquals(List.of(new Branch(\"feature\")), toLocalRepo.branches());\n }\n }\n\n @Test\n void mirrorMasterBranchWithExistingCloneDirectory(TestInfo testInfo) throws IOException {\n try (var temp = new TemporaryDirectory()) {\n var host = TestHost.createNew(List.of(HostUser.create(0, \"duke\", \"J. Duke\")));\n\n var fromDir = temp.path().resolve(\"from.git\");\n var fromLocalRepo = TestableRepository.init(fromDir, VCS.GIT);\n var fromHostedRepo = new TestHostedRepository(host, \"test\", fromLocalRepo);\n\n var toDir = temp.path().resolve(\"to.git\");\n var toLocalRepo = TestableRepository.init(toDir, VCS.GIT);\n var gitConfig = toDir.resolve(\".git\").resolve(\"config\");\n Files.write(gitConfig, List.of(\"[receive]\", \"denyCurrentBranch = ignore\"),\n StandardOpenOption.APPEND);\n var toHostedRepo = new TestHostedRepository(host, \"test-mirror\", toLocalRepo);\n\n var newFile = fromDir.resolve(\"this-file-cannot-exist.txt\");\n Files.writeString(newFile, \"Hello world\\n\");\n fromLocalRepo.add(newFile);\n var newHash = fromLocalRepo.commit(\"An additional commit\", \"duke\", \"duke@openjdk.org\");\n var fromCommits = fromLocalRepo.commits().asList();\n assertEquals(1, fromCommits.size());\n assertEquals(newHash, fromCommits.get(0).hash());\n\n var toCommits = toLocalRepo.commits().asList();\n assertEquals(0, toCommits.size());\n\n var storage = temp.path().resolve(\"storage\");\n var sanitizedUrl =\n URLEncoder.encode(toHostedRepo.webUrl().toString(), StandardCharsets.UTF_8);\n var temporaryDir = storage.resolve(sanitizedUrl);\n Files.createDirectories(temporaryDir);\n var bot = new MirrorBot(storage, fromHostedRepo, toHostedRepo);\n TestBotRunner.runPeriodicItems(bot);\n\n toCommits = toLocalRepo.commits().asList();\n assertEquals(1, toCommits.size());\n assertEquals(newHash, toCommits.get(0).hash());\n }\n }\n\n /**\n * Tests mirroring only tags\n */\n @Test\n void mirrorOnlyTags(TestInfo testInfo) throws IOException {\n try (var temp = new TemporaryDirectory()) {\n var host = TestHost.createNew(List.of(HostUser.create(0, \"duke\", \"J. Duke\")));\n\n var fromDir = temp.path().resolve(\"from.git\");\n var fromLocalRepo = TestableRepository.init(fromDir, VCS.GIT);\n var fromHostedRepo = new TestHostedRepository(host, \"test\", fromLocalRepo);\n\n var toDir = temp.path().resolve(\"to.git\");\n var toLocalRepo = TestableRepository.init(toDir, VCS.GIT);\n var gitConfig = toDir.resolve(\".git\").resolve(\"config\");\n Files.write(gitConfig, List.of(\"[receive]\", \"denyCurrentBranch = ignore\"),\n StandardOpenOption.APPEND);\n var toHostedRepo = new TestHostedRepository(host, \"test-mirror\", toLocalRepo);\n\n var newFile = fromDir.resolve(\"this-file-cannot-exist.txt\");\n Files.writeString(newFile, \"Hello world\\n\");\n fromLocalRepo.add(newFile);\n var newHash = fromLocalRepo.commit(\"An additional commit\", \"duke\", \"duke@openjdk.org\");\n var fromCommits = fromLocalRepo.commits().asList();\n assertEquals(1, fromCommits.size());\n assertEquals(newHash, fromCommits.get(0).hash());\n\n fromLocalRepo.tag(newHash, \"first\", \"add first tag\", \"duke\", \"duk@openjdk.org\");\n fromLocalRepo.tag(newHash, \"second\", \"add second tag\", \"duke\", \"duk@openjdk.org\");\n\n var toCommits = toLocalRepo.commits().asList();\n assertEquals(0, toCommits.size());\n assertEquals(0, toLocalRepo.tags().size());\n assertEquals(0, toLocalRepo.branches().size());\n\n var storage = temp.path().resolve(\"storage\");\n var bot = new MirrorBot(storage, fromHostedRepo, toHostedRepo, List.of(), true, true, List.of());\n TestBotRunner.runPeriodicItems(bot);\n\n toCommits = toLocalRepo.commits().asList();\n assertEquals(1, toCommits.size());\n assertEquals(newHash, toCommits.get(0).hash());\n var toTags = toLocalRepo.tags();\n assertEquals(2, toTags.size());\n assertTrue(toTags.contains(new Tag(\"first\")));\n assertTrue(toTags.contains(new Tag(\"second\")));\n assertEquals(0, toLocalRepo.branches().size());\n\n // Add another tag and go again\n fromLocalRepo.tag(newHash, \"third\", \"add third tag\", \"duke\", \"duk@openjdk.org\");\n\n TestBotRunner.runPeriodicItems(bot);\n toTags = toLocalRepo.tags();\n assertEquals(3, toTags.size());\n assertTrue(toTags.contains(new Tag(\"first\")));\n assertTrue(toTags.contains(new Tag(\"second\")));\n assertTrue(toTags.contains(new Tag(\"third\")));\n assertEquals(0, toLocalRepo.branches().size());\n toCommits = toLocalRepo.commits().asList();\n assertEquals(1, toCommits.size());\n\n // Change a tag and go again\n Files.writeString(newFile, \"Hello world again\\n\", StandardOpenOption.APPEND);\n fromLocalRepo.add(newFile);\n var secondHash = fromLocalRepo.commit(\"An additional commit\", \"duke\", \"duke@openjdk.org\");\n var firstTag = fromLocalRepo.tag(secondHash, \"first\", \"add first tag again\", \"duke\", \"duk@openjdk.org\", null, true);\n\n TestBotRunner.runPeriodicItems(bot);\n assertEquals(0, toLocalRepo.branches().size());\n toCommits = toLocalRepo.commits().asList();\n assertEquals(2, toCommits.size());\n toTags = toLocalRepo.tags();\n assertEquals(3, toTags.size());\n assertEquals(fromLocalRepo.annotate(firstTag), toLocalRepo.annotate(firstTag), \"First tag not correctly mirrored\");\n }\n }\n\n @Test\n void mirrorRefspecs() throws IOException {\n try (var temp = new TemporaryDirectory()) {\n var host = TestHost.createNew(List.of(HostUser.create(0, \"duke\", \"J. Duke\")));\n\n var fromDir = temp.path().resolve(\"from.git\");\n var fromLocalRepo = TestableRepository.init(fromDir, VCS.GIT);\n var fromHostedRepo = new TestHostedRepository(host, \"test\", fromLocalRepo);\n\n var toDir = temp.path().resolve(\"to.git\");\n var toLocalRepo = TestableRepository.init(toDir, VCS.GIT);\n var gitConfig = toDir.resolve(\".git\").resolve(\"config\");\n Files.write(gitConfig, List.of(\"[receive]\", \"denyCurrentBranch = ignore\"),\n StandardOpenOption.APPEND);\n var toHostedRepo = new TestHostedRepository(host, \"test-mirror\", toLocalRepo);\n\n var newFile = fromDir.resolve(\"this-file-cannot-exist.txt\");\n Files.writeString(newFile, \"Hello world\\n\");\n fromLocalRepo.add(newFile);\n var newHash = fromLocalRepo.commit(\"An additional commit\", \"duke\", \"duke@openjdk.org\");\n var fromCommits = fromLocalRepo.commits().asList();\n assertEquals(1, fromCommits.size());\n assertEquals(newHash, fromCommits.get(0).hash());\n\n var toCommits = toLocalRepo.commits().asList();\n assertEquals(0, toCommits.size());\n\n var storage = temp.path().resolve(\"storage\");\n var bot = new MirrorBot(storage, fromHostedRepo, toHostedRepo, List.of(), false, false,\n List.of(\"refs/heads/master:refs/heads/master\"));\n TestBotRunner.runPeriodicItems(bot);\n\n toCommits = toLocalRepo.commits().asList();\n assertEquals(1, toCommits.size());\n assertEquals(newHash, toCommits.get(0).hash());\n }\n }\n\n @Test\n void mirrorMultipleRefspecs() throws IOException {\n try (var temp = new TemporaryDirectory()) {\n var host = TestHost.createNew(List.of(HostUser.create(0, \"duke\", \"J. Duke\")));\n\n var fromDir = temp.path().resolve(\"from.git\");\n var fromLocalRepo = TestableRepository.init(fromDir, VCS.GIT);\n var fromHostedRepo = new TestHostedRepository(host, \"test\", fromLocalRepo);\n\n var toDir = temp.path().resolve(\"to.git\");\n var toLocalRepo = TestableRepository.init(toDir, VCS.GIT);\n var gitConfig = toDir.resolve(\".git\").resolve(\"config\");\n Files.write(gitConfig, List.of(\"[receive]\", \"denyCurrentBranch = ignore\"),\n StandardOpenOption.APPEND);\n var toHostedRepo = new TestHostedRepository(host, \"test-mirror\", toLocalRepo);\n\n var newFile = fromDir.resolve(\"this-file-cannot-exist.txt\");\n Files.writeString(newFile, \"Hello world\\n\");\n fromLocalRepo.add(newFile);\n var first = fromLocalRepo.commit(\"An additional commit\", \"duke\", \"duke@openjdk.org\");\n var featureBranch = fromLocalRepo.branch(first, \"feature\");\n fromLocalRepo.checkout(featureBranch, false);\n assertEquals(Optional.of(featureBranch), fromLocalRepo.currentBranch());\n\n Files.writeString(newFile, \"Hello again\\n\", StandardOpenOption.APPEND);\n fromLocalRepo.add(newFile);\n var second = fromLocalRepo.commit(\"An additional commit\", \"duke\", \"duke@openjdk.org\");\n\n assertEquals(Optional.of(first), fromLocalRepo.resolve(\"master\"));\n assertEquals(Optional.of(second), fromLocalRepo.resolve(\"feature\"));\n\n fromLocalRepo.tag(first, \"firstTag\", \"add first tag\", \"duke\", \"duk@openjdk.org\");\n fromLocalRepo.tag(second, \"secondTag\", \"add second tag\", \"duke\", \"duk@openjdk.org\");\n\n var fromCommits = fromLocalRepo.commits().asList();\n assertEquals(2, fromCommits.size());\n\n var toCommits = toLocalRepo.commits().asList();\n assertEquals(0, toCommits.size());\n\n var storage = temp.path().resolve(\"storage\");\n var bot = new MirrorBot(storage, fromHostedRepo, toHostedRepo, List.of(), false, false,\n List.of(\"refs/heads/m*:refs/heads/m*\", \"refs/tags/s*:refs/tags/s*\"));\n TestBotRunner.runPeriodicItems(bot);\n\n toCommits = toLocalRepo.commits().asList();\n assertEquals(2, toCommits.size());\n assertEquals(second, toCommits.get(0).hash());\n assertEquals(List.of(new Branch(\"master\")), toLocalRepo.branches());\n assertEquals(List.of(new Tag(\"secondTag\")), toLocalRepo.tags());\n }\n }\n}\n"
},
{
"path": "bots/mlbridge/build.gradle",
"content": "/*\n * Copyright (c) 2018, 2022, Oracle and/or its affiliates. All rights reserved.\n * DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER.\n *\n * This code is free software; you can redistribute it and/or modify it\n * under the terms of the GNU General Public License version 2 only, as\n * published by the Free Software Foundation.\n *\n * This code is distributed in the hope that it will be useful, but WITHOUT\n * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or\n * FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License\n * version 2 for more details (a copy is included in the LICENSE file that\n * accompanied this code).\n *\n * You should have received a copy of the GNU General Public License version\n * 2 along with this work; if not, write to the Free Software Foundation,\n * Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA.\n *\n * Please contact Oracle, 500 Oracle Parkway, Redwood Shores, CA 94065 USA\n * or visit www.oracle.com if you need additional information or have any\n * questions.\n */\n\nmodule {\n name = 'org.openjdk.skara.bots.mlbridge'\n test {\n requires 'org.junit.jupiter.api'\n requires 'org.openjdk.skara.test'\n opens 'org.openjdk.skara.bots.mlbridge' to 'org.junit.platform.commons'\n }\n}\n\ndependencies {\n implementation project(':ci')\n implementation project(':bot')\n implementation project(':mailinglist')\n implementation project(':host')\n implementation project(':forge')\n implementation project(':issuetracker')\n implementation project(':network')\n implementation project(':census')\n implementation project(':vcs')\n implementation project(':jcheck')\n implementation project(':json')\n implementation project(':email')\n implementation project(':webrev')\n implementation project(':version')\n implementation project(':metrics')\n implementation project(':bots:common')\n implementation project(':jbs')\n\n testImplementation project(':test')\n}\n"
},
{
"path": "bots/mlbridge/src/main/java/module-info.java",
"content": "/*\n * Copyright (c) 2018, 2022, Oracle and/or its affiliates. All rights reserved.\n * DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER.\n *\n * This code is free software; you can redistribute it and/or modify it\n * under the terms of the GNU General Public License version 2 only, as\n * published by the Free Software Foundation.\n *\n * This code is distributed in the hope that it will be useful, but WITHOUT\n * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or\n * FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License\n * version 2 for more details (a copy is included in the LICENSE file that\n * accompanied this code).\n *\n * You should have received a copy of the GNU General Public License version\n * 2 along with this work; if not, write to the Free Software Foundation,\n * Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA.\n *\n * Please contact Oracle, 500 Oracle Parkway, Redwood Shores, CA 94065 USA\n * or visit www.oracle.com if you need additional information or have any\n * questions.\n */\nmodule org.openjdk.skara.bots.mlbridge {\n requires org.openjdk.skara.bot;\n requires org.openjdk.skara.mailinglist;\n requires org.openjdk.skara.host;\n requires org.openjdk.skara.census;\n requires org.openjdk.skara.vcs;\n requires org.openjdk.skara.jcheck;\n requires org.openjdk.skara.json;\n requires org.openjdk.skara.email;\n requires org.openjdk.skara.webrev;\n requires org.openjdk.skara.network;\n requires org.openjdk.skara.version;\n requires org.openjdk.skara.jbs;\n requires org.openjdk.skara.bots.common;\n requires java.logging;\n requires java.net.http;\n\n provides org.openjdk.skara.bot.BotFactory with org.openjdk.skara.bots.mlbridge.MailingListBridgeBotFactory;\n}\n"
},
{
"path": "bots/mlbridge/src/main/java/org/openjdk/skara/bots/mlbridge/ArchiveItem.java",
"content": "/*\n * Copyright (c) 2019, 2024, Oracle and/or its affiliates. All rights reserved.\n * DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER.\n *\n * This code is free software; you can redistribute it and/or modify it\n * under the terms of the GNU General Public License version 2 only, as\n * published by the Free Software Foundation.\n *\n * This code is distributed in the hope that it will be useful, but WITHOUT\n * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or\n * FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License\n * version 2 for more details (a copy is included in the LICENSE file that\n * accompanied this code).\n *\n * You should have received a copy of the GNU General Public License version\n * 2 along with this work; if not, write to the Free Software Foundation,\n * Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA.\n *\n * Please contact Oracle, 500 Oracle Parkway, Redwood Shores, CA 94065 USA\n * or visit www.oracle.com if you need additional information or have any\n * questions.\n */\npackage org.openjdk.skara.bots.mlbridge;\n\nimport org.openjdk.skara.forge.*;\nimport org.openjdk.skara.host.HostUser;\nimport org.openjdk.skara.issuetracker.Comment;\nimport org.openjdk.skara.vcs.*;\n\nimport java.io.*;\nimport java.net.URI;\nimport java.time.ZonedDateTime;\nimport java.util.*;\nimport java.util.function.Supplier;\nimport java.util.regex.Pattern;\nimport java.util.stream.Collectors;\n\nclass ArchiveItem {\n private final String id;\n private final ZonedDateTime created;\n private final ZonedDateTime updated;\n private final HostUser author;\n private final Map extraHeaders;\n private final ArchiveItem parent;\n private final Supplier subject;\n private final Supplier header;\n private String resolvedHeader;\n private final Supplier body;\n private String resolvedBody;\n private final Supplier footer;\n private String resolvedFooter;\n\n private ArchiveItem(ArchiveItem parent, String id, ZonedDateTime created, ZonedDateTime updated, HostUser author, Map extraHeaders, Supplier subject, Supplier header, Supplier body, Supplier footer) {\n this.id = id;\n this.created = created;\n this.updated = updated;\n this.author = author;\n this.extraHeaders = extraHeaders;\n this.parent = parent;\n this.subject = subject;\n this.header = header;\n this.body = body;\n this.footer = footer;\n }\n\n private static Optional mergeCommit(PullRequest pr, Repository localRepo, Hash head) {\n try {\n var author = new Author(\"duke\", \"duke@openjdk.org\");\n var hash = PullRequestUtils.createCommit(pr, localRepo, head, author, author, pr.title());\n return localRepo.lookup(hash);\n } catch (IOException | CommitFailure e) {\n return Optional.empty();\n }\n }\n\n private static Optional conflictCommit(PullRequest pr, Repository localRepo, Hash head) {\n try {\n localRepo.checkout(head, true);\n } catch (IOException e) {\n return Optional.empty();\n }\n\n try {\n localRepo.merge(PullRequestUtils.targetHash(localRepo));\n // No problem means no conflict\n return Optional.empty();\n } catch (IOException e) {\n try {\n var status = localRepo.status();\n var unmerged = status.stream()\n .filter(entry -> entry.status().isUnmerged())\n .map(entry -> entry.source().path())\n .filter(Optional::isPresent)\n .map(Optional::get)\n .collect(Collectors.toList());\n\n // Drop the successful merges from the stage\n localRepo.reset(head, false);\n // Add the unmerged files as-is (retaining the conflict markers)\n localRepo.add(unmerged);\n var hash = localRepo.commit(\"Conflicts in \" + pr.title(), \"duke\", \"duke@openjdk.org\");\n localRepo.clean();\n return localRepo.lookup(hash);\n } catch (IOException ioException) {\n return Optional.empty();\n }\n }\n }\n\n static ArchiveItem from(PullRequest pr, Repository localRepo, HostUserToEmailAuthor hostUserToEmailAuthor,\n URI issueTracker, String issuePrefix, WebrevStorage.WebrevGenerator webrevGenerator,\n WebrevNotification webrevNotification, ZonedDateTime created, ZonedDateTime updated,\n Hash base, Hash head, String subjectPrefix, String threadPrefix) {\n return new ArchiveItem(null, \"fc\", created, updated, pr.author(), Map.of(\"PR-Head-Hash\", head.hex(),\n \"PR-Base-Hash\", base.hex(),\n \"PR-Thread-Prefix\", threadPrefix),\n () -> subjectPrefix + threadPrefix + (threadPrefix.isEmpty() ? \"\" : \": \") + pr.title(),\n () -> \"\",\n () -> ArchiveMessages.composeConversation(pr),\n () -> {\n if (PullRequestUtils.isMerge(pr)) {\n var mergeWebrevs = new ArrayList();\n var conflictCommit = conflictCommit(pr, localRepo, head);\n conflictCommit.ifPresent(commit -> mergeWebrevs.add(\n webrevGenerator.generate(commit.parentDiffs().get(0), \"00.conflicts\", WebrevDescription.Type.MERGE_CONFLICT, pr.targetRef())));\n var mergeCommit = mergeCommit(pr, localRepo, head);\n if (mergeCommit.isPresent()) {\n for (int i = 0; i < mergeCommit.get().parentDiffs().size(); ++i) {\n var diff = mergeCommit.get().parentDiffs().get(i);\n if (diff.patches().size() == 0) {\n continue;\n }\n switch (i) {\n case 0:\n mergeWebrevs.add(webrevGenerator.generate(diff, String.format(\"00.%d\", i), WebrevDescription.Type.MERGE_TARGET, pr.targetRef()));\n break;\n case 1:\n var mergeSource = pr.title().length() > 6 ? pr.title().substring(6) : null;\n mergeWebrevs.add(webrevGenerator.generate(diff, String.format(\"00.%d\", i), WebrevDescription.Type.MERGE_SOURCE, mergeSource));\n break;\n default:\n mergeWebrevs.add(webrevGenerator.generate(diff, String.format(\"00.%d\", i), WebrevDescription.Type.MERGE_SOURCE, null));\n break;\n }\n }\n if (!mergeWebrevs.isEmpty()) {\n webrevNotification.notify(0, mergeWebrevs);\n }\n }\n return ArchiveMessages.composeMergeConversationFooter(pr, localRepo, mergeWebrevs, base, head);\n } else {\n var fullWebrev = webrevGenerator.generate(base, head, \"00\", WebrevDescription.Type.FULL);\n webrevNotification.notify(0, List.of(fullWebrev));\n return ArchiveMessages.composeConversationFooter(pr, issueTracker, issuePrefix, localRepo, fullWebrev, base, head);\n }\n });\n }\n\n private static Optional rebasedLastHead(Repository localRepo, Hash newBase, Hash lastHead) {\n try {\n localRepo.checkout(lastHead, true);\n localRepo.rebase(newBase, \"duke\", \"duke@openjdk.org\");\n var rebasedLastHead = localRepo.head();\n return Optional.of(rebasedLastHead);\n } catch (IOException e) {\n return Optional.empty();\n }\n }\n\n /**\n * Checks if lastHead is available in the local repository and tried to fetch it\n * if not.\n */\n private static boolean lastHeadAvailable(PullRequest pr, Repository localRepo, Hash lastHead, boolean tryFetch) {\n try {\n if (localRepo.resolve(lastHead.hex()).isPresent()) {\n return true;\n }\n if (tryFetch) {\n return localRepo.fetch(pr.repository().authenticatedUrl(), lastHead.hex(), false).isPresent();\n }\n } catch (IOException e) {\n return false;\n }\n return false;\n }\n\n private static String hostUserToCommitterName(HostUserToEmailAuthor hostUserToEmailAuthor, HostUser hostUser) {\n var email = hostUserToEmailAuthor.author(hostUser);\n if (email.fullName().isPresent()) {\n return email.fullName().get();\n } else {\n return hostUser.fullName();\n }\n }\n\n static ArchiveItem from(PullRequest pr, Repository localRepo, HostUserToEmailAuthor hostUserToEmailAuthor,\n WebrevStorage.WebrevGenerator webrevGenerator, WebrevNotification webrevNotification,\n ZonedDateTime created, ZonedDateTime updated, Hash lastBase, Hash lastHead, Hash base,\n Hash head, int index, ArchiveItem parent, String subjectPrefix, String threadPrefix) {\n return new ArchiveItem(parent, \"ha\" + head.hex(), created, updated, pr.author(), Map.of(\"PR-Head-Hash\", head.hex(), \"PR-Base-Hash\", base.hex()),\n () -> String.format(\"Re: %s%s%s [v%d]\", subjectPrefix, threadPrefix + (threadPrefix.isEmpty() ? \"\" : \": \"), pr.title(), index + 1),\n () -> \"\",\n () -> {\n if (lastBase.equals(base)) {\n // Make sure lastHead is present in the local repo (if possible)\n lastHeadAvailable(pr, localRepo, lastHead, true);\n return ArchiveMessages.composeIncrementalRevision(pr, localRepo, hostUserToCommitterName(hostUserToEmailAuthor, pr.author()), head, lastHead, base);\n } else {\n var rebasedLastHead = rebasedLastHead(localRepo, base, lastHead);\n if (rebasedLastHead.isPresent()) {\n return ArchiveMessages.composeRebasedIncrementalRevision(pr, localRepo, hostUserToCommitterName(hostUserToEmailAuthor, pr.author()), head, rebasedLastHead.get());\n } else {\n return ArchiveMessages.composeFullRevision(pr, localRepo, hostUserToCommitterName(hostUserToEmailAuthor, pr.author()), base, head);\n }\n }\n },\n () -> {\n var fullWebrev = webrevGenerator.generate(base, head, String.format(\"%02d\", index), WebrevDescription.Type.FULL);\n if (lastBase.equals(base)) {\n if (lastHeadAvailable(pr, localRepo, lastHead, false)) {\n var incrementalWebrev = webrevGenerator.generate(lastHead, head, String.format(\"%02d-%02d\", index - 1, index), WebrevDescription.Type.INCREMENTAL);\n webrevNotification.notify(index, List.of(fullWebrev, incrementalWebrev));\n return ArchiveMessages.composeIncrementalFooter(pr, localRepo, fullWebrev, incrementalWebrev, head, lastHead);\n } else {\n webrevNotification.notify(index, List.of(fullWebrev));\n return ArchiveMessages.composeRebasedFooter(pr, localRepo, fullWebrev, base, head);\n }\n } else {\n var rebasedLastHead = rebasedLastHead(localRepo, base, lastHead);\n if (rebasedLastHead.isPresent()) {\n var incrementalWebrev = webrevGenerator.generate(rebasedLastHead.get(), head, String.format(\"%02d-%02d\", index - 1, index), WebrevDescription.Type.INCREMENTAL);\n webrevNotification.notify(index, List.of(fullWebrev, incrementalWebrev));\n return ArchiveMessages.composeIncrementalFooter(pr, localRepo, fullWebrev, incrementalWebrev, head, lastHead);\n } else {\n webrevNotification.notify(index, List.of(fullWebrev));\n return ArchiveMessages.composeRebasedFooter(pr, localRepo, fullWebrev, base, head);\n }\n }\n });\n }\n\n static ArchiveItem from(PullRequest pr, Comment comment, HostUserToEmailAuthor hostUserToEmailAuthor, ArchiveItem parent) {\n return new ArchiveItem(parent, \"pc\" + comment.id(), comment.createdAt(), comment.updatedAt(), comment.author(), Map.of(),\n () -> ArchiveMessages.composeReplySubject(parent.subject()),\n () -> ArchiveMessages.composeReplyHeader(parent.createdAt(), hostUserToEmailAuthor.author(parent.author)),\n () -> ArchiveMessages.composeComment(comment),\n () -> ArchiveMessages.composeCommentReplyFooter(pr, comment));\n }\n\n static ArchiveItem from(PullRequest pr, Review review, HostUserToEmailAuthor hostUserToEmailAuthor, HostUserToUsername hostUserToUsername, HostUserToRole hostUserToRole, ArchiveItem parent) {\n return new ArchiveItem(parent, \"rv\" + review.id(), review.createdAt(), review.createdAt(), review.reviewer(), Map.of(),\n () -> ArchiveMessages.composeReplySubject(parent.subject()),\n () -> ArchiveMessages.composeReplyHeader(parent.createdAt(), hostUserToEmailAuthor.author(parent.author())),\n () -> ArchiveMessages.composeReview(pr, review, hostUserToUsername, hostUserToRole),\n () -> ArchiveMessages.composeReviewFooter(pr, review, hostUserToUsername, hostUserToRole));\n }\n\n static ArchiveItem from(PullRequest pr, ReviewComment reviewComment, HostUserToEmailAuthor hostUserToEmailAuthor, ArchiveItem parent) {\n return new ArchiveItem(parent, \"rc\" + reviewComment.id(), reviewComment.createdAt(), reviewComment.updatedAt(), reviewComment.author(), Map.of(),\n () -> ArchiveMessages.composeReplySubject(parent.subject()),\n () -> ArchiveMessages.composeReplyHeader(parent.createdAt(), hostUserToEmailAuthor.author(parent.author())),\n () -> ArchiveMessages.composeReviewComment(pr, reviewComment),\n () -> ArchiveMessages.composeReviewCommentReplyFooter(pr, reviewComment));\n }\n\n static ArchiveItem closedNotice(PullRequest pr, HostUserToEmailAuthor hostUserToEmailAuthor, ArchiveItem parent, String subjectPrefix) {\n var closedBy = pr.closedBy().orElse(pr.author());\n return new ArchiveItem(parent, \"cn\", pr.updatedAt(), pr.updatedAt(), closedBy, Map.of(\"PR-Closed-Notice\", \"0\"),\n () -> String.format(\"%sWithdrawn: %s\", subjectPrefix, pr.title()),\n () -> ArchiveMessages.composeReplyHeader(parent.createdAt(), hostUserToEmailAuthor.author(parent.author())),\n () -> ArchiveMessages.composeClosedNotice(pr),\n () -> ArchiveMessages.composeReplyFooter(pr));\n }\n\n static ArchiveItem integratedNotice(PullRequest pr, Repository localRepo, Commit commit, HostUserToEmailAuthor hostUserToEmailAuthor, ArchiveItem parent, String subjectPrefix) {\n return new ArchiveItem(parent, \"in\", pr.updatedAt(), pr.updatedAt(), pr.author(), Map.of(\"PR-Integrated-Notice\", \"0\"),\n () -> String.format(\"%sIntegrated: %s\", subjectPrefix, pr.title()),\n () -> ArchiveMessages.composeReplyHeader(parent.createdAt(), hostUserToEmailAuthor.author(parent.author())),\n () -> ArchiveMessages.composeIntegratedNotice(pr, localRepo, commit),\n () -> ArchiveMessages.composeReplyFooter(pr));\n }\n\n private static final Pattern mentionPattern = Pattern.compile(\"@([\\\\w-]+)\");\n\n private static Optional findLastMention(String commentText, List eligibleParents) {\n var firstLine = commentText.lines().findFirst();\n if (firstLine.isEmpty()) {\n return Optional.empty();\n }\n var mentionMatcher = mentionPattern.matcher(firstLine.get());\n if (mentionMatcher.find()) {\n var username = mentionMatcher.group(1);\n for (int i = eligibleParents.size() - 1; i >= 0; --i) {\n if (eligibleParents.get(i).author.username().equals(username)) {\n return Optional.of(eligibleParents.get(i));\n }\n }\n }\n return Optional.empty();\n }\n\n static boolean containsQuote(String quote, String body) {\n var compactQuote = quote.lines()\n .map(String::strip)\n .filter(line -> !line.isBlank())\n .takeWhile(line -> line.startsWith(\">\"))\n .map(line -> line.replaceAll(\"\\\\W\", \"\"))\n .collect(Collectors.joining());\n if (!compactQuote.isBlank()) {\n var compactBody = body.replaceAll(\"\\\\W\", \"\");\n return compactBody.contains(compactQuote);\n } else {\n return false;\n }\n }\n\n private static Optional findLastQuoted(String commentText, List eligibleParents) {\n for (int i = eligibleParents.size() - 1; i >= 0; --i) {\n if (containsQuote(commentText, eligibleParents.get(i).body())) {\n return Optional.of(eligibleParents.get(i));\n }\n }\n return Optional.empty();\n }\n\n static ArchiveItem findParent(List generated, List bridgedComments, Comment comment) {\n var eligible = new ArrayList();\n for (var item : generated) {\n if (item.id().startsWith(\"pc\") || item.id().startsWith(\"rv\")) {\n if (item.createdAt().isBefore(comment.createdAt())) {\n eligible.add(item);\n }\n }\n }\n\n var lastMention = findLastMention(comment.body(), eligible);\n if (lastMention.isPresent()) {\n return lastMention.get();\n }\n\n // It is possible to quote a bridged comment when replying - make these eligible as well\n for (var bridged : bridgedComments) {\n var item = new ArchiveItem(generated.get(0), \"br\" + bridged.messageId().address(), bridged.created(), bridged.created(),\n bridged.author(), null, generated.get(0).subject, null, bridged::body, null);\n eligible.add(item);\n }\n\n var lastQuoted = findLastQuoted(comment.body(), eligible);\n if (lastQuoted.isPresent()) {\n return lastQuoted.get();\n }\n\n ArchiveItem lastRevisionItem = generated.get(0);\n for (var item : generated) {\n if (item.id().startsWith(\"ha\")) {\n if (item.createdAt().isBefore(comment.createdAt())) {\n lastRevisionItem = item;\n }\n }\n }\n return lastRevisionItem;\n }\n\n private static ArchiveItem findRevisionItem(List generated, Hash hash) {\n // Parent is revision update mail with the hash\n ArchiveItem lastRevisionItem = generated.get(0);\n // If no hash is given, that means the commit for the review/comment no longer exists.\n // This means that no properly valid parent exists, but as we need to return one, just\n // return the first element.\n if (hash != null) {\n for (var item : generated) {\n if (item.id().startsWith(\"ha\")) {\n lastRevisionItem = item;\n }\n if (item.id().equals(\"ha\" + hash.hex())) {\n return item;\n }\n }\n }\n return lastRevisionItem;\n }\n\n static ArchiveItem findReviewCommentItem(List generated, ReviewComment reviewComment) {\n for (var item : generated) {\n if (item.id().equals(\"rc\" + reviewComment.id())) {\n return item;\n }\n }\n throw new RuntimeException(\"Failed to find review comment\");\n }\n\n static ArchiveItem findParent(List generated, Review review) {\n return findRevisionItem(generated, review.hash().orElse(null));\n }\n\n static ArchiveItem findParent(List generated, List reviewComments, ReviewComment reviewComment) {\n // Parent is previous in thread or the revision update mail with the hash\n\n var threadId = reviewComment.threadId();\n var reviewThread = reviewComments.stream()\n .filter(comment -> comment.threadId().equals(threadId))\n .collect(Collectors.toList());\n ReviewComment previousComment = null;\n var eligible = new ArrayList();\n for (var threadComment : reviewThread) {\n if (threadComment.equals(reviewComment)) {\n break;\n }\n previousComment = threadComment;\n eligible.add(findReviewCommentItem(generated, previousComment));\n }\n\n if (previousComment == null) {\n return findRevisionItem(generated, reviewComment.hash().orElse(null));\n } else {\n var mentionedParent = findLastMention(reviewComment.body(), eligible);\n if (mentionedParent.isPresent()) {\n return mentionedParent.get();\n } else {\n return eligible.getLast();\n }\n }\n }\n\n String id() {\n return id;\n }\n\n ZonedDateTime createdAt() {\n return created;\n }\n\n ZonedDateTime updatedAt() {\n return updated;\n }\n\n HostUser author() {\n return author;\n }\n\n Map extraHeaders() {\n return extraHeaders;\n }\n\n Optional parent() {\n return Optional.ofNullable(parent);\n }\n\n String subject() {\n return subject.get();\n }\n\n String header() {\n if (resolvedHeader == null) {\n resolvedHeader = header.get();\n }\n return resolvedHeader;\n }\n\n String body() {\n if (resolvedBody == null) {\n resolvedBody = body.get();\n }\n return resolvedBody;\n }\n\n String footer() {\n if (resolvedFooter == null) {\n resolvedFooter = footer.get();\n }\n return resolvedFooter;\n }\n\n @Override\n public String toString() {\n return \"ArchiveItem From: \" + author + \" Body: \" + body();\n }\n}\n"
},
{
"path": "bots/mlbridge/src/main/java/org/openjdk/skara/bots/mlbridge/ArchiveMessages.java",
"content": "/*\n * Copyright (c) 2019, 2024, Oracle and/or its affiliates. All rights reserved.\n * DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER.\n *\n * This code is free software; you can redistribute it and/or modify it\n * under the terms of the GNU General Public License version 2 only, as\n * published by the Free Software Foundation.\n *\n * This code is distributed in the hope that it will be useful, but WITHOUT\n * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or\n * FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License\n * version 2 for more details (a copy is included in the LICENSE file that\n * accompanied this code).\n *\n * You should have received a copy of the GNU General Public License version\n * 2 along with this work; if not, write to the Free Software Foundation,\n * Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA.\n *\n * Please contact Oracle, 500 Oracle Parkway, Redwood Shores, CA 94065 USA\n * or visit www.oracle.com if you need additional information or have any\n * questions.\n */\npackage org.openjdk.skara.bots.mlbridge;\n\nimport org.openjdk.skara.email.EmailAddress;\nimport org.openjdk.skara.forge.*;\nimport org.openjdk.skara.issuetracker.Comment;\nimport org.openjdk.skara.network.URIBuilder;\nimport org.openjdk.skara.vcs.*;\nimport org.openjdk.skara.vcs.openjdk.Issue;\n\nimport java.io.*;\nimport java.net.URI;\nimport java.time.ZonedDateTime;\nimport java.time.format.DateTimeFormatter;\nimport java.util.*;\nimport java.util.stream.Collectors;\n\nimport static org.openjdk.skara.bots.common.PatternEnum.COMMENT_PATTERN;\n\nclass ArchiveMessages {\n\n private static final String WEBREV_UNAVAILABLE_COMMENT = \"Webrev is not available because diff is too large\";\n private static String filterCommentsAndCommands(String body) {\n var parsedBody = PullRequestBody.parse(body);\n body = parsedBody.bodyText();\n\n var commentMatcher = COMMENT_PATTERN.getPattern().matcher(body);\n body = commentMatcher.replaceAll(\"\");\n\n body = ArchiveWorkItem.filterOutCommands(body);\n\n body = MarkdownToText.removeFormatting(body);\n return body.strip();\n }\n\n private static String formatCommitBrief(CommitMetadata commit) {\n var ret = new StringBuilder();\n var message = commit.message();\n var abbrev = commit.hash().abbreviate();\n if (message.size() == 0) {\n ret.append(\" - \").append(abbrev).append(\": \");\n } else {\n ret.append(\" - \").append(message.get(0));\n }\n return ret.toString();\n }\n\n private static String formatSingleCommit(CommitMetadata commit) {\n var ret = new StringBuilder();\n var message = commit.message();\n if (message.size() == 0) {\n var abbrev = commit.hash().abbreviate();\n ret.append(\" \").append(abbrev).append(\": \");\n } else {\n ret.append(\" \").append(String.join(\"\\n \", message));\n }\n return ret.toString();\n }\n\n private static String formatCommitInList(CommitMetadata commit) {\n var ret = new StringBuilder();\n var message = commit.message();\n if (message.size() == 0) {\n var abbrev = commit.hash().abbreviate();\n ret.append(\" - \").append(abbrev).append(\": \");\n } else {\n ret.append(\" - \").append(String.join(\"\\n \", message));\n }\n return ret.toString();\n }\n\n private static List