Repository: Shad0w-ops/H.I.V.E
Branch: main
Commit: f8a4cb443e2c
Files: 47
Total size: 361.2 KB
Directory structure:
gitextract__c4fxlzo/
├── .gitignore
├── Banners.py
├── Extras/
│ ├── kali-anonsurf/
│ │ ├── .github/
│ │ │ └── workflows/
│ │ │ ├── build_package.yml
│ │ │ └── test_install.yml
│ │ ├── LICENSE
│ │ ├── README.md
│ │ ├── installer.sh
│ │ └── kali-anonsurf-deb-src/
│ │ ├── DEBIAN/
│ │ │ ├── control
│ │ │ ├── postinst
│ │ │ └── postrm
│ │ ├── etc/
│ │ │ ├── init/
│ │ │ │ └── pandora.conf
│ │ │ ├── init.d/
│ │ │ │ ├── anonsurf
│ │ │ │ └── pandora
│ │ │ ├── systemd/
│ │ │ │ └── system/
│ │ │ │ └── pandora.service
│ │ │ └── tor/
│ │ │ ├── onion.pac
│ │ │ └── torrc.anon
│ │ └── usr/
│ │ └── bin/
│ │ ├── anonsurf
│ │ └── pandora
│ └── sherlock/
│ ├── CODE_OF_CONDUCT.md
│ ├── CONTRIBUTING.md
│ ├── Dockerfile
│ ├── LICENSE
│ ├── README.md
│ ├── docker-compose.yml
│ ├── removed_sites.json
│ ├── removed_sites.md
│ ├── requirements.txt
│ ├── sherlock/
│ │ ├── __init__.py
│ │ ├── __main__.py
│ │ ├── notify.py
│ │ ├── resources/
│ │ │ └── data.json
│ │ ├── result.py
│ │ ├── sherlock.py
│ │ ├── sites.py
│ │ └── tests/
│ │ ├── __init__.py
│ │ ├── all.py
│ │ ├── base.py
│ │ └── test_multiple_usernames.py
│ ├── site_list.py
│ └── sites.md
├── README.md
├── hive.py
├── install.sh
├── output/
│ ├── intelx/
│ │ └── test
│ ├── sherlock/
│ │ └── test
│ └── shodan/
│ └── test
└── requirements.txt
================================================
FILE CONTENTS
================================================
================================================
FILE: .gitignore
================================================
*.txt
!requirements.txt
.git
.env
amp1
__pycache__
================================================
FILE: Banners.py
================================================
bannermain = r'''
/$$ /$$ /$$$$$$ /$$ /$$ /$$$$$$$$
| $$ | $$ |_ $$_/ | $$ | $$| $$_____/
| $$ | $$ | $$ | $$ | $$| $$
| $$$$$$$$ | $$ | $$ / $$/| $$$$$
| $$__ $$ | $$ \ $$ $$/ | $$__/
| $$ | $$ | $$ \ $$$/ | $$
| $$ | $$ /$$ /$$$$$$ /$$\ $//$$| $$$$$$$$
|__/ |__/|__/|______/|__/ \_/|__/|________/
)------------------V.1.2.1-----------------('''
credbanner = r'''
/$$$$$$ /$$ /$$$$$$$$ /$$ /$$
/$$__ $$ | $$| $$_____/ | $$ | $$
| $$ \__/ /$$$$$$ /$$$$$$ /$$$$$$$| $$ /$$$$$$ /$$$$$$ /$$$$$$$| $$$$$$$
| $$ /$$__ $$ /$$__ $$ /$$__ $$| $$$$$ /$$__ $$|_ $$_/ /$$_____/| $$__ $$
| $$ | $$ \__/| $$$$$$$$| $$ | $$| $$__/| $$$$$$$$ | $$ | $$ | $$ \ $$
| $$ $$| $$ | $$_____/| $$ | $$| $$ | $$_____/ | $$ /$$| $$ | $$ | $$
| $$$$$$/| $$ | $$$$$$$| $$$$$$$| $$ | $$$$$$$ | $$$$/| $$$$$$$| $$ | $$
\______/ |__/ \_______/ \_______/|__/ \_______/ \___/ \_______/|__/ |__/
---------------------------------------------------------------------------------------
'''
#Shodan Banner
bannershod = r'''
/$$$$$$ /$$ /$$
/$$__ $$| $$ | $$
| $$ \__/| $$$$$$$ /$$$$$$ /$$$$$$$ /$$$$$$ /$$$$$$$
| $$$$$$ | $$__ $$ /$$__ $$ /$$__ $$ |____ $$| $$__ $$
\____ $$| $$ \ $$| $$ \ $$| $$ | $$ /$$$$$$$| $$ \ $$
/$$ \ $$| $$ | $$| $$ | $$| $$ | $$ /$$__ $$| $$ | $$
| $$$$$$/| $$ | $$| $$$$$$/| $$$$$$$| $$$$$$$| $$ | $$
\______/ |__/ |__/ \______/ \_______/ \_______/|__/ |__/
-----------------------------------------------------------
'''
#Email Verifier Banner
emvbanner = r'''
/$$$$$$$$ /$$ /$$ /$$ /$$ /$$ /$$$$$$ /$$
| $$_____/ |__/| $$ | $$ | $$ |__/ /$$__ $$|__/
| $$ /$$$$$$/$$$$ /$$$$$$ /$$| $$ | $$ | $$ /$$$$$$ /$$$$$$ /$$| $$ \__/ /$$ /$$$$$$ /$$$$$$
| $$$$$ | $$_ $$_ $$ |____ $$| $$| $$ | $$ / $$//$$__ $$ /$$__ $$| $$| $$$$ | $$ /$$__ $$ /$$__ $$
| $$__/ | $$ \ $$ \ $$ /$$$$$$$| $$| $$ \ $$ $$/| $$$$$$$$| $$ \__/| $$| $$_/ | $$| $$$$$$$$| $$ \__/
| $$ | $$ | $$ | $$ /$$__ $$| $$| $$ \ $$$/ | $$_____/| $$ | $$| $$ | $$| $$_____/| $$
| $$$$$$$$| $$ | $$ | $$| $$$$$$$| $$| $$ \ $/ | $$$$$$$| $$ | $$| $$ | $$| $$$$$$$| $$
|________/|__/ |__/ |__/ \_______/|__/|__/ \_/ \_______/|__/ |__/|__/ |__/ \_______/|__/
--------------------------------------------------------------------------------------------------------------------
'''
#IPGeolocation Banner
ipgeobanner = r'''
/$$$$$$ /$$$$$$$ /$$$$$$ /$$$$$$$$ /$$$$$$
|_ $$_/| $$__ $$ /$$__ $$| $$_____/ /$$__ $$
| $$ | $$ \ $$ | $$ \__/| $$ | $$ \ $$
| $$ | $$$$$$$//$$$$$$| $$ /$$$$| $$$$$ | $$ | $$
| $$ | $$____/|______/| $$|_ $$| $$__/ | $$ | $$
| $$ | $$ | $$ \ $$| $$ | $$ | $$
/$$$$$$| $$ | $$$$$$/| $$$$$$$$| $$$$$$/
|______/|__/ \______/ |________/ \______/
-------------------------------------------------------'''
sherbanner = r'''
/$$$$$$ /$$ /$$ /$$
/$$__ $$| $$ | $$ | $$
| $$ \__/| $$$$$$$ /$$$$$$ /$$$$$$ | $$ /$$$$$$ /$$$$$$$| $$ /$$
| $$$$$$ | $$__ $$ /$$__ $$ /$$__ $$| $$ /$$__ $$ /$$_____/| $$ /$$/
\____ $$| $$ \ $$| $$$$$$$$| $$ \__/| $$| $$ \ $$| $$ | $$$$$$/
/$$ \ $$| $$ | $$| $$_____/| $$ | $$| $$ | $$| $$ | $$_ $$
| $$$$$$/| $$ | $$| $$$$$$$| $$ | $$| $$$$$$/| $$$$$$$| $$ \ $$
\______/ |__/ |__/ \_______/|__/ |__/ \______/ \_______/|__/ \__/
--------------------------------------------------------------------------'''
#List Banners
###########################################################
#Main tool list
tool_list = r'''
1) TrueCaller | 6) Sherlock
2) Shodan Crawler | 7) Spoofing
3) IP geolocation | 8) CredFetch
4) IntelX | 9) Define Vars
5) Email Verifier | 0) Exit
----------------------------------
'''
#intelx capabilities banner
list2 = r'''
In this module you can search for any of the following:
-------------------------------------------------------
Email address Ethereum address
Domain MAC address
URL IPFS Hash
IP Addresses Credit Card Number
Phone Numbers Social Security Number
Bitcoin address IBAN
-------------------------------------------------------
'''
spoofbanner = r'''
-------IP SPOOFING-------
1) Tor (Anonymous mode)
-------MAC SPOOFING------
2) Change to a random MAC address (pretends to be burned in)
3) Change to a random MAC address (doesn't pretend to be burned in)
4) Change to a specific MAC address
5) Reset MAC address to the original
'''
================================================
FILE: Extras/kali-anonsurf/.github/workflows/build_package.yml
================================================
name: Build and Publish Debian Package
on:
push:
branches:
- master
jobs:
build-deb:
runs-on: ubuntu-latest
steps:
- name: Checkout repository
uses: actions/checkout@v2
- name: Install dependencies
run: |
sudo apt-get update
sudo apt-get install -y dpkg-dev wget
- name: Build and install the .deb package
run: |
# Build the deb package
sudo dpkg-deb -b kali-anonsurf-deb-src/ kali-anonsurf.deb
# Install the .deb package
sudo dpkg -i kali-anonsurf.deb || (sudo apt-get -f install && sudo dpkg -i kali-anonsurf.deb)
- name: Get version from control file
run: |
VERSION=$(grep '^Version:' kali-anonsurf-deb-src/DEBIAN/control | cut -d' ' -f2)
echo "VERSION=$VERSION" >> $GITHUB_ENV
- name: Set up GitHub context
env:
GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
run: echo "${{ secrets.GITHUB_TOKEN }}" | docker login ghcr.io -u $ --password-stdin
- name: Create and publish release
env:
GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
run: |
VERSION="${{ env.VERSION }}"
RELEASE_NAME="kali-anonsurf-$VERSION"
TAG_NAME="v$VERSION"
echo "Creating release: $RELEASE_NAME (tag: $TAG_NAME)"
gh release create "$TAG_NAME" -t "$RELEASE_NAME" -n "Release for version $VERSION" kali-anonsurf.deb
notify-release:
needs: build-deb
runs-on: ubuntu-latest
steps:
- name: Checkout repo
uses: actions/checkout@v2
- name: Get version from control file
run: |
VERSION=$(grep '^Version:' kali-anonsurf-deb-src/DEBIAN/control | cut -d' ' -f2)
echo "VERSION=$VERSION" >> $GITHUB_ENV
- name: Call Webhook
run: |
VERSION="${{ env.VERSION }}"
curl -X POST \
-H 'Content-Type: application/json' \
-d '{
"text": "Published [Kali-anonsurf $VERSION](https://github.com/Und3rf10w/kali-anonsurf/releases/tag/$VERSION)!\n",
"format": "markdown", "displayName": "Github Actions - Kali-anonsurf"
}' \
${{ secrets.WEBHOOK_URL }}
================================================
FILE: Extras/kali-anonsurf/.github/workflows/test_install.yml
================================================
name: Test install on Kali Linux
on:
push:
branches: [ master ]
pull_request:
branches: [ master ]
jobs:
test-install:
runs-on: ubuntu-latest
container:
image: kalilinux/kali-rolling:latest # Use the correct tag
steps:
- name: Checkout repository
uses: actions/checkout@v2
- name: Update packages and install dependencies
run: |
apt-get update
apt-get install -y ca-certificates
# Running installer.sh
- name: Run installer script
run: |
./installer.sh
================================================
FILE: Extras/kali-anonsurf/LICENSE
================================================
GNU GENERAL PUBLIC LICENSE
Version 3, 29 June 2007
Copyright (C) 2007 Free Software Foundation, Inc.
Everyone is permitted to copy and distribute verbatim copies
of this license document, but changing it is not allowed.
Preamble
The GNU General Public License is a free, copyleft license for
software and other kinds of works.
The licenses for most software and other practical works are designed
to take away your freedom to share and change the works. By contrast,
the GNU General Public License is intended to guarantee your freedom to
share and change all versions of a program--to make sure it remains free
software for all its users. We, the Free Software Foundation, use the
GNU General Public License for most of our software; it applies also to
any other work released this way by its authors. You can apply it to
your programs, too.
When we speak of free software, we are referring to freedom, not
price. Our General Public Licenses are designed to make sure that you
have the freedom to distribute copies of free software (and charge for
them if you wish), that you receive source code or can get it if you
want it, that you can change the software or use pieces of it in new
free programs, and that you know you can do these things.
To protect your rights, we need to prevent others from denying you
these rights or asking you to surrender the rights. Therefore, you have
certain responsibilities if you distribute copies of the software, or if
you modify it: responsibilities to respect the freedom of others.
For example, if you distribute copies of such a program, whether
gratis or for a fee, you must pass on to the recipients the same
freedoms that you received. You must make sure that they, too, receive
or can get the source code. And you must show them these terms so they
know their rights.
Developers that use the GNU GPL protect your rights with two steps:
(1) assert copyright on the software, and (2) offer you this License
giving you legal permission to copy, distribute and/or modify it.
For the developers' and authors' protection, the GPL clearly explains
that there is no warranty for this free software. For both users' and
authors' sake, the GPL requires that modified versions be marked as
changed, so that their problems will not be attributed erroneously to
authors of previous versions.
Some devices are designed to deny users access to install or run
modified versions of the software inside them, although the manufacturer
can do so. This is fundamentally incompatible with the aim of
protecting users' freedom to change the software. The systematic
pattern of such abuse occurs in the area of products for individuals to
use, which is precisely where it is most unacceptable. Therefore, we
have designed this version of the GPL to prohibit the practice for those
products. If such problems arise substantially in other domains, we
stand ready to extend this provision to those domains in future versions
of the GPL, as needed to protect the freedom of users.
Finally, every program is threatened constantly by software patents.
States should not allow patents to restrict development and use of
software on general-purpose computers, but in those that do, we wish to
avoid the special danger that patents applied to a free program could
make it effectively proprietary. To prevent this, the GPL assures that
patents cannot be used to render the program non-free.
The precise terms and conditions for copying, distribution and
modification follow.
TERMS AND CONDITIONS
0. Definitions.
"This License" refers to version 3 of the GNU General Public License.
"Copyright" also means copyright-like laws that apply to other kinds of
works, such as semiconductor masks.
"The Program" refers to any copyrightable work licensed under this
License. Each licensee is addressed as "you". "Licensees" and
"recipients" may be individuals or organizations.
To "modify" a work means to copy from or adapt all or part of the work
in a fashion requiring copyright permission, other than the making of an
exact copy. The resulting work is called a "modified version" of the
earlier work or a work "based on" the earlier work.
A "covered work" means either the unmodified Program or a work based
on the Program.
To "propagate" a work means to do anything with it that, without
permission, would make you directly or secondarily liable for
infringement under applicable copyright law, except executing it on a
computer or modifying a private copy. Propagation includes copying,
distribution (with or without modification), making available to the
public, and in some countries other activities as well.
To "convey" a work means any kind of propagation that enables other
parties to make or receive copies. Mere interaction with a user through
a computer network, with no transfer of a copy, is not conveying.
An interactive user interface displays "Appropriate Legal Notices"
to the extent that it includes a convenient and prominently visible
feature that (1) displays an appropriate copyright notice, and (2)
tells the user that there is no warranty for the work (except to the
extent that warranties are provided), that licensees may convey the
work under this License, and how to view a copy of this License. If
the interface presents a list of user commands or options, such as a
menu, a prominent item in the list meets this criterion.
1. Source Code.
The "source code" for a work means the preferred form of the work
for making modifications to it. "Object code" means any non-source
form of a work.
A "Standard Interface" means an interface that either is an official
standard defined by a recognized standards body, or, in the case of
interfaces specified for a particular programming language, one that
is widely used among developers working in that language.
The "System Libraries" of an executable work include anything, other
than the work as a whole, that (a) is included in the normal form of
packaging a Major Component, but which is not part of that Major
Component, and (b) serves only to enable use of the work with that
Major Component, or to implement a Standard Interface for which an
implementation is available to the public in source code form. A
"Major Component", in this context, means a major essential component
(kernel, window system, and so on) of the specific operating system
(if any) on which the executable work runs, or a compiler used to
produce the work, or an object code interpreter used to run it.
The "Corresponding Source" for a work in object code form means all
the source code needed to generate, install, and (for an executable
work) run the object code and to modify the work, including scripts to
control those activities. However, it does not include the work's
System Libraries, or general-purpose tools or generally available free
programs which are used unmodified in performing those activities but
which are not part of the work. For example, Corresponding Source
includes interface definition files associated with source files for
the work, and the source code for shared libraries and dynamically
linked subprograms that the work is specifically designed to require,
such as by intimate data communication or control flow between those
subprograms and other parts of the work.
The Corresponding Source need not include anything that users
can regenerate automatically from other parts of the Corresponding
Source.
The Corresponding Source for a work in source code form is that
same work.
2. Basic Permissions.
All rights granted under this License are granted for the term of
copyright on the Program, and are irrevocable provided the stated
conditions are met. This License explicitly affirms your unlimited
permission to run the unmodified Program. The output from running a
covered work is covered by this License only if the output, given its
content, constitutes a covered work. This License acknowledges your
rights of fair use or other equivalent, as provided by copyright law.
You may make, run and propagate covered works that you do not
convey, without conditions so long as your license otherwise remains
in force. You may convey covered works to others for the sole purpose
of having them make modifications exclusively for you, or provide you
with facilities for running those works, provided that you comply with
the terms of this License in conveying all material for which you do
not control copyright. Those thus making or running the covered works
for you must do so exclusively on your behalf, under your direction
and control, on terms that prohibit them from making any copies of
your copyrighted material outside their relationship with you.
Conveying under any other circumstances is permitted solely under
the conditions stated below. Sublicensing is not allowed; section 10
makes it unnecessary.
3. Protecting Users' Legal Rights From Anti-Circumvention Law.
No covered work shall be deemed part of an effective technological
measure under any applicable law fulfilling obligations under article
11 of the WIPO copyright treaty adopted on 20 December 1996, or
similar laws prohibiting or restricting circumvention of such
measures.
When you convey a covered work, you waive any legal power to forbid
circumvention of technological measures to the extent such circumvention
is effected by exercising rights under this License with respect to
the covered work, and you disclaim any intention to limit operation or
modification of the work as a means of enforcing, against the work's
users, your or third parties' legal rights to forbid circumvention of
technological measures.
4. Conveying Verbatim Copies.
You may convey verbatim copies of the Program's source code as you
receive it, in any medium, provided that you conspicuously and
appropriately publish on each copy an appropriate copyright notice;
keep intact all notices stating that this License and any
non-permissive terms added in accord with section 7 apply to the code;
keep intact all notices of the absence of any warranty; and give all
recipients a copy of this License along with the Program.
You may charge any price or no price for each copy that you convey,
and you may offer support or warranty protection for a fee.
5. Conveying Modified Source Versions.
You may convey a work based on the Program, or the modifications to
produce it from the Program, in the form of source code under the
terms of section 4, provided that you also meet all of these conditions:
a) The work must carry prominent notices stating that you modified
it, and giving a relevant date.
b) The work must carry prominent notices stating that it is
released under this License and any conditions added under section
7. This requirement modifies the requirement in section 4 to
"keep intact all notices".
c) You must license the entire work, as a whole, under this
License to anyone who comes into possession of a copy. This
License will therefore apply, along with any applicable section 7
additional terms, to the whole of the work, and all its parts,
regardless of how they are packaged. This License gives no
permission to license the work in any other way, but it does not
invalidate such permission if you have separately received it.
d) If the work has interactive user interfaces, each must display
Appropriate Legal Notices; however, if the Program has interactive
interfaces that do not display Appropriate Legal Notices, your
work need not make them do so.
A compilation of a covered work with other separate and independent
works, which are not by their nature extensions of the covered work,
and which are not combined with it such as to form a larger program,
in or on a volume of a storage or distribution medium, is called an
"aggregate" if the compilation and its resulting copyright are not
used to limit the access or legal rights of the compilation's users
beyond what the individual works permit. Inclusion of a covered work
in an aggregate does not cause this License to apply to the other
parts of the aggregate.
6. Conveying Non-Source Forms.
You may convey a covered work in object code form under the terms
of sections 4 and 5, provided that you also convey the
machine-readable Corresponding Source under the terms of this License,
in one of these ways:
a) Convey the object code in, or embodied in, a physical product
(including a physical distribution medium), accompanied by the
Corresponding Source fixed on a durable physical medium
customarily used for software interchange.
b) Convey the object code in, or embodied in, a physical product
(including a physical distribution medium), accompanied by a
written offer, valid for at least three years and valid for as
long as you offer spare parts or customer support for that product
model, to give anyone who possesses the object code either (1) a
copy of the Corresponding Source for all the software in the
product that is covered by this License, on a durable physical
medium customarily used for software interchange, for a price no
more than your reasonable cost of physically performing this
conveying of source, or (2) access to copy the
Corresponding Source from a network server at no charge.
c) Convey individual copies of the object code with a copy of the
written offer to provide the Corresponding Source. This
alternative is allowed only occasionally and noncommercially, and
only if you received the object code with such an offer, in accord
with subsection 6b.
d) Convey the object code by offering access from a designated
place (gratis or for a charge), and offer equivalent access to the
Corresponding Source in the same way through the same place at no
further charge. You need not require recipients to copy the
Corresponding Source along with the object code. If the place to
copy the object code is a network server, the Corresponding Source
may be on a different server (operated by you or a third party)
that supports equivalent copying facilities, provided you maintain
clear directions next to the object code saying where to find the
Corresponding Source. Regardless of what server hosts the
Corresponding Source, you remain obligated to ensure that it is
available for as long as needed to satisfy these requirements.
e) Convey the object code using peer-to-peer transmission, provided
you inform other peers where the object code and Corresponding
Source of the work are being offered to the general public at no
charge under subsection 6d.
A separable portion of the object code, whose source code is excluded
from the Corresponding Source as a System Library, need not be
included in conveying the object code work.
A "User Product" is either (1) a "consumer product", which means any
tangible personal property which is normally used for personal, family,
or household purposes, or (2) anything designed or sold for incorporation
into a dwelling. In determining whether a product is a consumer product,
doubtful cases shall be resolved in favor of coverage. For a particular
product received by a particular user, "normally used" refers to a
typical or common use of that class of product, regardless of the status
of the particular user or of the way in which the particular user
actually uses, or expects or is expected to use, the product. A product
is a consumer product regardless of whether the product has substantial
commercial, industrial or non-consumer uses, unless such uses represent
the only significant mode of use of the product.
"Installation Information" for a User Product means any methods,
procedures, authorization keys, or other information required to install
and execute modified versions of a covered work in that User Product from
a modified version of its Corresponding Source. The information must
suffice to ensure that the continued functioning of the modified object
code is in no case prevented or interfered with solely because
modification has been made.
If you convey an object code work under this section in, or with, or
specifically for use in, a User Product, and the conveying occurs as
part of a transaction in which the right of possession and use of the
User Product is transferred to the recipient in perpetuity or for a
fixed term (regardless of how the transaction is characterized), the
Corresponding Source conveyed under this section must be accompanied
by the Installation Information. But this requirement does not apply
if neither you nor any third party retains the ability to install
modified object code on the User Product (for example, the work has
been installed in ROM).
The requirement to provide Installation Information does not include a
requirement to continue to provide support service, warranty, or updates
for a work that has been modified or installed by the recipient, or for
the User Product in which it has been modified or installed. Access to a
network may be denied when the modification itself materially and
adversely affects the operation of the network or violates the rules and
protocols for communication across the network.
Corresponding Source conveyed, and Installation Information provided,
in accord with this section must be in a format that is publicly
documented (and with an implementation available to the public in
source code form), and must require no special password or key for
unpacking, reading or copying.
7. Additional Terms.
"Additional permissions" are terms that supplement the terms of this
License by making exceptions from one or more of its conditions.
Additional permissions that are applicable to the entire Program shall
be treated as though they were included in this License, to the extent
that they are valid under applicable law. If additional permissions
apply only to part of the Program, that part may be used separately
under those permissions, but the entire Program remains governed by
this License without regard to the additional permissions.
When you convey a copy of a covered work, you may at your option
remove any additional permissions from that copy, or from any part of
it. (Additional permissions may be written to require their own
removal in certain cases when you modify the work.) You may place
additional permissions on material, added by you to a covered work,
for which you have or can give appropriate copyright permission.
Notwithstanding any other provision of this License, for material you
add to a covered work, you may (if authorized by the copyright holders of
that material) supplement the terms of this License with terms:
a) Disclaiming warranty or limiting liability differently from the
terms of sections 15 and 16 of this License; or
b) Requiring preservation of specified reasonable legal notices or
author attributions in that material or in the Appropriate Legal
Notices displayed by works containing it; or
c) Prohibiting misrepresentation of the origin of that material, or
requiring that modified versions of such material be marked in
reasonable ways as different from the original version; or
d) Limiting the use for publicity purposes of names of licensors or
authors of the material; or
e) Declining to grant rights under trademark law for use of some
trade names, trademarks, or service marks; or
f) Requiring indemnification of licensors and authors of that
material by anyone who conveys the material (or modified versions of
it) with contractual assumptions of liability to the recipient, for
any liability that these contractual assumptions directly impose on
those licensors and authors.
All other non-permissive additional terms are considered "further
restrictions" within the meaning of section 10. If the Program as you
received it, or any part of it, contains a notice stating that it is
governed by this License along with a term that is a further
restriction, you may remove that term. If a license document contains
a further restriction but permits relicensing or conveying under this
License, you may add to a covered work material governed by the terms
of that license document, provided that the further restriction does
not survive such relicensing or conveying.
If you add terms to a covered work in accord with this section, you
must place, in the relevant source files, a statement of the
additional terms that apply to those files, or a notice indicating
where to find the applicable terms.
Additional terms, permissive or non-permissive, may be stated in the
form of a separately written license, or stated as exceptions;
the above requirements apply either way.
8. Termination.
You may not propagate or modify a covered work except as expressly
provided under this License. Any attempt otherwise to propagate or
modify it is void, and will automatically terminate your rights under
this License (including any patent licenses granted under the third
paragraph of section 11).
However, if you cease all violation of this License, then your
license from a particular copyright holder is reinstated (a)
provisionally, unless and until the copyright holder explicitly and
finally terminates your license, and (b) permanently, if the copyright
holder fails to notify you of the violation by some reasonable means
prior to 60 days after the cessation.
Moreover, your license from a particular copyright holder is
reinstated permanently if the copyright holder notifies you of the
violation by some reasonable means, this is the first time you have
received notice of violation of this License (for any work) from that
copyright holder, and you cure the violation prior to 30 days after
your receipt of the notice.
Termination of your rights under this section does not terminate the
licenses of parties who have received copies or rights from you under
this License. If your rights have been terminated and not permanently
reinstated, you do not qualify to receive new licenses for the same
material under section 10.
9. Acceptance Not Required for Having Copies.
You are not required to accept this License in order to receive or
run a copy of the Program. Ancillary propagation of a covered work
occurring solely as a consequence of using peer-to-peer transmission
to receive a copy likewise does not require acceptance. However,
nothing other than this License grants you permission to propagate or
modify any covered work. These actions infringe copyright if you do
not accept this License. Therefore, by modifying or propagating a
covered work, you indicate your acceptance of this License to do so.
10. Automatic Licensing of Downstream Recipients.
Each time you convey a covered work, the recipient automatically
receives a license from the original licensors, to run, modify and
propagate that work, subject to this License. You are not responsible
for enforcing compliance by third parties with this License.
An "entity transaction" is a transaction transferring control of an
organization, or substantially all assets of one, or subdividing an
organization, or merging organizations. If propagation of a covered
work results from an entity transaction, each party to that
transaction who receives a copy of the work also receives whatever
licenses to the work the party's predecessor in interest had or could
give under the previous paragraph, plus a right to possession of the
Corresponding Source of the work from the predecessor in interest, if
the predecessor has it or can get it with reasonable efforts.
You may not impose any further restrictions on the exercise of the
rights granted or affirmed under this License. For example, you may
not impose a license fee, royalty, or other charge for exercise of
rights granted under this License, and you may not initiate litigation
(including a cross-claim or counterclaim in a lawsuit) alleging that
any patent claim is infringed by making, using, selling, offering for
sale, or importing the Program or any portion of it.
11. Patents.
A "contributor" is a copyright holder who authorizes use under this
License of the Program or a work on which the Program is based. The
work thus licensed is called the contributor's "contributor version".
A contributor's "essential patent claims" are all patent claims
owned or controlled by the contributor, whether already acquired or
hereafter acquired, that would be infringed by some manner, permitted
by this License, of making, using, or selling its contributor version,
but do not include claims that would be infringed only as a
consequence of further modification of the contributor version. For
purposes of this definition, "control" includes the right to grant
patent sublicenses in a manner consistent with the requirements of
this License.
Each contributor grants you a non-exclusive, worldwide, royalty-free
patent license under the contributor's essential patent claims, to
make, use, sell, offer for sale, import and otherwise run, modify and
propagate the contents of its contributor version.
In the following three paragraphs, a "patent license" is any express
agreement or commitment, however denominated, not to enforce a patent
(such as an express permission to practice a patent or covenant not to
sue for patent infringement). To "grant" such a patent license to a
party means to make such an agreement or commitment not to enforce a
patent against the party.
If you convey a covered work, knowingly relying on a patent license,
and the Corresponding Source of the work is not available for anyone
to copy, free of charge and under the terms of this License, through a
publicly available network server or other readily accessible means,
then you must either (1) cause the Corresponding Source to be so
available, or (2) arrange to deprive yourself of the benefit of the
patent license for this particular work, or (3) arrange, in a manner
consistent with the requirements of this License, to extend the patent
license to downstream recipients. "Knowingly relying" means you have
actual knowledge that, but for the patent license, your conveying the
covered work in a country, or your recipient's use of the covered work
in a country, would infringe one or more identifiable patents in that
country that you have reason to believe are valid.
If, pursuant to or in connection with a single transaction or
arrangement, you convey, or propagate by procuring conveyance of, a
covered work, and grant a patent license to some of the parties
receiving the covered work authorizing them to use, propagate, modify
or convey a specific copy of the covered work, then the patent license
you grant is automatically extended to all recipients of the covered
work and works based on it.
A patent license is "discriminatory" if it does not include within
the scope of its coverage, prohibits the exercise of, or is
conditioned on the non-exercise of one or more of the rights that are
specifically granted under this License. You may not convey a covered
work if you are a party to an arrangement with a third party that is
in the business of distributing software, under which you make payment
to the third party based on the extent of your activity of conveying
the work, and under which the third party grants, to any of the
parties who would receive the covered work from you, a discriminatory
patent license (a) in connection with copies of the covered work
conveyed by you (or copies made from those copies), or (b) primarily
for and in connection with specific products or compilations that
contain the covered work, unless you entered into that arrangement,
or that patent license was granted, prior to 28 March 2007.
Nothing in this License shall be construed as excluding or limiting
any implied license or other defenses to infringement that may
otherwise be available to you under applicable patent law.
12. No Surrender of Others' Freedom.
If conditions are imposed on you (whether by court order, agreement or
otherwise) that contradict the conditions of this License, they do not
excuse you from the conditions of this License. If you cannot convey a
covered work so as to satisfy simultaneously your obligations under this
License and any other pertinent obligations, then as a consequence you may
not convey it at all. For example, if you agree to terms that obligate you
to collect a royalty for further conveying from those to whom you convey
the Program, the only way you could satisfy both those terms and this
License would be to refrain entirely from conveying the Program.
13. Use with the GNU Affero General Public License.
Notwithstanding any other provision of this License, you have
permission to link or combine any covered work with a work licensed
under version 3 of the GNU Affero General Public License into a single
combined work, and to convey the resulting work. The terms of this
License will continue to apply to the part which is the covered work,
but the special requirements of the GNU Affero General Public License,
section 13, concerning interaction through a network will apply to the
combination as such.
14. Revised Versions of this License.
The Free Software Foundation may publish revised and/or new versions of
the GNU General Public License from time to time. Such new versions will
be similar in spirit to the present version, but may differ in detail to
address new problems or concerns.
Each version is given a distinguishing version number. If the
Program specifies that a certain numbered version of the GNU General
Public License "or any later version" applies to it, you have the
option of following the terms and conditions either of that numbered
version or of any later version published by the Free Software
Foundation. If the Program does not specify a version number of the
GNU General Public License, you may choose any version ever published
by the Free Software Foundation.
If the Program specifies that a proxy can decide which future
versions of the GNU General Public License can be used, that proxy's
public statement of acceptance of a version permanently authorizes you
to choose that version for the Program.
Later license versions may give you additional or different
permissions. However, no additional obligations are imposed on any
author or copyright holder as a result of your choosing to follow a
later version.
15. Disclaimer of Warranty.
THERE IS NO WARRANTY FOR THE PROGRAM, TO THE EXTENT PERMITTED BY
APPLICABLE LAW. EXCEPT WHEN OTHERWISE STATED IN WRITING THE COPYRIGHT
HOLDERS AND/OR OTHER PARTIES PROVIDE THE PROGRAM "AS IS" WITHOUT WARRANTY
OF ANY KIND, EITHER EXPRESSED OR IMPLIED, INCLUDING, BUT NOT LIMITED TO,
THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR
PURPOSE. THE ENTIRE RISK AS TO THE QUALITY AND PERFORMANCE OF THE PROGRAM
IS WITH YOU. SHOULD THE PROGRAM PROVE DEFECTIVE, YOU ASSUME THE COST OF
ALL NECESSARY SERVICING, REPAIR OR CORRECTION.
16. Limitation of Liability.
IN NO EVENT UNLESS REQUIRED BY APPLICABLE LAW OR AGREED TO IN WRITING
WILL ANY COPYRIGHT HOLDER, OR ANY OTHER PARTY WHO MODIFIES AND/OR CONVEYS
THE PROGRAM AS PERMITTED ABOVE, BE LIABLE TO YOU FOR DAMAGES, INCLUDING ANY
GENERAL, SPECIAL, INCIDENTAL OR CONSEQUENTIAL DAMAGES ARISING OUT OF THE
USE OR INABILITY TO USE THE PROGRAM (INCLUDING BUT NOT LIMITED TO LOSS OF
DATA OR DATA BEING RENDERED INACCURATE OR LOSSES SUSTAINED BY YOU OR THIRD
PARTIES OR A FAILURE OF THE PROGRAM TO OPERATE WITH ANY OTHER PROGRAMS),
EVEN IF SUCH HOLDER OR OTHER PARTY HAS BEEN ADVISED OF THE POSSIBILITY OF
SUCH DAMAGES.
17. Interpretation of Sections 15 and 16.
If the disclaimer of warranty and limitation of liability provided
above cannot be given local legal effect according to their terms,
reviewing courts shall apply local law that most closely approximates
an absolute waiver of all civil liability in connection with the
Program, unless a warranty or assumption of liability accompanies a
copy of the Program in return for a fee.
END OF TERMS AND CONDITIONS
================================================
FILE: Extras/kali-anonsurf/README.md
================================================
# kali-anonstealth
ParrotSec's anonsurf and stealth, ported to work with Kali Linux.
## How to use this repo
This repo contains the sources of both the anonsurf and pandora packages from ParrotSec combined into one.
Modifications have been made to use the DNS servers of Private Internet Access (instead of FrozenDNS), and fixes for users who don't use the resolvconf application. I have removed some functionality such as the gui and iceweasel in ram.
This repo can be compiled into a deb package to correctly install it on a Kali system.
The easiest way to get this working is to just run the installer. See the installation section for further info.
NOTE: This may work with any debian/ubuntu system, but this has only been tested to work on a kali-rolling amd64 system
## Usage
### Pandora
Pandora automatically overwrites the RAM when the system is shutting down. Pandora can also be ran manually:
```bash
pandora bomb
```
NOTE: This will clear the entire system cache, including active SSH tunnels or sessions.
### anonsurf
Anonsurf will anonymize the entire system under TOR using IPTables. It will also allow you to start and stop i2p as well.
NOTE: DO NOT run this as ```service anonsurf $COMMAND```. Run this as ```anonsurf $COMMAND```
```bash
Usage:
anonsurf {start|stop|restart|change|status}
start - Start system-wide anonymous
tunneling under TOR proxy through iptables
stop - Reset original iptables settings
and return to clear navigation
restart - Combines "stop" and "start" options
change - Changes identity restarting TOR
status - Check if AnonSurf is working properly
----[ I2P related features ]----
starti2p - Start i2p services
stopi2p - Stop i2p services
```
## Installation
This package comes with an installer that makes things extremely easy:
```bash
./installer.sh
```
Once the installer is complete, you will be able to use both the anonsurf and pandora modules.
================================================
FILE: Extras/kali-anonsurf/installer.sh
================================================
#!/bin/sh
# Ensure we are being ran as root
[ $(id -u) -eq 0 ] || { echo "This script must be ran as root"; exit 1; }
# For upgrades and sanity check, remove any existing i2p.list file
rm -f /etc/apt/sources.list.d/i2p.list
# Install gnupg if not installed
command -v gpg >/dev/null || { apt update && apt install -y gnupg; }
# Compile the i2p ppa
echo "deb https://ppa.launchpadcontent.net/i2p-maintainers/i2p/ubuntu noble main" > /etc/apt/sources.list.d/i2p.list # Default config reads repos from sources.list.d
apt-key adv --keyserver keyserver.ubuntu.com --recv-keys AB9660B9EB2CC88B # Add i2p maintainer keys
apt update # Update repos
apt install -y secure-delete tor i2p i2p-router # install dependencies, just in case
# Configure and install the .deb
dpkg-deb -b kali-anonsurf-deb-src/ kali-anonsurf.deb # Build the deb package
dpkg -i kali-anonsurf.deb || (apt -f install && dpkg -i kali-anonsurf.deb) # this will automatically install the required packages
# Check if kali-anonsurf package is already installed
dpkg -l | grep -qw kali-anonsurf || { echo "The package 'kali-anonsurf' did not install successfully."; exit 1; }
exit 0
================================================
FILE: Extras/kali-anonsurf/kali-anonsurf-deb-src/DEBIAN/control
================================================
Package: kali-anonsurf
Version: 1.2.3.1
Architecture: all
Maintainer: Und3rf10w
Installed-Size: 64
Depends: secure-delete, tor, i2p
Recommends: gtkdialog, socat, gufw, proxychains, openvpn
Suggests: vidalia
Section: net
Priority: optional
Description: Parrot stealth and anon scripts, ported to work with Kali Linux
================================================
FILE: Extras/kali-anonsurf/kali-anonsurf-deb-src/DEBIAN/postinst
================================================
if [ -e /etc/tor/torrc ]; then
mv /etc/tor/torrc /etc/tor/torrc.orig
fi
if [ -e /etc/tor/torrc.anon ]; then
mv /etc/tor/torrc.anon /etc/tor/torrc
fi
================================================
FILE: Extras/kali-anonsurf/kali-anonsurf-deb-src/DEBIAN/postrm
================================================
if [ -e /etc/tor/torrc.orig ]; then
mv /etc/tor/torrc.orig /etc/tor/torrc
fi
================================================
FILE: Extras/kali-anonsurf/kali-anonsurf-deb-src/etc/init/pandora.conf
================================================
description "Wipes RAM memory on shutdown"
start on (runlevel [016] and stopped lightdm)
script
/usr/bin/sdmem -flv
end script
================================================
FILE: Extras/kali-anonsurf/kali-anonsurf-deb-src/etc/init.d/anonsurf
================================================
#!/bin/bash
### BEGIN INIT INFO
# Provides: anonsurf
# Required-Start:
# Required-Stop:
# Should-Start:
# Default-Start:
# Default-Stop:
# Short-Description: Transparent Proxy through TOR.
### END INIT INFO
# AnonSurf is inspired by the homonimous module of PenMode, developed by the "Pirates' Crew" in
# order to make it fully compatible with
# Parrot OS and other debian-based systems, and it is part of
# parrot-anon package.
#
#
# Devs:
# Lorenzo 'EclipseSpark' Faletra
# Lisetta 'Sheireen' Ferrero
# Francesco 'mibofra'/'Eli Aran'/'SimpleSmibs' Bonanno
#
#
# anonsurf is free software: you can redistribute it and/or
# modify it under the terms of the GNU General Public License as
# published by the Free Software Foundation, either version 3 of the
# License, or (at your option) any later version.
# You can get a copy of the license at www.gnu.org/licenses
#
# anonsurf is distributed in the hope that it will be
# useful, but WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
# General Public License for more details.
#
# You should have received a copy of the GNU General Public License
# along with Parrot Security OS. If not, see .
export BLUE='\033[1;94m'
export GREEN='\033[1;92m'
export RED='\033[1;91m'
export RESETCOLOR='\033[1;00m'
# Destinations you don't want routed through Tor
TOR_EXCLUDE="192.168.0.0/16 172.16.0.0/12 10.0.0.0/8"
# The UID Tor runs as
# change it if, starting tor, the command 'ps -e | grep tor' returns a different UID
TOR_UID="debian-tor"
# Tor's TransPort
TOR_PORT="9040"
# Is resolvconf installed?
if [[ ! -z `dpkg -l |grep resolvconf` ]]; then
resolvconf_support=true;
else
resolvconf_support=false;
fi
function init {
echo -e -n " $GREEN*$BLUE killing dangerous applications$RESETCOLOR\n"
killall -q chrome dropbox iceweasel skype icedove thunderbird firefox chromium xchat transmission deluge pidgin pidgin.orig
echo -e -n " $GREEN*$BLUE cleaning some dangerous cache elements"
bleachbit -c adobe_reader.cache chromium.cache chromium.current_session chromium.history elinks.history emesene.cache epiphany.cache firefox.url_history flash.cache flash.cookies google_chrome.cache google_chrome.history links2.history opera.cache opera.search_history opera.url_history &> /dev/null
}
function starti2p {
echo -e -n " $GREEN*$BLUE starting I2P services$RESETCOLOR\n"
service tor stop
# Modify DNS settings
if [ "$resolvconf_support" = false ]
then
cp /etc/resolv.conf /etc/resolv.conf.bak;
touch /etc/resolv.conf;
echo -e 'nameserver 127.0.0.1\nnameserver 209.222.18.222\nnameserver 209.222.18.218' > /etc/resolv.conf;
echo -e " $GREEN*$BLUE Modified resolv.conf to use localhost and Private Internet Access DNS$RESETCOLOR\n";
else
cp /etc/resolvconf/resolv.conf.d/head{,.bak};
echo -e 'nameserver 127.0.0.1\nnameserver 209.222.18.222\nnameserver 209.222.18.218' >> /etc/resolvconf/resolv.conf.d/head;
echo -e " $GREEN*$BLUE Modified resolvconf to use localhost and Private Internet Access DNS$RESETCOLOR\n";
resolvconf -u;
fi
sudo -u i2psvc i2prouter start
sleep 2
xdg-open 'http://127.0.0.1:7657/home'
}
function stopi2p {
echo -e -n " $GREEN*$BLUE stopping I2P services\n$RESETCOLOR"
sudo -u i2psvc i2prouter stop
# restore DNS settings
if [ "$resolvconf_support" = false ]
then
if [ -e /etc/resolv.conf.bak ]; then
rm /etc/resolv.conf
cp /etc/resolv.conf.bak /etc/resolv.conf
fi
else
mv /etc/resolvconf/resolv.conf.d/head{.bak,}
resolvconf -u
fi
}
function ip {
echo -e "\nMy ip is:\n"
sleep 1
curl "https://ipinfo.io" # Had a few issues with FrozenBox giving me the wrong IP address
echo -e "\n\n----------------------------------------------------------------------"
}
function start {
# Make sure only root can run this script
if [ $(id -u) -ne 0 ]; then
echo -e -e "\n$GREEN[$RED!$GREEN] $RED This script must be run as root$RESETCOLOR\n" >&2
exit 1
fi
# Check defaults for Tor
grep -q -x 'RUN_DAEMON="yes"' /etc/default/tor
if [ $? -ne 0 ]; then
echo -e "\n$GREEN[$RED!$GREEN]$RED Please add the following to your /etc/default/tor and restart service:$RESETCOLOR\n" >&2
echo -e "$BLUE#----------------------------------------------------------------------#$RESETCOLOR"
echo -e 'RUN_DAEMON="yes"'
echo -e "$BLUE#----------------------------------------------------------------------#$RESETCOLOR\n"
exit 1
fi
# Kill IPv6 services
echo -e "\n$GREEN[$BLUE i$GREEN ]$BLUE Stopping IPv6 services:$RESETCOLOR\n"
sed -i '/^.*\#kali-anonsurf$/d' /etc/sysctl.conf #delete lines containing #kali-anonsurf in /etc/sysctl.conf
# add lines to sysctl.conf that will kill ipv6 services
echo "net.ipv6.conf.all.disable_ipv6 = 1 #kali-anonsurf" >> /etc/sysctl.conf
echo "net.ipv6.conf.default.disable_ipv6=1 #kali-anonsurf" >> /etc/sysctl.conf
sysctl -p > /dev/null # have sysctl reread /etc/sysctl.conf
echo -e "\n$GREEN[$BLUE i$GREEN ]$BLUE Starting anonymous mode:$RESETCOLOR\n"
if [ ! -e /var/run/tor/tor.pid ]; then
echo -e " $RED*$BLUE Tor is not running! $GREEN starting it $BLUE for you$RESETCOLOR\n" >&2
service network-manager force-reload > /dev/null 2>&1
killall dnsmasq > /dev/null 2>&1
killall nscd > /dev/null 2>&1
service tor start
sleep 1
fi
if ! [ -f /etc/network/iptables.rules ]; then
iptables-save > /etc/network/iptables.rules
echo -e " $GREEN*$BLUE Saved iptables rules$RESETCOLOR\n"
fi
iptables -F
iptables -t nat -F
if [ "$resolvconf_support" = false ]
then
cp /etc/resolv.conf /etc/resolv.conf.bak
touch /etc/resolv.conf
echo -e 'nameserver 127.0.0.1\nnameserver 209.222.18.222\nnameserver 209.222.18.218' > /etc/resolv.conf
echo -e " $GREEN*$BLUE Modified resolv.conf to use Tor and Private Internet Access DNS"
else
cp /etc/resolvconf/resolv.conf.d/head{,.bak}
echo -e 'nameserver 127.0.0.1\nnameserver 209.222.18.222\nnameserver 209.222.18.218' >> /etc/resolvconf/resolv.conf.d/head
echo -e " $GREEN*$BLUE Modified resolvconf to use localhost and Private Internet Access DNS$RESETCOLOR\n"
resolvconf -u
fi
# set iptables nat
iptables -t nat -A OUTPUT -m owner --uid-owner $TOR_UID -j RETURN
iptables -t nat -A OUTPUT -p udp --dport 53 -j REDIRECT --to-ports 53
iptables -t nat -A OUTPUT -p tcp --dport 53 -j REDIRECT --to-ports 53
iptables -t nat -A OUTPUT -p udp -m owner --uid-owner $TOR_UID -m udp --dport 53 -j REDIRECT --to-ports 53
#resolve .onion domains mapping 10.192.0.0/10 address space
iptables -t nat -A OUTPUT -p tcp -d 10.192.0.0/10 -j REDIRECT --to-ports 9040
iptables -t nat -A OUTPUT -p udp -d 10.192.0.0/10 -j REDIRECT --to-ports 9040
#exclude local addresses
for NET in $TOR_EXCLUDE 127.0.0.0/9 127.128.0.0/10; do
iptables -t nat -A OUTPUT -d $NET -j RETURN
done
#redirect all other output through TOR
iptables -t nat -A OUTPUT -p tcp --syn -j REDIRECT --to-ports $TOR_PORT
iptables -t nat -A OUTPUT -p udp -j REDIRECT --to-ports $TOR_PORT
iptables -t nat -A OUTPUT -p icmp -j REDIRECT --to-ports $TOR_PORT
#accept already established connections
iptables -A OUTPUT -m state --state ESTABLISHED,RELATED -j ACCEPT
#exclude local addresses
for NET in $TOR_EXCLUDE 127.0.0.0/8; do
iptables -A OUTPUT -d $NET -j ACCEPT
done
#allow only tor output
iptables -A OUTPUT -m owner --uid-owner $TOR_UID -j ACCEPT
iptables -A OUTPUT -j REJECT
echo -e "$GREEN *$BLUE All traffic was redirected through Tor$RESETCOLOR\n"
echo -e "$GREEN[$BLUE i$GREEN ]$BLUE You are under AnonSurf tunnel$RESETCOLOR\n"
}
function stop {
# Make sure only root can run our script
if [ $(id -u) -ne 0 ]; then
echo -e "\n$GREEN[$RED!$GREEN] $RED This script must be run as root$RESETCOLOR\n" >&2
exit 1
fi
echo -e "\n$GREEN[$BLUE i$GREEN ]$BLUE Stopping anonymous mode:$RESETCOLOR\n"
iptables -F
iptables -t nat -F
echo -e " $GREEN*$BLUE Deleted all iptables rules\n$RESETCOLOR"
if [ -f /etc/network/iptables.rules ]; then
iptables-restore < /etc/network/iptables.rules
rm /etc/network/iptables.rules
echo -e " $GREEN*$BLUE Iptables rules restored"
fi
# restore DNS settings
if [ "$resolvconf_support" = false ]
then
if [ -e /etc/resolv.conf.bak ]; then
rm /etc/resolv.conf
cp /etc/resolv.conf.bak /etc/resolv.conf
fi
else
mv /etc/resolvconf/resolv.conf.d/head{.bak,}
resolvconf -u
fi
service tor stop
echo -e "\n$GREEN[$BLUE i$GREEN ]$BLUE Reenabling IPv6 services:$RESETCOLOR\n"
# reenable IPv6 services
sed -i '/^.*\#kali-anonsurf$/d' /etc/sysctl.conf #delete lines containing #kali-anonsurf in /etc/sysctl.conf
sysctl -p # have sysctl reread /etc/sysctl.conf
service network-manager force-reload > /dev/null 2>&1
service nscd start > /dev/null 2>&1
service dnsmasq start > /dev/null 2>&1
echo -e " $GREEN*$BLUE Anonymous mode stopped$RESETCOLOR\n"
}
function change {
service tor reload
sleep 2
echo -e " $GREEN*$BLUE Tor daemon reloaded and forced to change nodes$RESETCOLOR\n"
}
function status {
service tor status
}
case "$1" in
start)
init
start
;;
stop)
init
stop
;;
change)
change
;;
status)
status
;;
myip|ip)
ip
;;
starti2p)
starti2p
;;
stopi2p)
stopi2p
;;
restart)
$0 stop
sleep 1
$0 start
;;
*)
echo -e "
Parrot AnonSurf Module
Usage:
$RED┌──[$GREEN$USER$YELLOW@$BLUE`hostname`$RED]─[$GREEN$PWD$RED]
$RED└──╼ \$$GREEN"" anonsurf $RED{$GREEN""start$RED|$GREEN""stop$RED|$GREEN""restart$RED|$GREEN""change$RED""$RED|$GREEN""status$RED""}
$RED start$BLUE -$GREEN Start system-wide anonymous
tunneling under TOR proxy through iptables
$RED stop$BLUE -$GREEN Reset original iptables settings
and return to clear navigation
$RED restart$BLUE -$GREEN Combines \"stop\" and \"start\" options
$RED change$BLUE -$GREEN Changes identity restarting TOR
$RED status$BLUE -$GREEN Check if AnonSurf is working properly
$RED myip$BLUE -$GREEN Show your current IP address
----[ I2P related features ]----
$RED starti2p$BLUE -$GREEN Start i2p services
$RED stopi2p$BLUE -$GREEN Stop i2p services
$RESETCOLOR" >&2
exit 1
;;
esac
echo -e $RESETCOLOR
exit 0
================================================
FILE: Extras/kali-anonsurf/kali-anonsurf-deb-src/etc/init.d/pandora
================================================
#!/bin/bash
set -e
### BEGIN INIT INFO
# Provides: pandora-bootparam
# Required-Start:
# Required-Stop: umountroot
# Should-Start:
# Should-Stop: halt reboot
# Default-Start: 2 3 4 5
# Default-Stop: 0 1 6
# Short-Description: Open Parrot Pandora's box and clean the RAM.
### END INIT INFO
#
# Lorenzo "EclipseSpark" Faletra
# Parrot Security OS www.parrotsec.org
# GNU/GPL v3
#
function bomb {
echo "starting Parrot Pandora's box "
sleep 5
echo "Pandora is dropping caches"
echo 1024 > /proc/sys/vm/min_free_kbytes
echo 3 > /proc/sys/vm/drop_caches
echo 1 > /proc/sys/vm/oom_kill_allocating_task
echo 1 > /proc/sys/vm/overcommit_memory
echo 0 > /proc/sys/vm/oom_dump_tasks
echo "Pandora is bombing RAM"
sdmem -fllv
echo " - RAM bombed"
echo "closing Parrot Pandora's box"
}
case "$1" in
start)
echo "Argument '$1' is not supported, use bomb instead"
;;
restart|reload|force-reload)
echo "Error: argument '$1' is not supported, use bomb instead"
;;
stop)
# if ! grep pandora /proc/cmdline 1> /dev/null
# then echo "Not opening Pandora-bootparam, not enabled from kernel line"
# else
# bomb
# fi
bomb
;;
bomb)
bomb
;;
*)
echo "USAGE: pandora bomb"
esac
================================================
FILE: Extras/kali-anonsurf/kali-anonsurf-deb-src/etc/systemd/system/pandora.service
================================================
#!/bin/sh
set -e
[Unit]
Description=Pandora module - shutdown ram cleaner
After=umountroot.target
Before=shutdown.target reboot.target halt.target
DefaultDependencies=no
[Service]
Type=oneshot
RemainAfterExit=true
ExecStart=/bin/true
ExecStop=/etc/init.d/pandora stop
[Install]
WantedBy=shutdown.target
================================================
FILE: Extras/kali-anonsurf/kali-anonsurf-deb-src/etc/tor/onion.pac
================================================
function FindProxyForURL(url, host)
{
if (shExpMatch(host,"*.onion"))
{
return "SOCKS 127.0.0.1:9050";
}
if (shExpMatch(host,"*.i2p"))
{
return "HTTP 127.0.0.1:4444";
}
return "DIRECT";
}
================================================
FILE: Extras/kali-anonsurf/kali-anonsurf-deb-src/etc/tor/torrc.anon
================================================
VirtualAddrNetwork 10.192.0.0/10
AutomapHostsOnResolve 1
TransPort 9040
SocksPort 9050
DNSPort 53
RunAsDaemon 1
================================================
FILE: Extras/kali-anonsurf/kali-anonsurf-deb-src/usr/bin/anonsurf
================================================
/etc/init.d/anonsurf $1
================================================
FILE: Extras/kali-anonsurf/kali-anonsurf-deb-src/usr/bin/pandora
================================================
#!/bin/bash
/etc/init.d/pandora $1
================================================
FILE: Extras/sherlock/CODE_OF_CONDUCT.md
================================================
# Contributor Covenant Code of Conduct
## Our Pledge
We as members, contributors, and leaders pledge to make participation in our
community a harassment-free experience for everyone, regardless of age, body
size, visible or invisible disability, ethnicity, sex characteristics, gender
identity and expression, level of experience, education, socio-economic status,
nationality, personal appearance, race, caste, color, religion, or sexual
identity and orientation.
We pledge to act and interact in ways that contribute to an open, welcoming,
diverse, inclusive, and healthy community.
## Our Standards
Examples of behavior that contributes to a positive environment for our
community include:
* Demonstrating empathy and kindness toward other people
* Being respectful of differing opinions, viewpoints, and experiences
* Giving and gracefully accepting constructive feedback
* Accepting responsibility and apologizing to those affected by our mistakes,
and learning from the experience
* Focusing on what is best not just for us as individuals, but for the overall
community
Examples of unacceptable behavior include:
* The use of sexualized language or imagery, and sexual attention or advances of
any kind
* Trolling, insulting or derogatory comments, and personal or political attacks
* Public or private harassment
* Publishing others' private information, such as a physical or email address,
without their explicit permission
* Other conduct which could reasonably be considered inappropriate in a
professional setting
## Enforcement Responsibilities
Community leaders are responsible for clarifying and enforcing our standards of
acceptable behavior and will take appropriate and fair corrective action in
response to any behavior that they deem inappropriate, threatening, offensive,
or harmful.
Community leaders have the right and responsibility to remove, edit, or reject
comments, commits, code, wiki edits, issues, and other contributions that are
not aligned to this Code of Conduct, and will communicate reasons for moderation
decisions when appropriate.
## Scope
This Code of Conduct applies within all community spaces, and also applies when
an individual is officially representing the community in public spaces.
Examples of representing our community include using an official e-mail address,
posting via an official social media account, or acting as an appointed
representative at an online or offline event.
## Enforcement
Instances of abusive, harassing, or otherwise unacceptable behavior may be
reported to the community leaders responsible for enforcement at yahya.arbabi@gmail.com.
All complaints will be reviewed and investigated promptly and fairly.
All community leaders are obligated to respect the privacy and security of the
reporter of any incident.
## Enforcement Guidelines
Community leaders will follow these Community Impact Guidelines in determining
the consequences for any action they deem in violation of this Code of Conduct:
### 1. Correction
**Community Impact**: Use of inappropriate language or other behavior deemed
unprofessional or unwelcome in the community.
**Consequence**: A private, written warning from community leaders, providing
clarity around the nature of the violation and an explanation of why the
behavior was inappropriate. A public apology may be requested.
### 2. Warning
**Community Impact**: A violation through a single incident or series of
actions.
**Consequence**: A warning with consequences for continued behavior. No
interaction with the people involved, including unsolicited interaction with
those enforcing the Code of Conduct, for a specified period of time. This
includes avoiding interactions in community spaces as well as external channels
like social media. Violating these terms may lead to a temporary or permanent
ban.
### 3. Temporary Ban
**Community Impact**: A serious violation of community standards, including
sustained inappropriate behavior.
**Consequence**: A temporary ban from any sort of interaction or public
communication with the community for a specified period of time. No public or
private interaction with the people involved, including unsolicited interaction
with those enforcing the Code of Conduct, is allowed during this period.
Violating these terms may lead to a permanent ban.
### 4. Permanent Ban
**Community Impact**: Demonstrating a pattern of violation of community
standards, including sustained inappropriate behavior, harassment of an
individual, or aggression toward or disparagement of classes of individuals.
**Consequence**: A permanent ban from any sort of public interaction within the
community.
## Attribution
This Code of Conduct is adapted from the [Contributor Covenant][homepage],
version 2.1, available at
[https://www.contributor-covenant.org/version/2/1/code_of_conduct.html][v2.1].
Community Impact Guidelines were inspired by
[Mozilla's code of conduct enforcement ladder][Mozilla CoC].
For answers to common questions about this code of conduct, see the FAQ at
[https://www.contributor-covenant.org/faq][FAQ]. Translations are available at
[https://www.contributor-covenant.org/translations][translations].
[homepage]: https://www.contributor-covenant.org
[v2.1]: https://www.contributor-covenant.org/version/2/1/code_of_conduct.html
[Mozilla CoC]: https://github.com/mozilla/diversity
[FAQ]: https://www.contributor-covenant.org/faq
[translations]: https://www.contributor-covenant.org/translations
================================================
FILE: Extras/sherlock/CONTRIBUTING.md
================================================
# How To Contribute To Sherlock
First off, thank you for the help!
There are many ways to contribute. Here is some high level grouping.
## Adding New Sites
Please look at the Wiki entry on
[adding new sites](https://github.com/sherlock-project/sherlock/wiki/Adding-Sites-To-Sherlock)
to understand the issues.
Any new sites that are added need to have a username that has been claimed, and one
that is unclaimed documented in the site data. This allows the regression tests
to ensure that everything is working.
It is required that a contributor test any new sites by either running the full tests, or running
a site-specific query against the claimed and unclaimed usernames.
It is not required that a contributor run the
[site_list.py](https://github.com/sherlock-project/sherlock/blob/master/site_list.py)
script.
If there are performance problems with a site (e.g. slow to respond, unreliable uptime, ...), then
the site may be removed from the list. The
[removed_sites.md](https://github.com/sherlock-project/sherlock/blob/master/removed_sites.md)
file contains sites that were included at one time in Sherlock, but had to be removed for
one reason or another.
## Adding New Functionality
Please ensure that the content on your branch passes all tests before submitting a pull request.
================================================
FILE: Extras/sherlock/Dockerfile
================================================
FROM python:3.13.0a6-slim-bullseye as build
WORKDIR /wheels
COPY requirements.txt /opt/sherlock/
RUN apt-get update \
&& apt-get install -y build-essential \
&& pip3 wheel -r /opt/sherlock/requirements.txt
FROM python:3.13.0a6-slim-bullseye
WORKDIR /opt/sherlock
ARG VCS_REF
ARG VCS_URL="https://github.com/sherlock-project/sherlock"
LABEL org.label-schema.vcs-ref=$VCS_REF \
org.label-schema.vcs-url=$VCS_URL
COPY --from=build /wheels /wheels
COPY . /opt/sherlock/
RUN pip3 install --no-cache-dir -r requirements.txt -f /wheels \
&& rm -rf /wheels
WORKDIR /opt/sherlock/sherlock
ENTRYPOINT ["python", "sherlock.py"]
================================================
FILE: Extras/sherlock/LICENSE
================================================
MIT License
Copyright (c) 2019 Sherlock Project
Permission is hereby granted, free of charge, to any person obtaining a copy
of this software and associated documentation files (the "Software"), to deal
in the Software without restriction, including without limitation the rights
to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
copies of the Software, and to permit persons to whom the Software is
furnished to do so, subject to the following conditions:
The above copyright notice and this permission notice shall be included in all
copies or substantial portions of the Software.
THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
SOFTWARE.
================================================
FILE: Extras/sherlock/README.md
================================================
Hunt down social media accounts by username across social networks
",
"errorType": "message",
"regexCheck": "^[a-zA-z][a-zA-Z0-9_]{2,79}$",
"url": "https://www.capfriendly.com/users/{}",
"urlMain": "https://www.capfriendly.com/",
"username_claimed": "thisactuallyexists"
},
"Gab": {
"errorMsg": "The page you are looking for isn't here.",
"errorType": "message",
"url": "https://gab.com/{}",
"urlMain": "https://gab.com",
"username_claimed": "a"
},
"FanCentro": {
"errorMsg": "var environment",
"errorType": "message",
"url": "https://fancentro.com/{}",
"urlMain": "https://fancentro.com/",
"username_claimed": "nielsrosanna"
},
"Codeforces": {
"errorType": "response_url",
"errorUrl": "https://codeforces.com/",
"url": "https://codeforces.com/profile/{}",
"urlMain": "https://www.codeforces.com/",
"username_claimed": "tourist"
},
"Smashcast": {
"errorType": "status_code",
"url": "https://www.smashcast.tv/api/media/live/{}",
"urlMain": "https://www.smashcast.tv/",
"username_claimed": "hello"
},
"Countable": {
"errorType": "status_code",
"url": "https://www.countable.us/{}",
"urlMain": "https://www.countable.us/",
"username_claimed": "blue"
},
"Spotify": {
"errorType": "status_code",
"url": "https://open.spotify.com/user/{}",
"urlMain": "https://open.spotify.com/",
"username_claimed": "blue"
},
"Steam": {
"errorMsg": "The specified profile could not be found",
"errorType": "message",
"url": "https://steamcommunity.com/id/{}",
"urlMain": "https://steamcommunity.com/",
"username_claimed": "blue"
},
"Raidforums": {
"errorType": "status_code",
"url": "https://raidforums.com/User-{}",
"urlMain": "https://raidforums.com/",
"username_claimed": "red"
},
"Pinterest": {
"errorType": "status_code",
"url": "https://www.pinterest.com/{}/",
"urlMain": "https://www.pinterest.com/",
"username_claimed": "blue"
},
"PCPartPicker": {
"errorType": "status_code",
"url": "https://pcpartpicker.com/user/{}",
"urlMain": "https://pcpartpicker.com",
"username_claimed": "blue"
},
"eBay.com": {
"errorMsg": "The User ID you entered was not found. Please check the User ID and try again.",
"errorType": "message",
"url": "https://www.ebay.com/usr/{}",
"urlMain": "https://www.ebay.com/",
"username_claimed": "blue"
},
"eBay.de": {
"errorMsg": "Der eingegebene Nutzername wurde nicht gefunden. Bitte pr\u00fcfen Sie den Nutzernamen und versuchen Sie es erneut.",
"errorType": "message",
"url": "https://www.ebay.de/usr/{}",
"urlMain": "https://www.ebay.de/",
"username_claimed": "blue"
},
"Ghost": {
"errorMsg": "Domain Error",
"errorType": "message",
"url": "https://{}.ghost.io/",
"urlMain": "https://ghost.org/",
"username_claimed": "troyhunt"
},
"Atom Discussions": {
"errorMsg": "Oops! That page doesn\u2019t exist or is private.",
"errorType": "message",
"url": "https://discuss.atom.io/u/{}/summary",
"urlMain": "https://discuss.atom.io",
"username_claimed": "blue"
},
"Gam1ng": {
"errorType": "status_code",
"url": "https://gam1ng.com.br/user/{}",
"urlMain": "https://gam1ng.com.br",
"username_claimed": "PinKgirl"
},
"OGUsers": {
"errorType": "status_code",
"url": "https://ogusers.com/{}",
"urlMain": "https://ogusers.com/",
"username_claimed": "ogusers"
},
"Otzovik": {
"errorType": "status_code",
"url": "https://otzovik.com/profile/{}",
"urlMain": "https://otzovik.com/",
"username_claimed": "blue"
},
"radio_echo_msk": {
"errorType": "status_code",
"url": "https://echo.msk.ru/users/{}",
"urlMain": "https://echo.msk.ru/",
"username_claimed": "blue"
},
"Ello": {
"errorMsg": "We couldn't find the page you're looking for",
"errorType": "message",
"url": "https://ello.co/{}",
"urlMain": "https://ello.co/",
"username_claimed": "blue"
},
"GitHub Support Community": {
"errorMsg": "Oops! That page doesn\u2019t exist or is private.",
"errorType": "message",
"url": "https://github.community/u/{}/summary",
"urlMain": "https://github.community",
"username_claimed": "jperl"
},
"GuruShots": {
"errorType": "status_code",
"url": "https://gurushots.com/{}/photos",
"urlMain": "https://gurushots.com/",
"username_claimed": "blue"
},
"Google Developer": {
"errorMsg": "Sorry, the profile was not found.",
"errorType": "message",
"url": "https://g.dev/{}",
"urlMain": "https://g.dev/",
"username_claimed": "blue"
},
"mastodon.technology": {
"errorType": "status_code",
"url": "https://mastodon.technology/@{}",
"urlMain": "https://mastodon.xyz/",
"username_claimed": "ashfurrow"
},
"zoomit": {
"errorMsg": "\u0645\u062a\u0627\u0633\u0641\u0627\u0646\u0647 \u0635\u0641\u062d\u0647 \u06cc\u0627\u0641\u062a \u0646\u0634\u062f",
"errorType": "message",
"url": "https://www.zoomit.ir/user/{}",
"urlMain": "https://www.zoomit.ir",
"username_claimed": "kossher"
},
"Facebook": {
"errorType": "status_code",
"regexCheck": "^[a-zA-Z0-9\\.]{3,49}(?Tinder | Dating, Make Friends & Meet New People",
"Tinder | Match. Chat. Date."
],
"errorType": "message",
"url": "https://www.tinder.com/@{}",
"urlMain": "https://tinder.com/",
"username_claimed": "blue"
},
"Coil": {
"errorMsg": "User not found",
"errorType": "message",
"request_method": "POST",
"request_payload": {
"operationName": "getCreator",
"query": "query getCreator($userShortName:String!){getCreator(userShortName:$userShortName){id}}",
"variables": {
"userShortName": "{}"
}
},
"url": "https://coil.com/u/{}",
"urlMain": "https://coil.com/",
"urlProbe": "https://coil.com/gateway",
"username_claimed": "adam"
},
"OnlyFans": {
"errorType": "status_code",
"isNSFW": true,
"url": "https://onlyfans.com/{}",
"urlMain": "https://onlyfans.com/",
"urlProbe": "https://onlyfans.com/api2/v2/users/{}",
"username_claimed": "theemilylynne"
},
"Instagram": {
"errorMsg": "Nothing found!",
"errorType": "message",
"url": "https://www.instagram.com/{}",
"urlMain": "https://www.instagram.com/",
"urlProbe": "https://www.picuki.com/profile/{}",
"username_claimed": "blue"
},
"OK": {
"errorType": "status_code",
"regexCheck": "^[a-zA-Z][a-zA-Z0-9_.-]*$",
"url": "https://ok.ru/{}",
"urlMain": "https://ok.ru/",
"username_claimed": "ok"
},
"forumhouseRU": {
"errorMsg": "\u0423\u043a\u0430\u0437\u0430\u043d\u043d\u044b\u0439 \u043f\u043e\u043b\u044c\u0437\u043e\u0432\u0430\u0442\u0435\u043b\u044c \u043d\u0435 \u043d\u0430\u0439\u0434\u0435\u043d. \u041f\u043e\u0436\u0430\u043b\u0443\u0439\u0441\u0442\u0430, \u0432\u0432\u0435\u0434\u0438\u0442\u0435 \u0434\u0440\u0443\u0433\u043e\u0435 \u0438\u043c\u044f.",
"errorType": "message",
"url": "https://www.forumhouse.ru/members/?username={}",
"urlMain": "https://www.forumhouse.ru/",
"username_claimed": "red"
}
}
================================================
FILE: Extras/sherlock/removed_sites.md
================================================
# List Of Sites Removed From Sherlock
This is a list of sites implemented in such a way that the current design of
Sherlock is not capable of determining if a given username exists or not.
They are listed here in the hope that things may change in the future
so they may be re-included.
## gpodder.net
As of 2020-05-25, all usernames are reported as available.
The server is returning a HTTP Status 500 (Internal server error)
for all queries.
```json
"gpodder.net": {
"errorType": "status_code",
"rank": 2013984,
"url": "https://gpodder.net/user/{}",
"urlMain": "https://gpodder.net/",
"username_claimed": "blue",
"username_unclaimed": "noonewouldeverusethis7"
},
```
## Investing.com
As of 2020-05-25, all usernames are reported as claimed.
Any query against a user seems to be redirecting to a general
information page at https://www.investing.com/brokers/. Probably
required login before access.
```json
"Investing.com": {
"errorType": "status_code",
"rank": 196,
"url": "https://www.investing.com/traders/{}",
"urlMain": "https://www.investing.com/",
"username_claimed": "jenny",
"username_unclaimed": "noonewouldeverusethis7"
},
```
## AdobeForums
As of 2020-04-12, all usernames are reported as available.
When I went to the site to see what was going on, usernames that I know
existed were redirecting to the main page.
I was able to see user profiles without logging in, but the URL was not
related to their user name. For example, user "tomke" went to
https://community.adobe.com/t5/user/viewprofilepage/user-id/10882613.
This can be detected, but it requires a different detection method.
```json
"AdobeForums": {
"errorType": "status_code",
"rank": 59,
"url": "https://forums.adobe.com/people/{}",
"urlMain": "https://forums.adobe.com/",
"username_claimed": "jack",
"username_unclaimed": "noonewouldeverusethis77777"
},
```
## Basecamp
As of 2020-02-23, all usernames are reported as not existing.
```json
"Basecamp": {
"errorMsg": "The account you were looking for doesn't exist",
"errorType": "message",
"rank": 4914,
"url": "https://{}.basecamphq.com",
"urlMain": "https://basecamp.com/",
"username_claimed": "blue",
"username_unclaimed": "noonewouldeverusethis7"
},
```
## Fanpop
As of 2020-02-23, all usernames are reported as not existing.
```json
"fanpop": {
"errorType": "response_url",
"errorUrl": "http://www.fanpop.com/",
"rank": 9454,
"url": "http://www.fanpop.com/fans/{}",
"urlMain": "http://www.fanpop.com/",
"username_claimed": "blue",
"username_unclaimed": "noonewould_everusethis7"
},
```
## Canva
As of 2020-02-23, all usernames are reported as not existing.
```json
"Canva": {
"errorType": "response_url",
"errorUrl": "https://www.canva.com/{}",
"rank": 128,
"url": "https://www.canva.com/{}",
"urlMain": "https://www.canva.com/",
"username_claimed": "jenny",
"username_unclaimed": "xgtrq"
},
```
## Pixabay
As of 2020-01-21, all usernames are reported as not existing.
```json
"Pixabay": {
"errorType": "status_code",
"rank": 378,
"url": "https://pixabay.com/en/users/{}",
"urlMain": "https://pixabay.com/",
"username_claimed": "blue",
"username_unclaimed": "noonewouldeverusethis7"
},
```
## NPM-Packages
NPM-Packages are not users.
```json
"NPM-Package": {
"errorType": "status_code",
"url": "https://www.npmjs.com/package/{}",
"urlMain": "https://www.npmjs.com/",
"username_claimed": "blue",
"username_unclaimed": "noonewouldeverusethis7"
},
```
## Pexels
As of 2020-01-21, all usernames are reported as not existing.
```json
"Pexels": {
"errorType": "status_code",
"rank": 745,
"url": "https://www.pexels.com/@{}",
"urlMain": "https://www.pexels.com/",
"username_claimed": "bruno",
"username_unclaimed": "noonewouldeverusethis7"
},
```
## RamblerDating
As of 2019-12-31, site always times out.
```json
"RamblerDating": {
"errorType": "response_url",
"errorUrl": "https://dating.rambler.ru/page/{}",
"rank": 322,
"url": "https://dating.rambler.ru/page/{}",
"urlMain": "https://dating.rambler.ru/",
"username_claimed": "blue",
"username_unclaimed": "noonewouldeverusethis7"
},
```
## YandexMarket
As of 2019-12-31, all usernames are reported as existing.
```json
"YandexMarket": {
"errorMsg": "\u0422\u0443\u0442 \u043d\u0438\u0447\u0435\u0433\u043e \u043d\u0435\u0442",
"errorType": "message",
"rank": 47,
"url": "https://market.yandex.ru/user/{}/achievements",
"urlMain": "https://market.yandex.ru/",
"username_claimed": "blue",
"username_unclaimed": "noonewouldeverusethis7"
},
```
## Codementor
As of 2019-12-31, usernames that exist are not detected.
```json
"Codementor": {
"errorType": "status_code",
"rank": 10252,
"url": "https://www.codementor.io/@{}",
"urlMain": "https://www.codementor.io/",
"username_claimed": "blue",
"username_unclaimed": "noonewouldeverusethis7"
},
```
## KiwiFarms
As of 2019-12-31, the site gives a 403 for all usernames. You have to
be logged into see a profile.
```json
"KiwiFarms": {
"errorMsg": "The specified member cannot be found",
"errorType": "message",
"rank": 38737,
"url": "https://kiwifarms.net/members/?username={}",
"urlMain": "https://kiwifarms.net/",
"username_claimed": "blue",
"username_unclaimed": "noonewouldeverusethis"
},
```
## Teknik
As of 2019-11-30, the site causes Sherlock to just hang.
```json
"Teknik": {
"errorMsg": "The user does not exist",
"errorType": "message",
"rank": 357163,
"url": "https://user.teknik.io/{}",
"urlMain": "https://teknik.io/",
"username_claimed": "red",
"username_unclaimed": "noonewouldeverusethis7"
}
```
## Shockwave
As of 2019-11-28, usernames that exist give a 503 "Service Unavailable"
HTTP Status.
```json
"Shockwave": {
"errorMsg": "Oh no! You just finished all of the games on the internet!",
"errorType": "message",
"rank": 35916,
"url": "http://www.shockwave.com/member/profiles/{}.jsp",
"urlMain": "http://www.shockwave.com/",
"username_claimed": "blue",
"username_unclaimed": "noonewouldeverusethis"
},
```
## Foursquare
When usage of automated tool is detected. Whole IP is banned from future requests.
There is an error message:
> Please verify you are a human
> Access to this page has been denied because we believe you are using automation tools to browse the website.
```json
"Foursquare": {
"errorType": "status_code",
"rank": 1843,
"url": "https://foursquare.com/{}",
"urlMain": "https://foursquare.com/",
"username_claimed": "dens",
"username_unclaimed": "noonewouldeverusethis7"
},
```
## Khan Academy
Usernames that don't exist are detected. First noticed 2019-10-25.
```json
"Khan Academy": {
"errorType": "status_code",
"rank": 377,
"url": "https://www.khanacademy.org/profile/{}",
"urlMain": "https://www.khanacademy.org/",
"username_claimed": "blue",
"username_unclaimed": "noonewouldeverusethis7"
},
```
## EVE Online
Usernames that exist are not detected.
```json
"EVE Online": {
"errorType": "response_url",
"errorUrl": "https://eveonline.com",
"rank": 15347,
"url": "https://evewho.com/pilot/{}/",
"urlMain": "https://eveonline.com",
"username_claimed": "blue",
"username_unclaimed": "noonewouldeverusethis7"
},
```
## AngelList
Usernames that exist are not detected. Forbidden Request 403 Error.
```json
"AngelList": {
"errorType": "status_code",
"rank": 5767,
"url": "https://angel.co/u/{}",
"urlMain": "https://angel.co/",
"username_claimed": "blue",
"username_unclaimed": "noonewouldeverusethis7"
},
```
## PowerShell Gallery
Accidentally merged even though the original pull request showed that all
user names were available.
```json
"PowerShell Gallery": {
"errorType": "status_code",
"rank": 163562,
"url": "https://www.powershellgallery.com/profiles/{}",
"urlMain": "https://www.powershellgallery.com",
"username_claimed": "powershellteam",
"username_unclaimed": "noonewouldeverusethis7"
},
```
## LinkedIn
This was attempted to be added around 2019-08-26, but the pull request was never merged.
It turns out that LinkedIn requires that you have an account before they will let you
check for other account. So, this site will not work with the current design of
Sherlock.
## StreamMe
On 2019-04-07, I get a Timed Out message from the website. It has not
been working earlier either (for some weeks). It takes about 21s before
the site finally times out, so it really makes getting the results from
Sherlock a pain.
If the site becomes available in the future, we can put it back in.
```json
"StreamMe": {
"errorType": "status_code",
"rank": 31702,
"url": "https://www.stream.me/{}",
"urlMain": "https://www.stream.me/",
"username_claimed": "blue",
"username_unclaimed": "noonewouldeverusethis7"
},
```
## BlackPlanet
This site has always returned a false positive. The site returns the exact
same text for a claimed or an unclaimed username. The site must be rendering
all of the different content using Javascript in the browser. So, there is
no way distinguish between the results with the current design of Sherlock.
```json
"BlackPlanet": {
"errorMsg": "My Hits",
"errorType": "message",
"rank": 110021,
"url": "http://blackplanet.com/{}",
"urlMain": "http://blackplanet.com/"
},
```
## Fotolog
Around 2019-02-09, I get a 502 HTTP error (bad gateway) for any access. On
2019-03-10, the site is up, but it is in maintenance mode.
It does not seem to be working, so there is no sense in including it in
Sherlock.
```json
"Fotolog": {
"errorType": "status_code",
"rank": 47777,
"url": "https://fotolog.com/{}",
"urlMain": "https://fotolog.com/"
},
```
## Google Plus
On 2019-04-02, Google shutdown Google Plus. While the content for some
users is available after that point, it is going away. And, no one will
be able to create a new account. So, there is no value is keeping it in
Sherlock.
Good-bye [Google Plus](https://en.wikipedia.org/wiki/Google%2B)...
```json
"Google Plus": {
"errorType": "status_code",
"rank": 1,
"url": "https://plus.google.com/+{}",
"urlMain": "https://plus.google.com/",
"username_claimed": "davidbrin1",
"username_unclaimed": "noonewouldeverusethis7"
},
```
## InsaneJournal
As of 2020-02-23, InsaneJournal returns false positive, when providing a username which contains a period.
Since we were not able to find the critera for a valid username, the best thing to do now is to remove it.
```json
"InsaneJournal": {
"errorMsg": "Unknown user",
"errorType": "message",
"rank": 29728,
"url": "http://{}.insanejournal.com/profile",
"urlMain": "insanejournal.com",
"username_claimed": "blue",
"username_unclaimed": "dlyr6cd"
},
```
## Sports Tracker
As of 2020-04-02, Sports Tracker returns false positives. Checking with `errorMsg` and `response_url`
did not seem to work.
```
"SportsTracker": {
"errorUrl": "https://www.sports-tracker.com/page-not-found",
"errorType": "response_url",
"rank": 93950,
"url": "https://www.sports-tracker.com/view_profile/{}",
"urlMain": "https://www.sports-tracker.com/",
"username_claimed": "blue",
"username_unclaimed": "noonewouldeveruse"
},
```
## Trip
As of 2020-04-02, Trip by Skyscanner seems to not work beceause it keeps on
redirecting to skyscanner.com whether the username exists or not.
```json
"Trip": {
"errorType": "status_code",
"rank": 2847,
"url": "https://www.trip.skyscanner.com/user/{}",
"urlMain": "https://www.trip.skyscanner.com/",
"username_claimed": "blue",
"username_unclaimed": "noonewouldeverusethis7"
},
```
## boingboing.net
As of 2020-04-02, boingboing.net requires a login to check if a user exits or not.
```
"boingboing.net": {
"errorType": "status_code",
"rank": 5821,
"url": "https://bbs.boingboing.net/u/{}",
"urlMain": "https://boingboing.net/",
"username_claimed": "admin",
"username_unclaimed": "noonewouldeverusethis7"
},
```
## elwoRU
As of 2020-04-04, elwoRu does not exist anymore. I confirmed using
downforeveryoneorjustme.com that the website is down.
```json
"elwoRU": {
"errorMsg": "\u041f\u043e\u043b\u044c\u0437\u043e\u0432\u0430\u0442\u0435\u043b\u044c \u043d\u0435 \u043d\u0430\u0439\u0434\u0435\u043d",
"errorType": "message",
"rank": 254810,
"url": "https://elwo.ru/index/8-0-{}",
"urlMain": "https://elwo.ru/",
"username_claimed": "red",
"username_unclaimed": "noonewouldeverusethis7"
},
```
## ingvarr.net.ru
As of 2020-04-04, ingvarr.net.ru does not exist anymore. I confirmed using
downforeveryoneorjustme.com that the website is down.
```json
"ingvarr.net.ru": {
"errorMsg": "\u041f\u043e\u043b\u044c\u0437\u043e\u0432\u0430\u0442\u0435\u043b\u044c \u043d\u0435 \u043d\u0430\u0439\u0434\u0435\u043d",
"errorType": "message",
"rank": 107721,
"url": "http://ingvarr.net.ru/index/8-0-{}",
"urlMain": "http://ingvarr.net.ru/",
"username_claimed": "red",
"username_unclaimed": "noonewouldeverusethis7"
},
```
## Redsun.tf
As of 2020-06-20, Redsun.tf seems to be adding random digits to the end of the usernames which makes it pretty much impossible
for Sherlock to check for usernames on this particular website.
```json
"Redsun.tf": {
"errorMsg": "The specified member cannot be found",
"errorType": "message",
"rank": 3796657,
"url": "https://forum.redsun.tf/members/?username={}",
"urlMain": "https://redsun.tf/",
"username_claimed": "dan",
"username_unclaimed": "noonewouldeverusethis"
},
```
## Creative Market
As of 2020-06-20, Creative Market has a captcha to prove that you are a human, and because of this
Sherlock is unable to check for username on this site because we will always get a page which asks
us to prove that we are not a robot.
```json
"CreativeMarket": {
"errorType": "status_code",
"rank": 1896,
"url": "https://creativemarket.com/users/{}",
"urlMain": "https://creativemarket.com/",
"username_claimed": "blue",
"username_unclaimed": "noonewouldeverusethis7"
},
```
## pvpru
As of 2020-06-20, pvpru uses CloudFlair, and because of this we get a "Access denied" error whenever
we try to check for a username.
```json
"pvpru": {
"errorType": "status_code",
"rank": 405547,
"url": "https://pvpru.com/board/member.php?username={}&tab=aboutme#aboutme",
"urlMain": "https://pvpru.com/",
"username_claimed": "blue",
"username_unclaimed": "noonewouldeverusethis7"
},
```
## easyen
As of 2020-06-21, easyen returns false positives when using a username which contains
a period. Since we could not find the criteria for the usernames for this site, it will be
removed
```json
"easyen": {
"errorMsg": "\u041f\u043e\u043b\u044c\u0437\u043e\u0432\u0430\u0442\u0435\u043b\u044c \u043d\u0435 \u043d\u0430\u0439\u0434\u0435\u043d",
"errorType": "message",
"rank": 11564,
"url": "https://easyen.ru/index/8-0-{}",
"urlMain": "https://easyen.ru/",
"username_claimed": "wd",
"username_unclaimed": "noonewouldeverusethis7"
},
```
## pedsovet
As of 2020-06-21, pedsovet returns false positives when using a username which contains
a period. Since we could not find the criteria for the usernames for this site, it will be
removed
```json
"pedsovet": {
"errorMsg": "\u041f\u043e\u043b\u044c\u0437\u043e\u0432\u0430\u0442\u0435\u043b\u044c \u043d\u0435 \u043d\u0430\u0439\u0434\u0435\u043d",
"errorType": "message",
"rank": 6776,
"url": "http://pedsovet.su/index/8-0-{}",
"urlMain": "http://pedsovet.su/",
"username_claimed": "blue",
"username_unclaimed": "noonewouldeverusethis7"
},
```
## radioskot
As of 2020-06-21, radioskot returns false positives when using a username which contains
a period. Since we could not find the criteria for the usernames for this site, it will be
removed
```json
"radioskot": {
"errorMsg": "\u041f\u043e\u043b\u044c\u0437\u043e\u0432\u0430\u0442\u0435\u043b\u044c \u043d\u0435 \u043d\u0430\u0439\u0434\u0435\u043d",
"errorType": "message",
"rank": 105878,
"url": "https://radioskot.ru/index/8-0-{}",
"urlMain": "https://radioskot.ru/",
"username_claimed": "red",
"username_unclaimed": "noonewouldeverusethis7"
},
```
## Coderwall
As of 2020-07-06, Coderwall returns false positives when checking for an username which contains a period.
I have tried to find out what Coderwall's criteria is for a valid username, but unfortunetly I have not been able to
find it and because of this, the best thing we can do now is to remove it.
```json
"Coderwall": {
"errorMsg": "404! Our feels when that url is used",
"errorType": "message",
"rank": 11256,
"url": "https://coderwall.com/{}",
"urlMain": "https://coderwall.com/",
"username_claimed": "jenny",
"username_unclaimed": "noonewouldeverusethis7"
}
```
## TamTam
As of 2020-07-06, TamTam returns false positives when given a username which contains a period
```json
"TamTam": {
"errorType": "response_url",
"errorUrl": "https://tamtam.chat/",
"rank": 87903,
"url": "https://tamtam.chat/{}",
"urlMain": "https://tamtam.chat/",
"username_claimed": "blue",
"username_unclaimed": "noonewouldeverusethis7"
},
```
## Zomato
As of 2020-07-24, Zomato seems to be unstable. Majority of the time, Zomato takes a very long time to respond.
```json
"Zomato": {
"errorType": "status_code",
"headers": {
"Accept-Language": "en-US,en;q=0.9"
},
"rank": 1920,
"url": "https://www.zomato.com/pl/{}/foodjourney",
"urlMain": "https://www.zomato.com/",
"username_claimed": "deepigoyal",
"username_unclaimed": "noonewouldeverusethis7"
},
```
## Mixer
As of 2020-07-22, the Mixer service has closed down.
```json
"mixer.com": {
"errorType": "status_code",
"rank": 1544,
"url": "https://mixer.com/{}",
"urlMain": "https://mixer.com/",
"urlProbe": "https://mixer.com/api/v1/channels/{}",
"username_claimed": "blue",
"username_unclaimed": "noonewouldeverusethis7"
},
```
## KanoWorld
As of 2020-07-22, KanoWorld's api.kano.me subdomain no longer exists which makes it not possible for us check for usernames.
If an alternative way to check for usernames is found then it will added.
```json
"KanoWorld": {
"errorType": "status_code",
"rank": 181933,
"url": "https://api.kano.me/progress/user/{}",
"urlMain": "https://world.kano.me/",
"username_claimed": "blue",
"username_unclaimed": "noonewouldeverusethis7"
},
```
## YandexCollection
As of 2020-08-11, YandexCollection presents us with a recaptcha which prevents us from checking for usernames
```json
"YandexCollection": {
"errorType": "status_code",
"url": "https://yandex.ru/collections/user/{}/",
"urlMain": "https://yandex.ru/collections/",
"username_claimed": "blue",
"username_unclaimed": "noonewouldeverusethis7"
},
```
## PayPal
As of 2020-08-24, PayPal now returns false positives, which was found when running the tests, but will most likley be added again in the near
future once we find a better error detecting method.
```json
"PayPal": {
"errorMsg": "",
"errorType": "message",
"url": "https://www.paypal.com/paypalme/{}",
"headers": {
"User-Agent": ""
},
"urlMain": "https://www.paypal.me/",
"username_claimed": "blue",
"username_unclaimed": "noneownsthisusername7"
},
```
## ImageShack
As of 2020-08-24, ImageShack now returns false positives, which was found when running the tests, but will most likley be added again in the near future once we find a better error detecting method.
```json
"ImageShack": {
"errorType": "response_url",
"errorUrl": "https://imageshack.us/",
"url": "https://imageshack.us/user/{}",
"urlMain": "https://imageshack.us/",
"username_claimed": "blue",
"username_unclaimed": "noonewouldeverusethis7"
},
```
## Aptoide
As of 2020-08-24, Aptoide now returns false positives, which was found when running the tests, but will most likley be added again in the near
future once we find a better error detecting method.
```json
"Aptoide": {
"errorType": "status_code",
"url": "https://{}.en.aptoide.com/",
"urlMain": "https://en.aptoide.com/",
"username_claimed": "blue",
"username_unclaimed": "noonewouldeverusethis7"
},
```
## Crunchyroll
As of 2020-08-24, Crunchyroll now returns false positives, which was found when running the tests, but will most likley be added again in the near future once we find a better error detecting method.
```json
"Crunchyroll": {
"errorType": "status_code",
"url": "https://www.crunchyroll.com/user/{}",
"urlMain": "https://www.crunchyroll.com/",
"username_claimed": "blue",
"username_unclaimed": "noonewouldeverusethis7"
},
```
## T-MobileSupport
As of 2020-08-24, T-MobileSupport now returns false positives, which was found when running the tests, but will most likley be added again in the near future once we find a better error detecting method.
```json
"T-MobileSupport": {
"errorType": "status_code",
"url": "https://support.t-mobile.com/people/{}",
"urlMain": "https://support.t-mobile.com",
"username_claimed": "blue",
"username_unclaimed": "noonewouldeverusethis7"
},
```
## OpenCollective
As of 2020-08-24, OpenCollective now returns false positives, which was found when running the tests, but will most likley be added again in the near future once we find a better error detecting method.
```json
"OpenCollective": {
"errorType": "status_code",
"url": "https://opencollective.com/{}",
"urlMain": "https://opencollective.com/",
"username_claimed": "sindresorhus",
"username_unclaimed": "noonewouldeverusethis7"
},
```
## SegmentFault
As of 2020-08-24, SegmentFault now returns false positives, which was found when running the tests, but will most likley be added again in the near future once we find a better error detecting method.
```json
"SegmentFault": {
"errorType": "status_code",
"url": "https://segmentfault.com/u/{}",
"urlMain": "https://segmentfault.com/",
"username_claimed": "bule",
"username_unclaimed": "noonewouldeverusethis7"
},
```
## Viadeo
As of 2020-08-24, Viadeo now returns false positives, which was found when running the tests, but will most likley be added again in the near future once we find a fix for this
```json
"Viadeo": {
"errorType": "status_code",
"url": "http://fr.viadeo.com/en/profile/{}",
"urlMain": "http://fr.viadeo.com/en/",
"username_claimed": "franck.patissier",
"username_unclaimed": "noonewouldeverusethis"
},
```
## MeetMe
As of 2020-09-02, MeetMe returns false positives
```json
"MeetMe": {
"errorType": "response_url",
"errorUrl": "https://www.meetme.com/",
"url": "https://www.meetme.com/{}",
"urlMain": "https://www.meetme.com/",
"username_claimed": "blue",
"username_unclaimed": "noonewouldeverusethis7"
},
```
## Linkdedin
As of 2020-09-23, Linkedin returns false positives because we are prompted with prompted to login when checking for a user
```json
"Linkedin": {
"errorMsg": "could not be found",
"errorType": "message",
"rank": 0,
"url": "https://www.linkedin.com/in/{}",
"urlMain": "https://www.linkedin.com/",
"username_claimed": "alex",
"username_unclaimed": "noonewouldeverusethis7"
},
```
## tracr.co
As of 2020-09-23, tracr.co returns false positives because the site seems to be shut down.
```json
"tracr.co": {
"errorMsg": "No search results",
"errorType": "message",
"regexCheck": "^[A-Za-z0-9]{2,32}$",
"url": "https://tracr.co/users/1/{}",
"urlMain": "https://tracr.co/",
"username_claimed": "blue",
"username_unclaimed": "noonewouldeverusethis7"
}
```
## Taringa
As of 2020-09-23, Taringa returns false positives.
```json
"Taringa": {
"errorType": "status_code",
"regexCheck": "^[^.]*$",
"url": "https://www.taringa.net/{}",
"urlMain": "https://taringa.net/",
"username_claimed": "blue",
"username_unclaimed": "noonewouldeverusethis7"
},
```
## Photobucket
As of 2020-10-21, Photobucket return false positives. This was reported in #785.
```json
"Photobucket": {
"errorType": "status_code",
"url": "https://photobucket.com/user/{}/library",
"urlMain": "https://photobucket.com/",
"username_claimed": "blue",
"username_unclaimed": "noonewouldeverusethis7"
},
```
## 4PDA
As of 2020-10-21, 4PDA returns false positives. This was reported in #784.
```json
"4pda": {
"errorMsg": "[1,false,0]",
"errorType": "message",
"url": "https://4pda.ru/forum/index.php?act=search&source=pst&noform=1&username={}",
"urlMain": "https://4pda.ru/",
"urlProbe": " https://4pda.ru/forum/index.php?act=auth&action=chkname&login={}",
"username_claimed": "green",
"username_unclaimed": "noonewouldeverusethis7"
},
```
## PokerStrategy
As of 2020-10-21, PokerStrategy returns false positives. This was reported in #776.
```json
"PokerStrategy": {
"errorType": "status_code",
"url": "http://www.pokerstrategy.net/user/{}/profile/",
"urlMain": "http://www.pokerstrategy.net",
"username_claimed": "blue",
"username_unclaimed": "noonewouldeverusethis7"
},
```
## Filmogs
Filmogs has closed down.
> **Filmogs is closed**
> **31-Aug 2020** - We are preparing the last data export and collection of images. It will be published here by 19-Oct 2020. If you have requested an export of your data it will also be emailed to you by 19-Oct 2020.
```json
"Filmogs": {
"errorType": "status_code",
"url": "https://www.filmo.gs/users/{}",
"urlMain": "https://www.filmo.gs/",
"username_claimed": "cupparober",
"username_unclaimed": "noonewouldeverusethis7"
},
```
## 500px
As of 2021-01-13, 500px returns false positives. This will hopefully be fixed soon once we add the ability to add different
request methods.
```json
"500px": {
"errorMsg": "No message available",
"errorType": "message",
"url": "https://500px.com/p/{}",
"urlMain": "https://500px.com/",
"urlProbe": "https://api.500px.com/graphql?operationName=ProfileRendererQuery&variables=%7B%22username%22%3A%22{}%22%7D&extensions=%7B%22persistedQuery%22%3A%7B%22version%22%3A1%2C%22sha256Hash%22%3A%224d02ff5c13927a3ac73b3eef306490508bc765956940c31051468cf30402a503%22%7D%7D",
"username_claimed": "blue",
"username_unclaimed": "noonewouldeverusethis7"
},
```
## Badoo
As of 2021-01-13, Badoo returns false positives
```json
"Badoo": {
"errorType": "status_code",
"url": "https://badoo.com/profile/{}",
"urlMain": "https://badoo.com/",
"username_claimed": "blue",
"username_unclaimed": "noonewouldeverusethis7"
},
```
## Pling
As of 2021-01-13, Pling returns false positives.
```json
"Pling": {
"errorMsg": "Resource not found",
"errorType": "message",
"url": "https://www.pling.com/u/{}/",
"urlMain": "https://www.pling.com/",
"username_claimed": "blue",
"username_unclaimed": "noonewouldeverusethis"
},
```
## Realmeye
As of 2021-01-13, Realmeye returns false positives.
```json
"Realmeye": {
"errorMsg": "Sorry, but we either:",
"errorType": "message",
"url": "https://www.realmeye.com/player/{}",
"urlMain": "https://www.realmeye.com/",
"username_claimed": "blue",
"username_unclaimed": "noonewouldeverusethis7"
},
```
## Travellerspoint
As of 2021-01-13, Travellerspoint returns false positives
```json
"Travellerspoint": {
"errorMsg": "Wooops. Sorry!",
"errorType": "message",
"url": "https://www.travellerspoint.com/users/{}",
"urlMain": "https://www.travellerspoint.com",
"username_claimed": "blue",
"username_unclaimed": "noonewouldeverusethis7"
},
```
## GDProfiles
As of 2021-06-27, GDProfiles takes way too long to respond. Must be an issue on their side.
```json
"GDProfiles": {
"errorType": "status_code",
"url": "https://gdprofiles.com/{}",
"urlMain": "https://gdprofiles.com/",
"username_claimed": "blue",
"username_unclaimed": "noonewouldeverusethis"
},
```
## AllTrails
As of 2021-06-27, AllTrails has a captcha which prevents us from checking for usernames on the site.
```json
"AllTrails": {
"errorMsg": "class=\"home index\"",
"errorType": "message",
"url": "https://www.alltrails.com/members/{}",
"urlMain": "https://www.alltrails.com/",
"username_claimed": "blue",
"username_unclaimed": "noonewouldeverusethis"
}
```
## Cent
As of 2021-06-27, there is not way of checking if a username exists on Cent
```json
"Cent": {
"errorMsg": "Cent",
"errorType": "message",
"url": "https://beta.cent.co/@{}",
"urlMain": "https://cent.co/",
"username_claimed": "blue",
"username_unclaimed": "noonewouldeverusethis7"
},
```
## Anobii
As of 2021-06-27, Anobii returns false positives and there is no stable way of checking usernames.
```
"Anobii": {
"errorType": "response_url",
"url": "https://www.anobii.com/{}/profile",
"urlMain": "https://www.anobii.com/",
"username_claimed": "blue",
"username_unclaimed": "noonewouldeverusethis7"
}
```
## Kali Community
As of 2021-06-27, Kali Community requires us to be logged in order to check if a user exists on their forum.
```json
"Kali community": {
"errorMsg": "This user has not registered and therefore does not have a profile to view.",
"errorType": "message",
"url": "https://forums.kali.org/member.php?username={}",
"urlMain": "https://forums.kali.org/",
"username_claimed": "blue",
"username_unclaimed": "noonewouldeverusethis7"
}
```
## NameMC
As of 2021-06-27, NameMC uses captcha through CloudFlare which prevents us from checking if usernames exists on the site.
```json
"NameMC (Minecraft.net skins)": {
"errorMsg": "Profiles: 0 results",
"errorType": "message",
"url": "https://namemc.com/profile/{}",
"urlMain": "https://namemc.com/",
"username_claimed": "blue",
"username_unclaimed": "noonewouldeverusethis7"
},
```
## SteamID
As of 2021-06-27, Steam uses captcha through CloudFlare which prevents us from checking if usernames exists on the site.
```json
"Steamid": {
"errorMsg": "",
"errorType": "message",
"url": "https://steamid.uk/profile/{}",
"urlMain": "https://steamid.uk/",
"username_claimed": "blue",
"username_unclaimed": "noonewouldeverusethis7"
}
```
## TripAdvisor
As of 2021-06-27, Trip takes too long to return a response. As of now, the reason is not known.
```json
"TripAdvisor": {
"errorMsg": "This page is on vacation\u2026",
"errorType": "message",
"url": "https://tripadvisor.com/members/{}",
"urlMain": "https://tripadvisor.com/",
"username_claimed": "blue",
"username_unclaimed": "noonewouldeverusethis7"
},
```
### House Mixes
As of 2021-09-04, House Mixes has issues connecting causing Sherlock to freeze.
```json
"House-Mixes.com": {
"errorMsg": "Profile Not Found",
"errorType": "message",
"regexCheck": "^[a-zA-Z0-9]+(-[a-zA-Z0-9]+)*$",
"url": "https://www.house-mixes.com/profile/{}",
"urlMain": "https://www.house-mixes.com/",
"username_claimed": "blue",
"username_unclaimed": "noonewouldeverusethis7"
}
```
### Quora
As of 2021-09-04, Quora returns false positives.
```json
"Quora": {
"errorMsg": "Page Not Found",
"errorType": "message",
"url": "https://www.quora.com/profile/{}",
"urlMain": "https://www.quora.com/",
"username_claimed": "Matt-Riggsby",
"username_unclaimed": "noonewouldeverusethis7"
}
```
### SparkPeople
As of 2021-09-04, SparkPeople returns false positives.
```json
"SparkPeople": {
"errorMsg": "We couldn't find that user",
"errorType": "message",
"url": "https://www.sparkpeople.com/mypage.asp?id={}",
"urlMain": "https://www.sparkpeople.com",
"username_claimed": "adam",
"username_unclaimed": "noonewouldeverusethis7"
}
```
### Cloob
As of 2021-10-25, Cloob seems to be down and their site is not responding.
```json
"Cloob": {
"errorType": "status_code",
"url": "https://www.cloob.com/name/{}",
"urlMain": "https://www.cloob.com/",
"username_claimed": "blue",
"username_unclaimed": "noonewouldeverusethis7"
}
```
### 1337x
As of 2021-11-21, 1337x seems to be down causing false positives.
```json
"1337x": {
"errorMsg": "Bad Username",
"errorType": "message",
"url": "https://1337x.to/user/{}/",
"urlMain": "https://1337x.to",
"username_claimed": "TheMorozko",
"username_unclaimed": "noonewouldeverusethis7"
}
```
### TM-Ladder
As of 2021-11-30, TM-Ladder is returning false positives due to rate limits.
```json
"TM-Ladder": {
"errorMsg": "player unknown or invalid",
"errorType": "message",
"url": "http://en.tm-ladder.com/{}_rech.php",
"urlMain": "http://en.tm-ladder.com/index.php",
"username_claimed": "blue",
"username_unclaimed": "noonewouldeverusethis"
```
### plug.dj
As of 2021-12-02, plug.dj is returning false positives because the service is down.
```json
"plug.dj": {
"errorType": "status_code",
"url": "https://plug.dj/@/{}",
"urlMain": "https://plug.dj/",
"username_claimed": "plug-dj-rock",
"username_unclaimed": "noonewouldeverusethis7"
}
```
## Facenama
As of 2022-02-6, Facenama seems to be down their rebuilding their site
```json
"Facenama": {
"errorType": "response_url",
"errorUrl": "https://facenama.com/404.html",
"regexCheck": "^[-a-zA-Z0-9_]+$",
"url": "https://facenama.com/{}",
"urlMain": "https://facenama.com/",
"username_claimed": "blue",
"username_unclaimed": "noonewouldeverusethis77"
},
```
## Designspiration
As of 2022-04-17, Designspiration seems to be down or very laggy. Therefore, we're removing the site for now.
```json
"Designspiration": {
"errorType": "status_code",
"url": "https://www.designspiration.net/{}/",
"urlMain": "https://www.designspiration.net/",
"username_claimed": "blue",
"username_unclaimed": "noonewouldeverusethis7"
},
```
## CapFriendly
As of 2022-05-01, CapFriendly always shows that a username exists even though it doesn't. This
then of course causes false positives in Sherlock's results.
```json
"CapFriendly": {
"errorMsg": "
No results found
",
"errorType": "message",
"regexCheck": "^[a-zA-z][a-zA-Z0-9_]{2,79}$",
"url": "https://www.capfriendly.com/users/{}",
"urlMain": "https://www.capfriendly.com/",
"username_claimed": "thisactuallyexists",
"username_unclaimed": "noonewouldeverusethis7"
},
```
## Gab
As of 2022-05-01, Gab returns false positives because they now use CloudFlare
```json
"Gab": {
"errorMsg": "The page you are looking for isn't here.",
"errorType": "message",
"url": "https://gab.com/{}",
"urlMain": "https://gab.com",
"username_claimed": "a",
"username_unclaimed": "noonewouldeverusethis"
},
```
## FanCentro
As of 2022-05-1, FanCentro returns false positives. Will later in new version of Sherlock.
```json
"FanCentro": {
"errorMsg": "var environment",
"errorType": "message",
"url": "https://fancentro.com/{}",
"urlMain": "https://fancentro.com/",
"username_claimed": "nielsrosanna",
"username_unclaimed": "noonewouldeverusethis7"
},
```
## Codeforces
As og 2022-05-01, Codeforces returns false positives
```json
"Codeforces": {
"errorType": "response_url",
"errorUrl": "https://codeforces.com/",
"url": "https://codeforces.com/profile/{}",
"urlMain": "https://www.codeforces.com/",
"username_claimed": "tourist",
"username_unclaimed": "noonewouldeverusethis789"
},
```
## Smashcast
As og 2022-05-01, Smashcast is down
```json
"Smashcast": {
"errorType": "status_code",
"url": "https://www.smashcast.tv/api/media/live/{}",
"urlMain": "https://www.smashcast.tv/",
"username_claimed": "hello",
"username_unclaimed": "noonewouldeverusethis7"
},
```
## Countable
As og 2022-05-01, Countable returns false positives
```json
"Countable": {
"errorType": "status_code",
"url": "https://www.countable.us/{}",
"urlMain": "https://www.countable.us/",
"username_claimed": "blue",
"username_unclaimed": "noonewouldeverusethis7"
},
```
## Steam
As og 2022-05-01, Steam returns false positives
```json
"Steam": {
"errorMsg": "The specified profile could not be found",
"errorType": "message",
"url": "https://steamcommunity.com/id/{}",
"urlMain": "https://steamcommunity.com/",
"username_claimed": "blue",
"username_unclaimed": "noonewouldeverusethis7"
},
```
## Raidforums
Raidforums is [now run by the FBI](https://twitter.com/janomine/status/1499453777648234501?s=21)
```json
"Raidforums": {
"errorType": "status_code",
"url": "https://raidforums.com/User-{}",
"urlMain": "https://raidforums.com/",
"username_claimed": "red",
"username_unclaimed": "noonewouldeverusethis7"
},
```
## Pinterest
Removed due to false positive
```json
"Pinterest": {
"errorType": "status_code",
"url": "https://www.pinterest.com/{}/",
"urlMain": "https://www.pinterest.com/",
"username_claimed": "blue",
"username_unclaimed": "noonewouldeverusethis76543"
}
```
## PCPartPicker
As of 17-07-2022, PCPartPicker requires us to login in order to check if a user exits
```json
"PCPartPicker": {
"errorType": "status_code",
"url": "https://pcpartpicker.com/user/{}",
"urlMain": "https://pcpartpicker.com",
"username_claimed": "blue",
"username_unclaimed": "noonewouldeverusethis7"
},
```
## Ebay
As of 17-07-2022, Ebay is very slow to respond. It was also reported that it returned false positives. So this is something that has been investigated further later.
```json
"eBay.com": {
"errorMsg": "The User ID you entered was not found. Please check the User ID and try again.",
"errorType": "message",
"url": "https://www.ebay.com/usr/{}",
"urlMain": "https://www.ebay.com/",
"username_claimed": "blue",
"username_unclaimed": "noonewouldeverusethis7"
},
"eBay.de": {
"errorMsg": "Der eingegebene Nutzername wurde nicht gefunden. Bitte pr\u00fcfen Sie den Nutzernamen und versuchen Sie es erneut.",
"errorType": "message",
"url": "https://www.ebay.de/usr/{}",
"urlMain": "https://www.ebay.de/",
"username_claimed": "blue",
"username_unclaimed": "noonewouldeverusethis7"
},
```
## Ghost
As of 17-07-2022, Ghost returns false positives
```json
"Ghost": {
"errorMsg": "Domain Error",
"errorType": "message",
"url": "https://{}.ghost.io/",
"urlMain": "https://ghost.org/",
"username_claimed": "troyhunt",
"username_unclaimed": "noonewouldeverusethis7"
}
```
## Atom Discussions
As of 25-07-2022, Atom Discussions seems to not work beceause it keeps on
redirecting to github discussion tab which does not exist and is not specific to a username
```json
"Atom Discussions": {
"errorMsg": "Oops! That page doesn\u2019t exist or is private.",
"errorType": "message",
"url": "https://discuss.atom.io/u/{}/summary",
"urlMain": "https://discuss.atom.io",
"username_claimed": "blue",
"username_unclaimed": "noonewouldeverusethis"
}
```
## Gam1ng
As of 25-07-2022, Gam1ng has been permanently moved and is no longer functional
```json
"Gam1ng": {
"errorType": "status_code",
"url": "https://gam1ng.com.br/user/{}",
"urlMain": "https://gam1ng.com.br",
"username_claimed": "PinKgirl",
"username_unclaimed": "noonewouldeverusethis77777"
}
```
## OGUsers
As of 25-07-2022, OGUsers is now no longer functional
```json
"OGUsers": {
"errorType": "status_code",
"url": "https://ogusers.com/{}",
"urlMain": "https://ogusers.com/",
"username_claimed": "ogusers",
"username_unclaimed": "noonewouldeverusethis7"
}
```
## Otzovik
As of 25-07-2022, Otzovik is now no longer functional
```json
"Otzovik": {
"errorType": "status_code",
"url": "https://otzovik.com/profile/{}",
"urlMain": "https://otzovik.com/",
"username_claimed": "blue",
"username_unclaimed": "noonewouldeverusethis7"
}
```
## radio_echo_msk
As of 25-07-2022, radio_echo_msk is now no longer functional
```json
"radio_echo_msk": {
"errorType": "status_code",
"url": "https://echo.msk.ru/users/{}",
"urlMain": "https://echo.msk.ru/",
"username_claimed": "blue",
"username_unclaimed": "noonewouldeverusethis7"
}
```
## Ello
As of 06.09.2022, Ello is now behind CloudFlare
```json
"Ello": {
"errorMsg": "We couldn't find the page you're looking for",
"errorType": "message",
"url": "https://ello.co/{}",
"urlMain": "https://ello.co/",
"username_claimed": "blue",
"username_unclaimed": "noonewouldeverusethis7"
}
```
## GitHub Support Community
As of 06.09.2022, GitHub Support Community's endpoint just redirects to the main community page
```json
"GitHub Support Community": {
"errorMsg": "Oops! That page doesn\u2019t exist or is private.",
"errorType": "message",
"url": "https://github.community/u/{}/summary",
"urlMain": "https://github.community",
"username_claimed": "jperl",
"username_unclaimed": "noonewouldusethis298"
}
```
## GuruShots
As of 08.09.2022, GuruShots returns false positives because it just returns a blank page. Need to look further into it so that it can be added back.
```json
"GuruShots": {
"errorType": "status_code",
"url": "https://gurushots.com/{}/photos",
"urlMain": "https://gurushots.com/",
"username_claimed": "blue",
"username_unclaimed": "noonewouldeverusethis7"
},
```
## Google Developer
As of 09.10.2022, Google Developer returns false positives. The site is dynamic so we're not abl to get any proper results
```json
"Google Developer": {
"errorMsg": "Sorry, the profile was not found.",
"errorType": "message",
"url": "https://g.dev/{}",
"urlMain": "https://g.dev/",
"username_claimed": "blue",
"username_unclaimed": "noonewouldeverusethis7"
},
```
## mastodon.technology
As of 18.12.2022, mastodon.technology has no A/AAAA records and the [website was shut down by the owner](https://ashfurrow.com/blog/mastodon-technology-shutdown/).
```json
"mastodon.technology": {
"errorType": "status_code",
"url": "https://mastodon.technology/@{}",
"urlMain": "https://mastodon.xyz/",
"username_claimed": "ashfurrow",
"username_unclaimed": "noonewouldeverusethis7"
},
```
## Aruino
As of 04.02.2023, Arduino returns false positives. Finding a fix is doable but takes some time. Will be fixed later
```json
"Arduino": {
"errorMsg":"Arduino Cloud",
"errorType": "message",
"regexCheck": "^(?![_-])[A-Za-z0-9_-]{3,}$",
"url": "https://projecthub.arduino.cc/{}",
"urlMain": "https://www.arduino.cc/",
"username_claimed": "blue",
"username_unclaimed": "noonewould"
},
```
## Zoomit
As of 04.02.2023, Zoomit return false positves. An attempt at finding a fix was made but a lot of time was used without luck. Therefore, it wont be prioritized at the moment.
```json
"zoomit": {
"errorMsg": "\u0645\u062a\u0627\u0633\u0641\u0627\u0646\u0647 \u0635\u0641\u062d\u0647 \u06cc\u0627\u0641\u062a \u0646\u0634\u062f",
"errorType": "message",
"url": "https://www.zoomit.ir/user/{}",
"urlMain": "https://www.zoomit.ir",
"username_claimed": "kossher",
"username_unclaimed": "noonewouldeverusethis7"
},
```
## Facebook
As of 04.02.2023, Facebook returns false positives because we get prompted with the login screen to view the data
```json
"Facebook": {
"errorType": "status_code",
"regexCheck": "^[a-zA-Z0-9\\.]{3,49}(?Tinder | Dating, Make Friends & Meet New People",
"Tinder | Match. Chat. Date."
],
"errorType": "message",
"url": "https://www.tinder.com/@{}",
"urlMain": "https://tinder.com/",
"username_claimed": "blue"
},
```
## Coil
As of 2023.03.15, Coil has been discontinued. All accounts were deleted and any requests return a 404.
```json
"Coil": {
"errorMsg": "User not found",
"errorType": "message",
"request_method": "POST",
"request_payload": {
"operationName": "getCreator",
"query": "query getCreator($userShortName:String!){getCreator(userShortName:$userShortName){id}}",
"variables": {
"userShortName": "{}"
}
},
"url": "https://coil.com/u/{}",
"urlMain": "https://coil.com/",
"urlProbe": "https://coil.com/gateway",
"username_claimed": "adam"
}
```
## OnlyFans
As of 2023.04.20, OnlyFans returns false negatives on checking usernames with the API endpoint and directly through their website.
```json
"OnlyFans": {
"errorType": "status_code",
"isNSFW": true,
"url": "https://onlyfans.com/{}",
"urlMain": "https://onlyfans.com/",
"urlProbe": "https://onlyfans.com/api2/v2/users/{}",
"username_claimed": "theemilylynne"
}
```
## Instagram
As of 2023.04.21, Instagram returns false positives as picuki.com was used to query for usernames but they now user Cloudflare
```json
"Instagram": {
"errorMsg": "Nothing found!",
"errorType": "message",
"url": "https://www.instagram.com/{}",
"urlMain": "https://www.instagram.com/",
"urlProbe": "https://www.picuki.com/profile/{}",
"username_claimed": "blue"
}
```
## OK
As of 2023.04.21, Ok.ru returns false positives
```json
"OK": {
"errorType": "status_code",
"regexCheck": "^[a-zA-Z][a-zA-Z0-9_.-]*$",
"url": "https://ok.ru/{}",
"urlMain": "https://ok.ru/",
"username_claimed": "ok"
}
```
## ForumhouseRU
As of 2023.04.21, ForumhouseRU returns false positives
```json
"forumhouseRU": {
"errorMsg": "\u0423\u043a\u0430\u0437\u0430\u043d\u043d\u044b\u0439 \u043f\u043e\u043b\u044c\u0437\u043e\u0432\u0430\u0442\u0435\u043b\u044c \u043d\u0435 \u043d\u0430\u0439\u0434\u0435\u043d. \u041f\u043e\u0436\u0430\u043b\u0443\u0439\u0441\u0442\u0430, \u0432\u0432\u0435\u0434\u0438\u0442\u0435 \u0434\u0440\u0443\u0433\u043e\u0435 \u0438\u043c\u044f.",
"errorType": "message",
"url": "https://www.forumhouse.ru/members/?username={}",
"urlMain": "https://www.forumhouse.ru/",
"username_claimed": "red"
}
```
================================================
FILE: Extras/sherlock/requirements.txt
================================================
certifi>=2019.6.16
colorama>=0.4.1
PySocks>=1.7.0
requests>=2.22.0
requests-futures>=1.0.0
stem>=1.8.0
torrequest>=0.1.0
pandas>=1.0.0
openpyxl<=3.0.10
exrex>=0.11.0
================================================
FILE: Extras/sherlock/sherlock/__init__.py
================================================
""" Sherlock Module
This module contains the main logic to search for usernames at social
networks.
"""
================================================
FILE: Extras/sherlock/sherlock/__main__.py
================================================
#! /usr/bin/env python3
"""
Sherlock: Find Usernames Across Social Networks Module
This module contains the main logic to search for usernames at social
networks.
"""
import sys
if __name__ == "__main__":
# Check if the user is using the correct version of Python
python_version = sys.version.split()[0]
if sys.version_info < (3, 6):
print("Sherlock requires Python 3.6+\nYou are using Python %s, which is not supported by Sherlock" % (python_version))
sys.exit(1)
import sherlock
sherlock.main()
================================================
FILE: Extras/sherlock/sherlock/notify.py
================================================
"""Sherlock Notify Module
This module defines the objects for notifying the caller about the
results of queries.
"""
from result import QueryStatus
from colorama import Fore, Style
import webbrowser
# Global variable to count the number of results.
globvar = 0
class QueryNotify:
"""Query Notify Object.
Base class that describes methods available to notify the results of
a query.
It is intended that other classes inherit from this base class and
override the methods to implement specific functionality.
"""
def __init__(self, result=None):
"""Create Query Notify Object.
Contains information about a specific method of notifying the results
of a query.
Keyword Arguments:
self -- This object.
result -- Object of type QueryResult() containing
results for this query.
Return Value:
Nothing.
"""
self.result = result
# return
def start(self, message=None):
"""Notify Start.
Notify method for start of query. This method will be called before
any queries are performed. This method will typically be
overridden by higher level classes that will inherit from it.
Keyword Arguments:
self -- This object.
message -- Object that is used to give context to start
of query.
Default is None.
Return Value:
Nothing.
"""
# return
def update(self, result):
"""Notify Update.
Notify method for query result. This method will typically be
overridden by higher level classes that will inherit from it.
Keyword Arguments:
self -- This object.
result -- Object of type QueryResult() containing
results for this query.
Return Value:
Nothing.
"""
self.result = result
# return
def finish(self, message=None):
"""Notify Finish.
Notify method for finish of query. This method will be called after
all queries have been performed. This method will typically be
overridden by higher level classes that will inherit from it.
Keyword Arguments:
self -- This object.
message -- Object that is used to give context to start
of query.
Default is None.
Return Value:
Nothing.
"""
# return
def __str__(self):
"""Convert Object To String.
Keyword Arguments:
self -- This object.
Return Value:
Nicely formatted string to get information about this object.
"""
return str(self.result)
class QueryNotifyPrint(QueryNotify):
"""Query Notify Print Object.
Query notify class that prints results.
"""
def __init__(self, result=None, verbose=False, print_all=False, browse=False):
"""Create Query Notify Print Object.
Contains information about a specific method of notifying the results
of a query.
Keyword Arguments:
self -- This object.
result -- Object of type QueryResult() containing
results for this query.
verbose -- Boolean indicating whether to give verbose output.
print_all -- Boolean indicating whether to only print all sites, including not found.
browse -- Boolean indicating whether to open found sites in a web browser.
Return Value:
Nothing.
"""
super().__init__(result)
self.verbose = verbose
self.print_all = print_all
self.browse = browse
return
def start(self, message):
"""Notify Start.
Will print the title to the standard output.
Keyword Arguments:
self -- This object.
message -- String containing username that the series
of queries are about.
Return Value:
Nothing.
"""
title = "Checking username"
print(Style.BRIGHT + Fore.GREEN + "[" +
Fore.YELLOW + "*" +
Fore.GREEN + f"] {title}" +
Fore.WHITE + f" {message}" +
Fore.GREEN + " on:")
# An empty line between first line and the result(more clear output)
print('\r')
return
def countResults(self):
"""This function counts the number of results. Every time the function is called,
the number of results is increasing.
Keyword Arguments:
self -- This object.
Return Value:
The number of results by the time we call the function.
"""
global globvar
globvar += 1
return globvar
def update(self, result):
"""Notify Update.
Will print the query result to the standard output.
Keyword Arguments:
self -- This object.
result -- Object of type QueryResult() containing
results for this query.
Return Value:
Nothing.
"""
self.result = result
response_time_text = ""
if self.result.query_time is not None and self.verbose is True:
response_time_text = f" [{round(self.result.query_time * 1000)}ms]"
# Output to the terminal is desired.
if result.status == QueryStatus.CLAIMED:
self.countResults()
print(Style.BRIGHT + Fore.WHITE + "[" +
Fore.GREEN + "+" +
Fore.WHITE + "]" +
response_time_text +
Fore.GREEN +
f" {self.result.site_name}: " +
Style.RESET_ALL +
f"{self.result.site_url_user}")
if self.browse:
webbrowser.open(self.result.site_url_user, 2)
elif result.status == QueryStatus.AVAILABLE:
if self.print_all:
print(Style.BRIGHT + Fore.WHITE + "[" +
Fore.RED + "-" +
Fore.WHITE + "]" +
response_time_text +
Fore.GREEN + f" {self.result.site_name}:" +
Fore.YELLOW + " Not Found!")
elif result.status == QueryStatus.UNKNOWN:
if self.print_all:
print(Style.BRIGHT + Fore.WHITE + "[" +
Fore.RED + "-" +
Fore.WHITE + "]" +
Fore.GREEN + f" {self.result.site_name}:" +
Fore.RED + f" {self.result.context}" +
Fore.YELLOW + " ")
elif result.status == QueryStatus.ILLEGAL:
if self.print_all:
msg = "Illegal Username Format For This Site!"
print(Style.BRIGHT + Fore.WHITE + "[" +
Fore.RED + "-" +
Fore.WHITE + "]" +
Fore.GREEN + f" {self.result.site_name}:" +
Fore.YELLOW + f" {msg}")
else:
# It should be impossible to ever get here...
raise ValueError(
f"Unknown Query Status '{result.status}' for site '{self.result.site_name}'"
)
return
def finish(self, message="The processing has been finished."):
"""Notify Start.
Will print the last line to the standard output.
Keyword Arguments:
self -- This object.
message -- The 2 last phrases.
Return Value:
Nothing.
"""
NumberOfResults = self.countResults() - 1
print(Style.BRIGHT + Fore.GREEN + "[" +
Fore.YELLOW + "*" +
Fore.GREEN + "] Search completed with" +
Fore.WHITE + f" {NumberOfResults} " +
Fore.GREEN + "results" + Style.RESET_ALL
)
def __str__(self):
"""Convert Object To String.
Keyword Arguments:
self -- This object.
Return Value:
Nicely formatted string to get information about this object.
"""
return str(self.result)
================================================
FILE: Extras/sherlock/sherlock/resources/data.json
================================================
{
"2Dimensions": {
"errorType": "status_code",
"url": "https://2Dimensions.com/a/{}",
"urlMain": "https://2Dimensions.com/",
"username_claimed": "blue"
},
"3dnews": {
"errorMsg": "\u041f\u043e\u043b\u044c\u0437\u043e\u0432\u0430\u0442\u0435\u043b\u044c \u043d\u0435 \u0437\u0430\u0440\u0435\u0433\u0438\u0441\u0442\u0440\u0438\u0440\u043e\u0432\u0430\u043d \u0438 \u043d\u0435 \u0438\u043c\u0435\u0435\u0442 \u043f\u0440\u043e\u0444\u0438\u043b\u044f \u0434\u043b\u044f \u043f\u0440\u043e\u0441\u043c\u043e\u0442\u0440\u0430.",
"errorType": "message",
"url": "http://forum.3dnews.ru/member.php?username={}",
"urlMain": "http://forum.3dnews.ru/",
"username_claimed": "red"
},
"7Cups": {
"errorType": "status_code",
"url": "https://www.7cups.com/@{}",
"urlMain": "https://www.7cups.com/",
"username_claimed": "blue"
},
"8tracks": {
"errorMsg": "This page has vanished",
"errorType": "message",
"url": "https://8tracks.com/{}",
"urlMain": "https://8tracks.com/",
"username_claimed": "blue"
},
"9GAG": {
"errorType": "status_code",
"url": "https://www.9gag.com/u/{}",
"urlMain": "https://www.9gag.com/",
"username_claimed": "blue"
},
"APClips": {
"errorMsg": "Amateur Porn Content Creators",
"errorType": "message",
"isNSFW": true,
"url": "https://apclips.com/{}",
"urlMain": "https://apclips.com/",
"username_claimed": "onlybbyraq"
},
"About.me": {
"errorType": "status_code",
"url": "https://about.me/{}",
"urlMain": "https://about.me/",
"username_claimed": "blue"
},
"Academia.edu": {
"errorType": "status_code",
"regexCheck": "^[^.]*$",
"url": "https://independent.academia.edu/{}",
"urlMain": "https://www.academia.edu/",
"username_claimed": "blue"
},
"AdmireMe.Vip": {
"errorMsg": "Page Not Found",
"errorType": "message",
"isNSFW": true,
"url": "https://admireme.vip/{}",
"urlMain": "https://admireme.vip/",
"username_claimed": "DemiDevil"
},
"Air Pilot Life": {
"errorMsg": "Oops! That page doesn\u2019t exist or is private",
"errorType": "message",
"url": "https://airlinepilot.life/u/{}",
"urlMain": "https://airlinepilot.life/",
"username_claimed": "chris"
},
"Airbit": {
"errorType": "status_code",
"url": "https://airbit.com/{}",
"urlMain": "https://airbit.com/",
"username_claimed": "airbit"
},
"Airliners": {
"errorType": "status_code",
"url": "https://www.airliners.net/user/{}/profile/photos",
"urlMain": "https://www.airliners.net/",
"username_claimed": "yushinlin"
},
"Alik.cz": {
"errorType": "status_code",
"url": "https://www.alik.cz/u/{}",
"urlMain": "https://www.alik.cz/",
"username_claimed": "julian"
},
"All Things Worn": {
"errorMsg": "Sell Used Panties",
"errorType": "message",
"isNSFW": true,
"url": "https://www.allthingsworn.com/profile/{}",
"urlMain": "https://www.allthingsworn.com",
"username_claimed": "pink"
},
"AllMyLinks": {
"errorMsg": "Not Found",
"errorType": "message",
"regexCheck": "^[a-z0-9][a-z0-9-]{2,32}$",
"url": "https://allmylinks.com/{}",
"urlMain": "https://allmylinks.com/",
"username_claimed": "blue"
},
"Amino": {
"errorType": "status_code",
"url": "https://aminoapps.com/u/{}",
"urlMain": "https://aminoapps.com",
"username_claimed": "blue"
},
"Anilist": {
"errorType": "status_code",
"regexCheck": "^[A-Za-z0-9]{2,20}$",
"request_method": "POST",
"request_payload": {
"query": "query($name:String){User(name:$name){id}}",
"variables": {
"name": "{}"
}
},
"url": "https://anilist.co/user/{}/",
"urlMain": "https://anilist.co/",
"urlProbe": "https://graphql.anilist.co/",
"username_claimed": "Josh"
},
"Apple Developer": {
"errorType": "status_code",
"url": "https://developer.apple.com/forums/profile/{}",
"urlMain": "https://developer.apple.com",
"username_claimed": "lio24d"
},
"Apple Discussions": {
"errorMsg": "The page you tried was not found. You may have used an outdated link or may have typed the address (URL) incorrectly.",
"errorType": "message",
"url": "https://discussions.apple.com/profile/{}",
"urlMain": "https://discussions.apple.com",
"username_claimed": "jason"
},
"Archive of Our Own": {
"errorMsg": "Sorry, could not find this user.",
"errorType": "message",
"url": "https://archiveofourown.org/users/{}",
"urlMain": "https://archiveofourown.org/",
"username_claimed": "test"
},
"Archive.org": {
"errorMsg": "cannot find account",
"errorType": "message",
"url": "https://archive.org/details/@{}",
"urlMain": "https://archive.org",
"username_claimed": "blue"
},
"ArtStation": {
"errorType": "status_code",
"url": "https://www.artstation.com/{}",
"urlMain": "https://www.artstation.com/",
"username_claimed": "Blue"
},
"Asciinema": {
"errorType": "status_code",
"url": "https://asciinema.org/~{}",
"urlMain": "https://asciinema.org",
"username_claimed": "red"
},
"Ask Fedora": {
"errorType": "status_code",
"url": "https://ask.fedoraproject.org/u/{}",
"urlMain": "https://ask.fedoraproject.org/",
"username_claimed": "red"
},
"AskFM": {
"errorMsg": "Well, apparently not anymore.",
"errorType": "message",
"regexCheck": "^[a-zA-Z0-9_]{3,40}$",
"url": "https://ask.fm/{}",
"urlMain": "https://ask.fm/",
"username_claimed": "blue"
},
"Audiojungle": {
"errorType": "status_code",
"regexCheck": "^[a-zA-Z0-9_]+$",
"url": "https://audiojungle.net/user/{}",
"urlMain": "https://audiojungle.net/",
"username_claimed": "blue"
},
"Autofrage": {
"errorType": "status_code",
"url": "https://www.autofrage.net/nutzer/{}",
"urlMain": "https://www.autofrage.net/",
"username_claimed": "autofrage"
},
"Avizo": {
"errorType": "response_url",
"errorUrl": "https://www.avizo.cz/",
"url": "https://www.avizo.cz/{}/",
"urlMain": "https://www.avizo.cz/",
"username_claimed": "blue"
},
"BLIP.fm": {
"errorType": "status_code",
"regexCheck": "^[a-zA-Z0-9_]{1,30}$",
"url": "https://blip.fm/{}",
"urlMain": "https://blip.fm/",
"username_claimed": "blue"
},
"BOOTH": {
"errorType": "response_url",
"errorUrl": "https://booth.pm/",
"regexCheck": "^[a-zA-Z0-9@_-]$",
"url": "https://{}.booth.pm/",
"urlMain": "https://booth.pm/",
"username_claimed": "blue"
},
"Bandcamp": {
"errorType": "status_code",
"url": "https://www.bandcamp.com/{}",
"urlMain": "https://www.bandcamp.com/",
"username_claimed": "blue"
},
"Bazar.cz": {
"errorType": "response_url",
"errorUrl": "https://www.bazar.cz/error404.aspx",
"url": "https://www.bazar.cz/{}/",
"urlMain": "https://www.bazar.cz/",
"username_claimed": "pianina"
},
"Behance": {
"errorType": "status_code",
"url": "https://www.behance.net/{}",
"urlMain": "https://www.behance.net/",
"username_claimed": "blue"
},
"Bezuzyteczna": {
"errorType": "status_code",
"url": "https://bezuzyteczna.pl/uzytkownicy/{}",
"urlMain": "https://bezuzyteczna.pl",
"username_claimed": "Jackson"
},
"BiggerPockets": {
"errorType": "status_code",
"url": "https://www.biggerpockets.com/users/{}",
"urlMain": "https://www.biggerpockets.com/",
"username_claimed": "blue"
},
"Bikemap": {
"errorType": "status_code",
"url": "https://www.bikemap.net/en/u/{}/routes/created/",
"urlMain": "https://www.bikemap.net/",
"username_claimed": "bikemap"
},
"BioHacking": {
"errorType": "status_code",
"url": "https://forum.dangerousthings.com/u/{}",
"urlMain": "https://forum.dangerousthings.com/",
"username_claimed": "blue"
},
"BitBucket": {
"errorType": "status_code",
"regexCheck": "^[a-zA-Z0-9-_]{1,30}$",
"url": "https://bitbucket.org/{}/",
"urlMain": "https://bitbucket.org/",
"username_claimed": "white"
},
"BitCoinForum": {
"errorMsg": "The user whose profile you are trying to view does not exist.",
"errorType": "message",
"url": "https://bitcoinforum.com/profile/{}",
"urlMain": "https://bitcoinforum.com",
"username_claimed": "bitcoinforum.com"
},
"Bitwarden Forum": {
"errorType": "status_code",
"regexCheck": "^(?![.-])[a-zA-Z0-9_.-]{3,20}$",
"url": "https://community.bitwarden.com/u/{}/summary",
"urlMain": "https://bitwarden.com/",
"username_claimed": "blue"
},
"Blogger": {
"errorType": "status_code",
"regexCheck": "^[a-zA-Z][a-zA-Z0-9_-]*$",
"url": "https://{}.blogspot.com",
"urlMain": "https://www.blogger.com/",
"username_claimed": "blue"
},
"BodyBuilding": {
"errorType": "response_url",
"errorUrl": "https://bodyspace.bodybuilding.com/",
"url": "https://bodyspace.bodybuilding.com/{}",
"urlMain": "https://bodyspace.bodybuilding.com/",
"username_claimed": "blue"
},
"BongaCams": {
"errorType": "status_code",
"isNSFW": true,
"url": "https://pt.bongacams.com/profile/{}",
"urlMain": "https://pt.bongacams.com",
"username_claimed": "asuna-black"
},
"Bookcrossing": {
"errorType": "status_code",
"url": "https://www.bookcrossing.com/mybookshelf/{}/",
"urlMain": "https://www.bookcrossing.com/",
"username_claimed": "blue"
},
"BraveCommunity": {
"errorType": "status_code",
"url": "https://community.brave.com/u/{}/",
"urlMain": "https://community.brave.com/",
"username_claimed": "blue"
},
"BuyMeACoffee": {
"errorType": "status_code",
"regexCheck": "[a-zA-Z0-9]{3,15}",
"url": "https://buymeacoff.ee/{}",
"urlMain": "https://www.buymeacoffee.com/",
"urlProbe": "https://www.buymeacoffee.com/{}",
"username_claimed": "red"
},
"BuzzFeed": {
"errorType": "status_code",
"url": "https://buzzfeed.com/{}",
"urlMain": "https://buzzfeed.com/",
"username_claimed": "blue"
},
"CGTrader": {
"errorMsg": "3D models for CG digital design and artwork",
"errorType": "message",
"url": "https://www.cgtrader.com/{}",
"urlMain": "https://www.cgtrader.com",
"username_claimed": "blue"
},
"CNET": {
"errorType": "status_code",
"url": "https://www.cnet.com/profiles/{}/",
"urlMain": "https://www.cnet.com/",
"username_claimed": "blue"
},
"CTAN": {
"errorType": "status_code",
"url": "https://ctan.org/author/{}",
"urlMain": "https://ctan.org/",
"username_claimed": "briggs"
},
"Caddy Community": {
"errorType": "status_code",
"url": "https://caddy.community/u/{}/summary",
"urlMain": "https://caddy.community/",
"username_claimed": "taako_magnusen"
},
"Car Talk Community": {
"errorType": "status_code",
"url": "https://community.cartalk.com/u/{}/summary",
"urlMain": "https://community.cartalk.com/",
"username_claimed": "always_fixing"
},
"Carbonmade": {
"errorType": "response_url",
"errorUrl": "https://carbonmade.com/fourohfour?domain={}.carbonmade.com",
"regexCheck": "^[a-zA-Z0-9@_-]$",
"url": "https://{}.carbonmade.com",
"urlMain": "https://carbonmade.com/",
"username_claimed": "jenny"
},
"Career.habr": {
"errorMsg": "
User ",
"errorType": "message",
"regexCheck": "^[a-zA-Z0-9_]{1,15}$",
"url": "https://twitter.com/{}",
"urlMain": "https://twitter.com/",
"urlProbe": "https://nitter.net/{}",
"username_claimed": "blue"
},
"Typeracer": {
"errorMsg": "Profile Not Found",
"errorType": "message",
"url": "https://data.typeracer.com/pit/profile?user={}",
"urlMain": "https://typeracer.com",
"username_claimed": "blue"
},
"Ultimate-Guitar": {
"errorType": "status_code",
"url": "https://ultimate-guitar.com/u/{}",
"urlMain": "https://ultimate-guitar.com/",
"username_claimed": "blue"
},
"Unsplash": {
"errorType": "status_code",
"regexCheck": "^[a-z0-9_]{1,60}$",
"url": "https://unsplash.com/@{}",
"urlMain": "https://unsplash.com/",
"username_claimed": "jenny"
},
"VK": {
"errorType": "response_url",
"errorUrl": "https://www.quora.com/profile/{}",
"url": "https://vk.com/{}",
"urlMain": "https://vk.com/",
"username_claimed": "brown"
},
"VSCO": {
"errorType": "status_code",
"url": "https://vsco.co/{}",
"urlMain": "https://vsco.co/",
"username_claimed": "blue"
},
"Velomania": {
"errorMsg": "\u041f\u043e\u043b\u044c\u0437\u043e\u0432\u0430\u0442\u0435\u043b\u044c \u043d\u0435 \u0437\u0430\u0440\u0435\u0433\u0438\u0441\u0442\u0440\u0438\u0440\u043e\u0432\u0430\u043d \u0438 \u043d\u0435 \u0438\u043c\u0435\u0435\u0442 \u043f\u0440\u043e\u0444\u0438\u043b\u044f \u0434\u043b\u044f \u043f\u0440\u043e\u0441\u043c\u043e\u0442\u0440\u0430.",
"errorType": "message",
"url": "https://forum.velomania.ru/member.php?username={}",
"urlMain": "https://forum.velomania.ru/",
"username_claimed": "red"
},
"Venmo": {
"errorMsg": [
"Venmo | Page Not Found"
],
"errorType": "message",
"headers": {
"Host": "account.venmo.com"
},
"url": "https://account.venmo.com/u/{}",
"urlMain": "https://venmo.com/",
"urlProbe": "https://test1.venmo.com/u/{}",
"username_claimed": "jenny"
},
"Vero": {
"errorType": "status_code",
"request_method": "GET",
"url": "https://vero.co/{}",
"urlMain": "https://vero.co/",
"username_claimed": "blue"
},
"Vimeo": {
"errorType": "status_code",
"url": "https://vimeo.com/{}",
"urlMain": "https://vimeo.com/",
"username_claimed": "blue"
},
"Virgool": {
"errorMsg": "\u06f4\u06f0\u06f4",
"errorType": "message",
"url": "https://virgool.io/@{}",
"urlMain": "https://virgool.io/",
"username_claimed": "blue"
},
"VirusTotal": {
"errorType": "status_code",
"request_method": "GET",
"url": "https://www.virustotal.com/gui/user/{}",
"urlMain": "https://www.virustotal.com/",
"urlProbe": "https://www.virustotal.com/ui/users/{}/avatar",
"username_claimed": "blue"
},
"WICG Forum": {
"errorType": "status_code",
"regexCheck": "^(?![.-])[a-zA-Z0-9_.-]{3,20}$",
"url": "https://discourse.wicg.io/u/{}/summary",
"urlMain": "https://discourse.wicg.io/",
"username_claimed": "stefano"
},
"Warrior Forum": {
"errorType": "status_code",
"url": "https://www.warriorforum.com/members/{}.html",
"urlMain": "https://www.warriorforum.com/",
"username_claimed": "blue"
},
"Wattpad": {
"errorType": "status_code",
"url": "https://www.wattpad.com/user/{}",
"urlMain": "https://www.wattpad.com/",
"urlProbe": "https://www.wattpad.com/api/v3/users/{}/",
"username_claimed": "Dogstho7951"
},
"WebNode": {
"errorType": "status_code",
"regexCheck": "^[a-zA-Z0-9@_-]$",
"url": "https://{}.webnode.cz/",
"urlMain": "https://www.webnode.cz/",
"username_claimed": "radkabalcarova"
},
"Weblate": {
"errorType": "status_code",
"regexCheck": "^[a-zA-Z0-9@._-]{1,150}$",
"url": "https://hosted.weblate.org/user/{}/",
"urlMain": "https://hosted.weblate.org/",
"username_claimed": "adam"
},
"Weebly": {
"errorType": "status_code",
"url": "https://{}.weebly.com/",
"urlMain": "https://weebly.com/",
"username_claimed": "blue"
},
"Whonix Forum": {
"errorType": "status_code",
"url": "https://forums.whonix.org/u/{}/summary",
"urlMain": "https://forums.whonix.org/",
"username_claimed": "red"
},
"Wikidot": {
"errorMsg": "User does not exist.",
"errorType": "message",
"url": "http://www.wikidot.com/user:info/{}",
"urlMain": "http://www.wikidot.com/",
"username_claimed": "blue"
},
"Wikipedia": {
"errorMsg": "centralauth-admin-nonexistent:",
"errorType": "message",
"url": "https://en.wikipedia.org/wiki/Special:CentralAuth/{}?uselang=qqx",
"urlMain": "https://www.wikipedia.org/",
"username_claimed": "Hoadlck"
},
"Windy": {
"errorType": "status_code",
"url": "https://community.windy.com/user/{}",
"urlMain": "https://windy.com/",
"username_claimed": "blue"
},
"Wix": {
"errorType": "status_code",
"regexCheck": "^[a-zA-Z0-9@_-]$",
"url": "https://{}.wix.com",
"urlMain": "https://wix.com/",
"username_claimed": "support"
},
"WolframalphaForum": {
"errorType": "status_code",
"url": "https://community.wolfram.com/web/{}/home",
"urlMain": "https://community.wolfram.com/",
"username_claimed": "unico"
},
"WordPress": {
"errorType": "response_url",
"errorUrl": "wordpress.com/typo/?subdomain=",
"regexCheck": "^[a-zA-Z][a-zA-Z0-9_-]*$",
"url": "https://{}.wordpress.com/",
"urlMain": "https://wordpress.com",
"username_claimed": "blue"
},
"WordPressOrg": {
"errorType": "response_url",
"errorUrl": "https://wordpress.org",
"url": "https://profiles.wordpress.org/{}/",
"urlMain": "https://wordpress.org/",
"username_claimed": "blue"
},
"Wordnik": {
"errorMsg": "Page Not Found",
"errorType": "message",
"regexCheck": "^[a-zA-Z0-9_.+-]{1,40}$",
"url": "https://www.wordnik.com/users/{}",
"urlMain": "https://www.wordnik.com/",
"username_claimed": "blue"
},
"Wykop": {
"errorType": "status_code",
"url": "https://www.wykop.pl/ludzie/{}",
"urlMain": "https://www.wykop.pl",
"username_claimed": "blue"
},
"Xbox Gamertag": {
"errorType": "status_code",
"url": "https://xboxgamertag.com/search/{}",
"urlMain": "https://xboxgamertag.com/",
"username_claimed": "red"
},
"Xvideos": {
"errorType": "status_code",
"isNSFW": true,
"url": "https://xvideos.com/profiles/{}",
"urlMain": "https://xvideos.com/",
"username_claimed": "blue"
},
"YandexMusic": {
"errorType": "status_code",
"url": "https://music.yandex/users/{}/playlists",
"urlMain": "https://music.yandex",
"username_claimed": "ya.playlist"
},
"YouNow": {
"errorMsg": "No users found",
"errorType": "message",
"url": "https://www.younow.com/{}/",
"urlMain": "https://www.younow.com/",
"urlProbe": "https://api.younow.com/php/api/broadcast/info/user={}/",
"username_claimed": "blue"
},
"YouPic": {
"errorType": "status_code",
"url": "https://youpic.com/photographer/{}/",
"urlMain": "https://youpic.com/",
"username_claimed": "blue"
},
"YouPorn": {
"errorType": "status_code",
"isNSFW": true,
"url": "https://youporn.com/uservids/{}",
"urlMain": "https://youporn.com",
"username_claimed": "blue"
},
"Youtube Channel": {
"errorCode": 404,
"errorType": "status_code",
"headers": {
"Cookie": "CONSENT=YES+cb.20210418-17-p0.it+FX+917; "
},
"url": "https://www.youtube.com/c/{}",
"urlMain": "https://www.youtube.com",
"username_claimed": "mkbhd"
},
"Youtube User": {
"errorCode": 404,
"errorType": "status_code",
"headers": {
"Cookie": "CONSENT=YES+cb.20210418-17-p0.it+FX+917; "
},
"url": "https://www.youtube.com/user/{}",
"urlMain": "https://www.youtube.com",
"username_claimed": "pewdiepie",
"username_unclaimed": "noonewouldeverusethis7"
},
"Zhihu": {
"errorMsg": "404",
"errorType": "message",
"url": "https://www.zhihu.com/people/{}",
"urlMain": "https://www.zhihu.com/",
"username_claimed": "blue"
},
"akniga": {
"errorType": "status_code",
"url": "https://akniga.org/profile/{}",
"urlMain": "https://akniga.org/profile/blue/",
"username_claimed": "blue"
},
"authorSTREAM": {
"errorType": "status_code",
"url": "http://www.authorstream.com/{}/",
"urlMain": "http://www.authorstream.com/",
"username_claimed": "blue"
},
"babyRU": {
"errorMsg": "\u0421\u0442\u0440\u0430\u043d\u0438\u0446\u0430, \u043a\u043e\u0442\u043e\u0440\u0443\u044e \u0432\u044b \u0438\u0441\u043a\u0430\u043b\u0438, \u043d\u0435 \u043d\u0430\u0439\u0434\u0435\u043d\u0430",
"errorType": "message",
"url": "https://www.baby.ru/u/{}/",
"urlMain": "https://www.baby.ru/",
"username_claimed": "blue"
},
"babyblogRU": {
"errorType": "response_url",
"errorUrl": "https://www.babyblog.ru/",
"url": "https://www.babyblog.ru/user/{}",
"urlMain": "https://www.babyblog.ru/",
"username_claimed": "blue"
},
"chaos.social": {
"errorType": "status_code",
"url": "https://chaos.social/@{}",
"urlMain": "https://chaos.social/",
"username_claimed": "rixx"
},
"couchsurfing": {
"errorType": "status_code",
"url": "https://www.couchsurfing.com/people/{}",
"urlMain": "https://www.couchsurfing.com/",
"username_claimed": "blue"
},
"d3RU": {
"errorType": "status_code",
"url": "https://d3.ru/user/{}/posts",
"urlMain": "https://d3.ru/",
"username_claimed": "blue"
},
"dailykos": {
"errorMsg": "{\"result\":true,\"message\":null}",
"errorType": "message",
"url": "https://www.dailykos.com/user/{}",
"urlMain": "https://www.dailykos.com",
"urlProbe": "https://www.dailykos.com/signup/check_nickname?nickname={}",
"username_claimed": "blue"
},
"datingRU": {
"errorType": "status_code",
"url": "http://dating.ru/{}",
"urlMain": "http://dating.ru",
"username_claimed": "blue"
},
"devRant": {
"errorType": "response_url",
"errorUrl": "https://devrant.com/",
"url": "https://devrant.com/users/{}",
"urlMain": "https://devrant.com/",
"username_claimed": "blue"
},
"drive2": {
"errorType": "status_code",
"url": "https://www.drive2.ru/users/{}",
"urlMain": "https://www.drive2.ru/",
"username_claimed": "blue"
},
"eGPU": {
"errorType": "status_code",
"url": "https://egpu.io/forums/profile/{}/",
"urlMain": "https://egpu.io/",
"username_claimed": "blue"
},
"ebio.gg": {
"errorType": "status_code",
"url": "https://ebio.gg/{}",
"urlMain": "https:/ebio.gg",
"username_claimed": "dev"
},
"eintracht": {
"errorType": "status_code",
"url": "https://community.eintracht.de/fans/{}",
"urlMain": "https://eintracht.de",
"username_claimed": "blue"
},
"fixya": {
"errorType": "status_code",
"url": "https://www.fixya.com/users/{}",
"urlMain": "https://www.fixya.com",
"username_claimed": "adam"
},
"fl": {
"errorType": "status_code",
"url": "https://www.fl.ru/users/{}",
"urlMain": "https://www.fl.ru/",
"username_claimed": "blue"
},
"forum_guns": {
"errorMsg": "action=https://forum.guns.ru/forummisc/blog/search",
"errorType": "message",
"url": "https://forum.guns.ru/forummisc/blog/{}",
"urlMain": "https://forum.guns.ru/",
"username_claimed": "red"
},
"freecodecamp": {
"errorMsg": "{}",
"errorType": "message",
"url": "https://www.freecodecamp.org/{}",
"urlMain": "https://www.freecodecamp.org/",
"urlProbe": "https://api.freecodecamp.org/api/users/get-public-profile?username={}",
"username_claimed": "naveennamani"
},
"furaffinity": {
"errorMsg": "This user cannot be found.",
"errorType": "message",
"url": "https://www.furaffinity.net/user/{}",
"urlMain": "https://www.furaffinity.net",
"username_claimed": "jesus"
},
"geocaching": {
"errorType": "status_code",
"url": "https://www.geocaching.com/p/default.aspx?u={}",
"urlMain": "https://www.geocaching.com/",
"username_claimed": "blue"
},
"gfycat": {
"errorType": "status_code",
"url": "https://gfycat.com/@{}",
"urlMain": "https://gfycat.com/",
"username_claimed": "Test"
},
"habr": {
"errorType": "status_code",
"url": "https://habr.com/ru/users/{}",
"urlMain": "https://habr.com/",
"username_claimed": "blue"
},
"hackster": {
"errorType": "status_code",
"url": "https://www.hackster.io/{}",
"urlMain": "https://www.hackster.io",
"username_claimed": "blue"
},
"hunting": {
"errorMsg": "\u0423\u043a\u0430\u0437\u0430\u043d\u043d\u044b\u0439 \u043f\u043e\u043b\u044c\u0437\u043e\u0432\u0430\u0442\u0435\u043b\u044c \u043d\u0435 \u043d\u0430\u0439\u0434\u0435\u043d. \u041f\u043e\u0436\u0430\u043b\u0443\u0439\u0441\u0442\u0430, \u0432\u0432\u0435\u0434\u0438\u0442\u0435 \u0434\u0440\u0443\u0433\u043e\u0435 \u0438\u043c\u044f.",
"errorType": "message",
"url": "https://www.hunting.ru/forum/members/?username={}",
"urlMain": "https://www.hunting.ru/forum/",
"username_claimed": "red"
},
"iMGSRC.RU": {
"errorType": "response_url",
"errorUrl": "https://imgsrc.ru/",
"url": "https://imgsrc.ru/main/user.php?user={}",
"urlMain": "https://imgsrc.ru/",
"username_claimed": "blue"
},
"igromania": {
"errorMsg": "\u041f\u043e\u043b\u044c\u0437\u043e\u0432\u0430\u0442\u0435\u043b\u044c \u043d\u0435 \u0437\u0430\u0440\u0435\u0433\u0438\u0441\u0442\u0440\u0438\u0440\u043e\u0432\u0430\u043d \u0438 \u043d\u0435 \u0438\u043c\u0435\u0435\u0442 \u043f\u0440\u043e\u0444\u0438\u043b\u044f \u0434\u043b\u044f \u043f\u0440\u043e\u0441\u043c\u043e\u0442\u0440\u0430.",
"errorType": "message",
"url": "http://forum.igromania.ru/member.php?username={}",
"urlMain": "http://forum.igromania.ru/",
"username_claimed": "blue"
},
"interpals": {
"errorMsg": "The requested user does not exist or is inactive",
"errorType": "message",
"url": "https://www.interpals.net/{}",
"urlMain": "https://www.interpals.net/",
"username_claimed": "blue"
},
"irecommend": {
"errorType": "status_code",
"url": "https://irecommend.ru/users/{}",
"urlMain": "https://irecommend.ru/",
"username_claimed": "blue"
},
"jbzd.com.pl": {
"errorType": "status_code",
"url": "https://jbzd.com.pl/uzytkownik/{}",
"urlMain": "https://jbzd.com.pl/",
"username_claimed": "blue"
},
"jeuxvideo": {
"errorMsg": "Vous \u00eates",
"errorType": "message",
"url": "http://www.jeuxvideo.com/profil/{}?mode=infos",
"urlMain": "http://www.jeuxvideo.com",
"username_claimed": "adam"
},
"kofi": {
"errorType": "response_url",
"errorUrl": "https://ko-fi.com/art?=redirect",
"url": "https://ko-fi.com/{}",
"urlMain": "https://ko-fi.com",
"username_claimed": "yeahkenny"
},
"kwork": {
"errorType": "status_code",
"url": "https://kwork.ru/user/{}",
"urlMain": "https://www.kwork.ru/",
"username_claimed": "blue"
},
"labpentestit": {
"errorType": "response_url",
"errorUrl": "https://lab.pentestit.ru/{}",
"url": "https://lab.pentestit.ru/profile/{}",
"urlMain": "https://lab.pentestit.ru/",
"username_claimed": "CSV"
},
"last.fm": {
"errorType": "status_code",
"url": "https://last.fm/user/{}",
"urlMain": "https://last.fm/",
"username_claimed": "blue"
},
"leasehackr": {
"errorType": "status_code",
"url": "https://forum.leasehackr.com/u/{}/summary/",
"urlMain": "https://forum.leasehackr.com/",
"username_claimed": "adam"
},
"livelib": {
"errorType": "status_code",
"url": "https://www.livelib.ru/reader/{}",
"urlMain": "https://www.livelib.ru/",
"username_claimed": "blue"
},
"mastodon.cloud": {
"errorType": "status_code",
"url": "https://mastodon.cloud/@{}",
"urlMain": "https://mastodon.cloud/",
"username_claimed": "TheAdmin"
},
"mastodon.social": {
"errorType": "status_code",
"url": "https://mastodon.social/@{}",
"urlMain": "https://chaos.social/",
"username_claimed": "Gargron"
},
"mastodon.technology": {
"errorType": "status_code",
"url": "https://mastodon.technology/@{}",
"urlMain": "https://mastodon.xyz/",
"username_claimed": "ashfurrow"
},
"mastodon.xyz": {
"errorType": "status_code",
"url": "https://mastodon.xyz/@{}",
"urlMain": "https://mastodon.xyz/",
"username_claimed": "TheKinrar"
},
"mercadolivre": {
"errorType": "status_code",
"url": "https://www.mercadolivre.com.br/perfil/{}",
"urlMain": "https://www.mercadolivre.com.br",
"username_claimed": "blue"
},
"metacritic": {
"errorMsg": "User not found",
"errorType": "message",
"regexCheck": "^(?![-_].)[A-Za-z0-9-_]{3,15}$",
"url": "https://www.metacritic.com/user/{}",
"urlMain": "https://www.metacritic.com/",
"username_claimed": "blue"
},
"minds": {
"errorMsg": "\"valid\":true",
"errorType": "message",
"url": "https://www.minds.com/{}/",
"urlMain": "https://www.minds.com",
"urlProbe": "https://www.minds.com/api/v3/register/validate?username={}",
"username_claimed": "john"
},
"moikrug": {
"errorType": "status_code",
"url": "https://moikrug.ru/{}",
"urlMain": "https://moikrug.ru/",
"username_claimed": "blue"
},
"mstdn.io": {
"errorType": "status_code",
"url": "https://mstdn.io/@{}",
"urlMain": "https://mstdn.io/",
"username_claimed": "blue"
},
"nairaland.com": {
"errorType": "status_code",
"url": "https://www.nairaland.com/{}",
"urlMain": "https://www.nairaland.com/",
"username_claimed": "red"
},
"nnRU": {
"errorType": "status_code",
"regexCheck": "^[a-zA-Z0-9@_-]$",
"url": "https://{}.www.nn.ru/",
"urlMain": "https://www.nn.ru/",
"username_claimed": "blue"
},
"note": {
"errorType": "status_code",
"url": "https://note.com/{}",
"urlMain": "https://note.com/",
"username_claimed": "blue"
},
"npm": {
"errorType": "status_code",
"url": "https://www.npmjs.com/~{}",
"urlMain": "https://www.npmjs.com/",
"username_claimed": "kennethsweezy"
},
"opennet": {
"errorMsg": "\u0418\u043c\u044f \u0443\u0447\u0430\u0441\u0442\u043d\u0438\u043a\u0430 \u043d\u0435 \u043d\u0430\u0439\u0434\u0435\u043d\u043e",
"errorType": "message",
"regexCheck": "^[^-]*$",
"url": "https://www.opennet.ru/~{}",
"urlMain": "https://www.opennet.ru/",
"username_claimed": "anonismus"
},
"osu!": {
"errorType": "status_code",
"url": "https://osu.ppy.sh/users/{}",
"urlMain": "https://osu.ppy.sh/",
"username_claimed": "blue"
},
"phpRU": {
"errorMsg": "\u0423\u043a\u0430\u0437\u0430\u043d\u043d\u044b\u0439 \u043f\u043e\u043b\u044c\u0437\u043e\u0432\u0430\u0442\u0435\u043b\u044c \u043d\u0435 \u043d\u0430\u0439\u0434\u0435\u043d. \u041f\u043e\u0436\u0430\u043b\u0443\u0439\u0441\u0442\u0430, \u0432\u0432\u0435\u0434\u0438\u0442\u0435 \u0434\u0440\u0443\u0433\u043e\u0435 \u0438\u043c\u044f.",
"errorType": "message",
"url": "https://php.ru/forum/members/?username={}",
"urlMain": "https://php.ru/forum/",
"username_claimed": "apple"
},
"pikabu": {
"errorType": "status_code",
"url": "https://pikabu.ru/@{}",
"urlMain": "https://pikabu.ru/",
"username_claimed": "blue"
},
"pr0gramm": {
"errorType": "status_code",
"url": "https://pr0gramm.com/user/{}",
"urlMain": "https://pr0gramm.com/",
"urlProbe": "https://pr0gramm.com/api/profile/info?name={}",
"username_claimed": "cha0s"
},
"prog.hu": {
"errorType": "response_url",
"errorUrl": "https://prog.hu/azonosito/info/{}",
"url": "https://prog.hu/azonosito/info/{}",
"urlMain": "https://prog.hu/",
"username_claimed": "Sting"
},
"queer.af": {
"errorType": "status_code",
"url": "https://queer.af/@{}",
"urlMain": "https://queer.af/",
"username_claimed": "erincandescent"
},
"satsisRU": {
"errorType": "status_code",
"url": "https://satsis.info/user/{}",
"urlMain": "https://satsis.info/",
"username_claimed": "red"
},
"sessionize": {
"errorType": "status_code",
"url": "https://sessionize.com/{}",
"urlMain": "https://sessionize.com/",
"username_claimed": "jason-mayes"
},
"skyrock": {
"errorType": "status_code",
"regexCheck": "^[a-zA-Z0-9@_-]$",
"url": "https://{}.skyrock.com/",
"urlMain": "https://skyrock.com/",
"username_claimed": "red"
},
"social.tchncs.de": {
"errorType": "status_code",
"url": "https://social.tchncs.de/@{}",
"urlMain": "https://social.tchncs.de/",
"username_claimed": "Milan"
},
"spletnik": {
"errorType": "status_code",
"url": "https://spletnik.ru/user/{}",
"urlMain": "https://spletnik.ru/",
"username_claimed": "blue"
},
"svidbook": {
"errorType": "status_code",
"url": "https://www.svidbook.ru/user/{}",
"urlMain": "https://www.svidbook.ru/",
"username_claimed": "green"
},
"toster": {
"errorType": "status_code",
"url": "https://www.toster.ru/user/{}/answers",
"urlMain": "https://www.toster.ru/",
"username_claimed": "adam"
},
"uid": {
"errorType": "status_code",
"url": "http://uid.me/{}",
"urlMain": "https://uid.me/",
"username_claimed": "blue"
},
"wiki.vg": {
"errorType": "status_code",
"url": "https://wiki.vg/User:{}",
"urlMain": "https://wiki.vg/",
"username_claimed": "Auri"
},
"wykop.pl": {
"errorType": "status_code",
"regexCheck": "[a-z0-9-_]{4,35}",
"url": "https://www.wykop.pl/ludzie/{}",
"urlMain": "https://wykop.pl",
"username_claimed": "janusz-nowak"
},
"xHamster": {
"errorType": "status_code",
"isNSFW": true,
"url": "https://xhamster.com/users/{}",
"urlMain": "https://xhamster.com",
"username_claimed": "blue"
},
"znanylekarz.pl": {
"errorType": "status_code",
"url": "https://www.znanylekarz.pl/{}",
"urlMain": "https://znanylekarz.pl",
"username_claimed": "janusz-nowak"
}
}
================================================
FILE: Extras/sherlock/sherlock/result.py
================================================
"""Sherlock Result Module
This module defines various objects for recording the results of queries.
"""
from enum import Enum
class QueryStatus(Enum):
"""Query Status Enumeration.
Describes status of query about a given username.
"""
CLAIMED = "Claimed" # Username Detected
AVAILABLE = "Available" # Username Not Detected
UNKNOWN = "Unknown" # Error Occurred While Trying To Detect Username
ILLEGAL = "Illegal" # Username Not Allowable For This Site
def __str__(self):
"""Convert Object To String.
Keyword Arguments:
self -- This object.
Return Value:
Nicely formatted string to get information about this object.
"""
return self.value
class QueryResult():
"""Query Result Object.
Describes result of query about a given username.
"""
def __init__(self, username, site_name, site_url_user, status,
query_time=None, context=None):
"""Create Query Result Object.
Contains information about a specific method of detecting usernames on
a given type of web sites.
Keyword Arguments:
self -- This object.
username -- String indicating username that query result
was about.
site_name -- String which identifies site.
site_url_user -- String containing URL for username on site.
NOTE: The site may or may not exist: this
just indicates what the name would
be, if it existed.
status -- Enumeration of type QueryStatus() indicating
the status of the query.
query_time -- Time (in seconds) required to perform query.
Default of None.
context -- String indicating any additional context
about the query. For example, if there was
an error, this might indicate the type of
error that occurred.
Default of None.
Return Value:
Nothing.
"""
self.username = username
self.site_name = site_name
self.site_url_user = site_url_user
self.status = status
self.query_time = query_time
self.context = context
return
def __str__(self):
"""Convert Object To String.
Keyword Arguments:
self -- This object.
Return Value:
Nicely formatted string to get information about this object.
"""
status = str(self.status)
if self.context is not None:
# There is extra context information available about the results.
# Append it to the normal response text.
status += f" ({self.context})"
return status
================================================
FILE: Extras/sherlock/sherlock/sherlock.py
================================================
#! /usr/bin/env python3
"""
Sherlock: Find Usernames Across Social Networks Module
This module contains the main logic to search for usernames at social
networks.
"""
import csv
import signal
import pandas as pd
import os
import platform
import re
import sys
from argparse import ArgumentParser, RawDescriptionHelpFormatter
from time import monotonic
import requests
from requests_futures.sessions import FuturesSession
from torrequest import TorRequest
from result import QueryStatus
from result import QueryResult
from notify import QueryNotifyPrint
from sites import SitesInformation
from colorama import init
module_name = "Sherlock: Find Usernames Across Social Networks"
__version__ = "0.14.3"
class SherlockFuturesSession(FuturesSession):
def request(self, method, url, hooks=None, *args, **kwargs):
"""Request URL.
This extends the FuturesSession request method to calculate a response
time metric to each request.
It is taken (almost) directly from the following Stack Overflow answer:
https://github.com/ross/requests-futures#working-in-the-background
Keyword Arguments:
self -- This object.
method -- String containing method desired for request.
url -- String containing URL for request.
hooks -- Dictionary containing hooks to execute after
request finishes.
args -- Arguments.
kwargs -- Keyword arguments.
Return Value:
Request object.
"""
# Record the start time for the request.
if hooks is None:
hooks = {}
start = monotonic()
def response_time(resp, *args, **kwargs):
"""Response Time Hook.
Keyword Arguments:
resp -- Response object.
args -- Arguments.
kwargs -- Keyword arguments.
Return Value:
Nothing.
"""
resp.elapsed = monotonic() - start
return
# Install hook to execute when response completes.
# Make sure that the time measurement hook is first, so we will not
# track any later hook's execution time.
try:
if isinstance(hooks["response"], list):
hooks["response"].insert(0, response_time)
elif isinstance(hooks["response"], tuple):
# Convert tuple to list and insert time measurement hook first.
hooks["response"] = list(hooks["response"])
hooks["response"].insert(0, response_time)
else:
# Must have previously contained a single hook function,
# so convert to list.
hooks["response"] = [response_time, hooks["response"]]
except KeyError:
# No response hook was already defined, so install it ourselves.
hooks["response"] = [response_time]
return super(SherlockFuturesSession, self).request(method,
url,
hooks=hooks,
*args, **kwargs)
def get_response(request_future, error_type, social_network):
# Default for Response object if some failure occurs.
response = None
error_context = "General Unknown Error"
exception_text = None
try:
response = request_future.result()
if response.status_code:
# Status code exists in response object
error_context = None
except requests.exceptions.HTTPError as errh:
error_context = "HTTP Error"
exception_text = str(errh)
except requests.exceptions.ProxyError as errp:
error_context = "Proxy Error"
exception_text = str(errp)
except requests.exceptions.ConnectionError as errc:
error_context = "Error Connecting"
exception_text = str(errc)
except requests.exceptions.Timeout as errt:
error_context = "Timeout Error"
exception_text = str(errt)
except requests.exceptions.RequestException as err:
error_context = "Unknown Error"
exception_text = str(err)
return response, error_context, exception_text
def interpolate_string(object, username):
"""Insert a string into the string properties of an object recursively."""
if isinstance(object, str):
return object.replace("{}", username)
elif isinstance(object, dict):
for key, value in object.items():
object[key] = interpolate_string(value, username)
elif isinstance(object, list):
for i in object:
object[i] = interpolate_string(object[i], username)
return object
def CheckForParameter(username):
'''checks if {?} exists in the username
if exist it means that sherlock is looking for more multiple username'''
return ("{?}" in username)
checksymbols = []
checksymbols = ["_", "-", "."]
def MultipleUsernames(username):
'''replace the parameter with with symbols and return a list of usernames'''
allUsernames = []
for i in checksymbols:
allUsernames.append(username.replace("{?}", i))
return allUsernames
def sherlock(username, site_data, query_notify,
tor=False, unique_tor=False,
proxy=None, timeout=60):
"""Run Sherlock Analysis.
Checks for existence of username on various social media sites.
Keyword Arguments:
username -- String indicating username that report
should be created against.
site_data -- Dictionary containing all of the site data.
query_notify -- Object with base type of QueryNotify().
This will be used to notify the caller about
query results.
tor -- Boolean indicating whether to use a tor circuit for the requests.
unique_tor -- Boolean indicating whether to use a new tor circuit for each request.
proxy -- String indicating the proxy URL
timeout -- Time in seconds to wait before timing out request.
Default is 60 seconds.
Return Value:
Dictionary containing results from report. Key of dictionary is the name
of the social network site, and the value is another dictionary with
the following keys:
url_main: URL of main site.
url_user: URL of user on site (if account exists).
status: QueryResult() object indicating results of test for
account existence.
http_status: HTTP status code of query which checked for existence on
site.
response_text: Text that came back from request. May be None if
there was an HTTP error when checking for existence.
"""
# Notify caller that we are starting the query.
query_notify.start(username)
# Create session based on request methodology
if tor or unique_tor:
# Requests using Tor obfuscation
underlying_request = TorRequest()
underlying_session = underlying_request.session
else:
# Normal requests
underlying_session = requests.session()
underlying_request = requests.Request()
# Limit number of workers to 20.
# This is probably vastly overkill.
if len(site_data) >= 20:
max_workers = 20
else:
max_workers = len(site_data)
# Create multi-threaded session for all requests.
session = SherlockFuturesSession(max_workers=max_workers,
session=underlying_session)
# Results from analysis of all sites
results_total = {}
# First create futures for all requests. This allows for the requests to run in parallel
for social_network, net_info in site_data.items():
# Results from analysis of this specific site
results_site = {"url_main": net_info.get("urlMain")}
# Record URL of main site
# A user agent is needed because some sites don't return the correct
# information since they think that we are bots (Which we actually are...)
headers = {
"User-Agent": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10.12; rv:55.0) Gecko/20100101 Firefox/55.0",
}
if "headers" in net_info:
# Override/append any extra headers required by a given site.
headers.update(net_info["headers"])
# URL of user on site (if it exists)
url = interpolate_string(net_info["url"], username)
# Don't make request if username is invalid for the site
regex_check = net_info.get("regexCheck")
if regex_check and re.search(regex_check, username) is None:
# No need to do the check at the site: this username is not allowed.
results_site["status"] = QueryResult(username,
social_network,
url,
QueryStatus.ILLEGAL)
results_site["url_user"] = ""
results_site["http_status"] = ""
results_site["response_text"] = ""
query_notify.update(results_site["status"])
else:
# URL of user on site (if it exists)
results_site["url_user"] = url
url_probe = net_info.get("urlProbe")
request_method = net_info.get("request_method")
request_payload = net_info.get("request_payload")
request = None
if request_method is not None:
if request_method == "GET":
request = session.get
elif request_method == "HEAD":
request = session.head
elif request_method == "POST":
request = session.post
elif request_method == "PUT":
request = session.put
else:
raise RuntimeError(f"Unsupported request_method for {url}")
if request_payload is not None:
request_payload = interpolate_string(request_payload, username)
if url_probe is None:
# Probe URL is normal one seen by people out on the web.
url_probe = url
else:
# There is a special URL for probing existence separate
# from where the user profile normally can be found.
url_probe = interpolate_string(url_probe, username)
if request is None:
if net_info["errorType"] == "status_code":
# In most cases when we are detecting by status code,
# it is not necessary to get the entire body: we can
# detect fine with just the HEAD response.
request = session.head
else:
# Either this detect method needs the content associated
# with the GET response, or this specific website will
# not respond properly unless we request the whole page.
request = session.get
if net_info["errorType"] == "response_url":
# Site forwards request to a different URL if username not
# found. Disallow the redirect so we can capture the
# http status from the original URL request.
allow_redirects = False
else:
# Allow whatever redirect that the site wants to do.
# The final result of the request will be what is available.
allow_redirects = True
# This future starts running the request in a new thread, doesn't block the main thread
if proxy is not None:
proxies = {"http": proxy, "https": proxy}
future = request(url=url_probe, headers=headers,
proxies=proxies,
allow_redirects=allow_redirects,
timeout=timeout,
json=request_payload
)
else:
future = request(url=url_probe, headers=headers,
allow_redirects=allow_redirects,
timeout=timeout,
json=request_payload
)
# Store future in data for access later
net_info["request_future"] = future
# Reset identify for tor (if needed)
if unique_tor:
underlying_request.reset_identity()
# Add this site's results into final dictionary with all the other results.
results_total[social_network] = results_site
# Open the file containing account links
# Core logic: If tor requests, make them here. If multi-threaded requests, wait for responses
for social_network, net_info in site_data.items():
# Retrieve results again
results_site = results_total.get(social_network)
# Retrieve other site information again
url = results_site.get("url_user")
status = results_site.get("status")
if status is not None:
# We have already determined the user doesn't exist here
continue
# Get the expected error type
error_type = net_info["errorType"]
error_code = net_info.get("errorCode")
# Retrieve future and ensure it has finished
future = net_info["request_future"]
r, error_text, exception_text = get_response(request_future=future,
error_type=error_type,
social_network=social_network)
# Get response time for response of our request.
try:
response_time = r.elapsed
except AttributeError:
response_time = None
# Attempt to get request information
try:
http_status = r.status_code
except:
http_status = "?"
try:
response_text = r.text.encode(r.encoding or "UTF-8")
except:
response_text = ""
query_status = QueryStatus.UNKNOWN
error_context = None
if error_text is not None:
error_context = error_text
elif error_type == "message":
# error_flag True denotes no error found in the HTML
# error_flag False denotes error found in the HTML
error_flag = True
errors = net_info.get("errorMsg")
# errors will hold the error message
# it can be string or list
# by isinstance method we can detect that
# and handle the case for strings as normal procedure
# and if its list we can iterate the errors
if isinstance(errors, str):
# Checks if the error message is in the HTML
# if error is present we will set flag to False
if errors in r.text:
error_flag = False
else:
# If it's list, it will iterate all the error message
for error in errors:
if error in r.text:
error_flag = False
break
if error_flag:
query_status = QueryStatus.CLAIMED
else:
query_status = QueryStatus.AVAILABLE
elif error_type == "status_code":
# Checks if the Status Code is equal to the optional "errorCode" given in 'data.json'
if error_code == r.status_code:
query_status = QueryStatus.AVAILABLE
# Checks if the status code of the response is 2XX
elif not r.status_code >= 300 or r.status_code < 200:
query_status = QueryStatus.CLAIMED
else:
query_status = QueryStatus.AVAILABLE
elif error_type == "response_url":
# For this detection method, we have turned off the redirect.
# So, there is no need to check the response URL: it will always
# match the request. Instead, we will ensure that the response
# code indicates that the request was successful (i.e. no 404, or
# forward to some odd redirect).
if 200 <= r.status_code < 300:
query_status = QueryStatus.CLAIMED
else:
query_status = QueryStatus.AVAILABLE
else:
# It should be impossible to ever get here...
raise ValueError(f"Unknown Error Type '{error_type}' for "
f"site '{social_network}'")
# Notify caller about results of query.
result = QueryResult(username=username,
site_name=social_network,
site_url_user=url,
status=query_status,
query_time=response_time,
context=error_context)
query_notify.update(result)
# Save status of request
results_site["status"] = result
# Save results from request
results_site["http_status"] = http_status
results_site["response_text"] = response_text
# Add this site's results into final dictionary with all of the other results.
results_total[social_network] = results_site
return results_total
def timeout_check(value):
"""Check Timeout Argument.
Checks timeout for validity.
Keyword Arguments:
value -- Time in seconds to wait before timing out request.
Return Value:
Floating point number representing the time (in seconds) that should be
used for the timeout.
NOTE: Will raise an exception if the timeout in invalid.
"""
from argparse import ArgumentTypeError
try:
timeout = float(value)
except:
raise ArgumentTypeError(f"Timeout '{value}' must be a number.")
if timeout <= 0:
raise ArgumentTypeError(
f"Timeout '{value}' must be greater than 0.0s.")
return timeout
def handler(signal_received, frame):
"""Exit gracefully without throwing errors
Source: https://www.devdungeon.com/content/python-catch-sigint-ctrl-c
"""
sys.exit(0)
def main():
version_string = f"%(prog)s {__version__}\n" + \
f"{requests.__description__}: {requests.__version__}\n" + \
f"Python: {platform.python_version()}"
parser = ArgumentParser(formatter_class=RawDescriptionHelpFormatter,
description=f"{module_name} (Version {__version__})"
)
parser.add_argument("--version",
action="version", version=version_string,
help="Display version information and dependencies."
)
parser.add_argument("--verbose", "-v", "-d", "--debug",
action="store_true", dest="verbose", default=False,
help="Display extra debugging information and metrics."
)
parser.add_argument("--folderoutput", "-fo", dest="folderoutput",
help="If using multiple usernames, the output of the results will be saved to this folder."
)
parser.add_argument("--output", "-o", dest="output",
help="If using single username, the output of the result will be saved to this file."
)
parser.add_argument("--tor", "-t",
action="store_true", dest="tor", default=False,
help="Make requests over Tor; increases runtime; requires Tor to be installed and in system path.")
parser.add_argument("--unique-tor", "-u",
action="store_true", dest="unique_tor", default=False,
help="Make requests over Tor with new Tor circuit after each request; increases runtime; requires Tor to be installed and in system path.")
parser.add_argument("--csv",
action="store_true", dest="csv", default=False,
help="Create Comma-Separated Values (CSV) File."
)
parser.add_argument("--xlsx",
action="store_true", dest="xlsx", default=False,
help="Create the standard file for the modern Microsoft Excel spreadsheet (xslx)."
)
parser.add_argument("--site",
action="append", metavar="SITE_NAME",
dest="site_list", default=None,
help="Limit analysis to just the listed sites. Add multiple options to specify more than one site."
)
parser.add_argument("--proxy", "-p", metavar="PROXY_URL",
action="store", dest="proxy", default=None,
help="Make requests over a proxy. e.g. socks5://127.0.0.1:1080"
)
parser.add_argument("--json", "-j", metavar="JSON_FILE",
dest="json_file", default=None,
help="Load data from a JSON file or an online, valid, JSON file.")
parser.add_argument("--timeout",
action="store", metavar="TIMEOUT",
dest="timeout", type=timeout_check, default=60,
help="Time (in seconds) to wait for response to requests (Default: 60)"
)
parser.add_argument("--print-all",
action="store_true", dest="print_all", default=False,
help="Output sites where the username was not found."
)
parser.add_argument("--print-found",
action="store_true", dest="print_found", default=True,
help="Output sites where the username was found (also if exported as file)."
)
parser.add_argument("--no-color",
action="store_true", dest="no_color", default=False,
help="Don't color terminal output"
)
parser.add_argument("username",
nargs="+", metavar="USERNAMES",
action="store",
help="One or more usernames to check with social networks. Check similar usernames using {%%} (replace to '_', '-', '.')."
)
parser.add_argument("--browse", "-b",
action="store_true", dest="browse", default=False,
help="Browse to all results on default browser.")
parser.add_argument("--local", "-l",
action="store_true", default=False,
help="Force the use of the local data.json file.")
parser.add_argument("--nsfw",
action="store_true", default=False,
help="Include checking of NSFW sites from default list.")
args = parser.parse_args()
# If the user presses CTRL-C, exit gracefully without throwing errors
signal.signal(signal.SIGINT, handler)
# Check for newer version of Sherlock. If it exists, let the user know about it
try:
r = requests.get(
"https://raw.githubusercontent.com/sherlock-project/sherlock/master/sherlock/sherlock.py")
remote_version = str(re.findall('__version__ = "(.*)"', r.text)[0])
local_version = __version__
if remote_version != local_version:
print("Update Available!\n" +
f"You are running version {local_version}. Version {remote_version} is available at https://github.com/sherlock-project/sherlock")
except Exception as error:
print(f"A problem occurred while checking for an update: {error}")
# Argument check
# TODO regex check on args.proxy
if args.tor and (args.proxy is not None):
raise Exception("Tor and Proxy cannot be set at the same time.")
# Make prompts
if args.proxy is not None:
print("Using the proxy: " + args.proxy)
if args.tor or args.unique_tor:
print("Using Tor to make requests")
print(
"Warning: some websites might refuse connecting over Tor, so note that using this option might increase connection errors.")
if args.no_color:
# Disable color output.
init(strip=True, convert=False)
else:
# Enable color output.
init(autoreset=True)
# Check if both output methods are entered as input.
if args.output is not None and args.folderoutput is not None:
print("You can only use one of the output methods.")
sys.exit(1)
# Check validity for single username output.
if args.output is not None and len(args.username) != 1:
print("You can only use --output with a single username")
sys.exit(1)
# Create object with all information about sites we are aware of.
try:
if args.local:
sites = SitesInformation(os.path.join(
os.path.dirname(__file__), "resources/data.json"))
else:
sites = SitesInformation(args.json_file)
except Exception as error:
print(f"ERROR: {error}")
sys.exit(1)
if not args.nsfw:
sites.remove_nsfw_sites()
# Create original dictionary from SitesInformation() object.
# Eventually, the rest of the code will be updated to use the new object
# directly, but this will glue the two pieces together.
site_data_all = {site.name: site.information for site in sites}
if args.site_list is None:
# Not desired to look at a sub-set of sites
site_data = site_data_all
else:
# User desires to selectively run queries on a sub-set of the site list.
# Make sure that the sites are supported & build up pruned site database.
site_data = {}
site_missing = []
for site in args.site_list:
counter = 0
for existing_site in site_data_all:
if site.lower() == existing_site.lower():
site_data[existing_site] = site_data_all[existing_site]
counter += 1
if counter == 0:
# Build up list of sites not supported for future error message.
site_missing.append(f"'{site}'")
if site_missing:
print(
f"Error: Desired sites not found: {', '.join(site_missing)}.")
if not site_data:
sys.exit(1)
# Create notify object for query results.
query_notify = QueryNotifyPrint(result=None,
verbose=args.verbose,
print_all=args.print_all,
browse=args.browse)
# Run report on all specified users.
all_usernames = []
for username in args.username:
if (CheckForParameter(username)):
for name in MultipleUsernames(username):
all_usernames.append(name)
else:
all_usernames.append(username)
for username in all_usernames:
results = sherlock(username,
site_data,
query_notify,
tor=args.tor,
unique_tor=args.unique_tor,
proxy=args.proxy,
timeout=args.timeout)
if args.output:
result_file = args.output
elif args.folderoutput:
# The usernames results should be stored in a targeted folder.
# If the folder doesn't exist, create it first
os.makedirs(args.folderoutput, exist_ok=True)
result_file = os.path.join(args.folderoutput, f"{username}.txt")
else:
result_file = f"{username}.txt"
with open(result_file, "w", encoding="utf-8") as file:
exists_counter = 0
for website_name in results:
dictionary = results[website_name]
if dictionary.get("status").status == QueryStatus.CLAIMED:
exists_counter += 1
file.write(dictionary["url_user"] + "\n")
file.write(
f"Total Websites Username Detected On : {exists_counter}\n")
if args.csv:
result_file = f"{username}.csv"
if args.folderoutput:
# The usernames results should be stored in a targeted folder.
# If the folder doesn't exist, create it first
os.makedirs(args.folderoutput, exist_ok=True)
result_file = os.path.join(args.folderoutput, result_file)
with open(result_file, "w", newline='', encoding="utf-8") as csv_report:
writer = csv.writer(csv_report)
writer.writerow(["username",
"name",
"url_main",
"url_user",
"exists",
"http_status",
"response_time_s"
]
)
for site in results:
if args.print_found and not args.print_all and results[site]["status"].status != QueryStatus.CLAIMED:
continue
response_time_s = results[site]["status"].query_time
if response_time_s is None:
response_time_s = ""
writer.writerow([username,
site,
results[site]["url_main"],
results[site]["url_user"],
str(results[site]["status"].status),
results[site]["http_status"],
response_time_s
]
)
if args.xlsx:
usernames = []
names = []
url_main = []
url_user = []
exists = []
http_status = []
response_time_s = []
for site in results:
if args.print_found and not args.print_all and results[site]["status"].status != QueryStatus.CLAIMED:
continue
if response_time_s is None:
response_time_s.append("")
else:
response_time_s.append(results[site]["status"].query_time)
usernames.append(username)
names.append(site)
url_main.append(results[site]["url_main"])
url_user.append(results[site]["url_user"])
exists.append(str(results[site]["status"].status))
http_status.append(results[site]["http_status"])
DataFrame = pd.DataFrame({"username": usernames, "name": names, "url_main": url_main, "url_user": url_user, "exists": exists, "http_status": http_status, "response_time_s": response_time_s})
DataFrame.to_excel(f'{username}.xlsx', sheet_name='sheet1', index=False)
print()
query_notify.finish()
if __name__ == "__main__":
main()
================================================
FILE: Extras/sherlock/sherlock/sites.py
================================================
"""Sherlock Sites Information Module
This module supports storing information about websites.
This is the raw data that will be used to search for usernames.
"""
import json
import requests
import secrets
class SiteInformation:
def __init__(self, name, url_home, url_username_format, username_claimed,
information, is_nsfw, username_unclaimed=secrets.token_urlsafe(10)):
"""Create Site Information Object.
Contains information about a specific website.
Keyword Arguments:
self -- This object.
name -- String which identifies site.
url_home -- String containing URL for home of site.
url_username_format -- String containing URL for Username format
on site.
NOTE: The string should contain the
token "{}" where the username should
be substituted. For example, a string
of "https://somesite.com/users/{}"
indicates that the individual
usernames would show up under the
"https://somesite.com/users/" area of
the website.
username_claimed -- String containing username which is known
to be claimed on website.
username_unclaimed -- String containing username which is known
to be unclaimed on website.
information -- Dictionary containing all known information
about website.
NOTE: Custom information about how to
actually detect the existence of the
username will be included in this
dictionary. This information will
be needed by the detection method,
but it is only recorded in this
object for future use.
is_nsfw -- Boolean indicating if site is Not Safe For Work.
Return Value:
Nothing.
"""
self.name = name
self.url_home = url_home
self.url_username_format = url_username_format
self.username_claimed = username_claimed
self.username_unclaimed = secrets.token_urlsafe(32)
self.information = information
self.is_nsfw = is_nsfw
return
def __str__(self):
"""Convert Object To String.
Keyword Arguments:
self -- This object.
Return Value:
Nicely formatted string to get information about this object.
"""
return f"{self.name} ({self.url_home})"
class SitesInformation:
def __init__(self, data_file_path=None):
"""Create Sites Information Object.
Contains information about all supported websites.
Keyword Arguments:
self -- This object.
data_file_path -- String which indicates path to data file.
The file name must end in ".json".
There are 3 possible formats:
* Absolute File Format
For example, "c:/stuff/data.json".
* Relative File Format
The current working directory is used
as the context.
For example, "data.json".
* URL Format
For example,
"https://example.com/data.json", or
"http://example.com/data.json".
An exception will be thrown if the path
to the data file is not in the expected
format, or if there was any problem loading
the file.
If this option is not specified, then a
default site list will be used.
Return Value:
Nothing.
"""
if not data_file_path:
# The default data file is the live data.json which is in the GitHub repo. The reason why we are using
# this instead of the local one is so that the user has the most up-to-date data. This prevents
# users from creating issue about false positives which has already been fixed or having outdated data
data_file_path = "https://raw.githubusercontent.com/sherlock-project/sherlock/master/sherlock/resources/data.json"
# Ensure that specified data file has correct extension.
if not data_file_path.lower().endswith(".json"):
raise FileNotFoundError(f"Incorrect JSON file extension for data file '{data_file_path}'.")
# if "http://" == data_file_path[:7].lower() or "https://" == data_file_path[:8].lower():
if data_file_path.lower().startswith("http"):
# Reference is to a URL.
try:
response = requests.get(url=data_file_path)
except Exception as error:
raise FileNotFoundError(
f"Problem while attempting to access data file URL '{data_file_path}': {error}"
)
if response.status_code != 200:
raise FileNotFoundError(f"Bad response while accessing "
f"data file URL '{data_file_path}'."
)
try:
site_data = response.json()
except Exception as error:
raise ValueError(
f"Problem parsing json contents at '{data_file_path}': {error}."
)
else:
# Reference is to a file.
try:
with open(data_file_path, "r", encoding="utf-8") as file:
try:
site_data = json.load(file)
except Exception as error:
raise ValueError(
f"Problem parsing json contents at '{data_file_path}': {error}."
)
except FileNotFoundError:
raise FileNotFoundError(f"Problem while attempting to access "
f"data file '{data_file_path}'."
)
self.sites = {}
# Add all site information from the json file to internal site list.
for site_name in site_data:
try:
self.sites[site_name] = \
SiteInformation(site_name,
site_data[site_name]["urlMain"],
site_data[site_name]["url"],
site_data[site_name]["username_claimed"],
site_data[site_name],
site_data[site_name].get("isNSFW",False)
)
except KeyError as error:
raise ValueError(
f"Problem parsing json contents at '{data_file_path}': Missing attribute {error}."
)
return
def remove_nsfw_sites(self):
"""
Remove NSFW sites from the sites, if isNSFW flag is true for site
Keyword Arguments:
self -- This object.
Return Value:
None
"""
sites = {}
for site in self.sites:
if self.sites[site].is_nsfw:
continue
sites[site] = self.sites[site]
self.sites = sites
def site_name_list(self):
"""Get Site Name List.
Keyword Arguments:
self -- This object.
Return Value:
List of strings containing names of sites.
"""
return sorted([site.name for site in self], key=str.lower)
def __iter__(self):
"""Iterator For Object.
Keyword Arguments:
self -- This object.
Return Value:
Iterator for sites object.
"""
for site_name in self.sites:
yield self.sites[site_name]
def __len__(self):
"""Length For Object.
Keyword Arguments:
self -- This object.
Return Value:
Length of sites object.
"""
return len(self.sites)
================================================
FILE: Extras/sherlock/sherlock/tests/__init__.py
================================================
"""Sherlock Tests
This package contains various submodules used to run tests.
"""
================================================
FILE: Extras/sherlock/sherlock/tests/all.py
================================================
"""Sherlock Tests
This module contains various tests.
"""
from tests.base import SherlockBaseTest
import exrex
class SherlockDetectTests(SherlockBaseTest):
def test_detect_true_via_message(self):
"""Test Username Does Exist (Via Message).
This test ensures that the "message" detection mechanism of
ensuring that a Username does exist works properly.
Keyword Arguments:
self -- This object.
Return Value:
Nothing.
Will trigger an assert if detection mechanism did not work as expected.
"""
site = "AllMyLinks"
site_data = self.site_data_all[site]
# Ensure that the site's detection method has not changed.
self.assertEqual("message", site_data["errorType"])
self.username_check([site_data["username_claimed"]], [site], exist_check=True)
return
def test_detect_false_via_message(self):
"""Test Username Does Not Exist (Via Message).
This test ensures that the "message" detection mechanism of
ensuring that a Username does *not* exist works properly.
Keyword Arguments:
self -- This object.
Return Value:
Nothing.
Will trigger an assert if detection mechanism did not work as expected.
"""
site = "AllMyLinks"
site_data = self.site_data_all[site]
# Ensure that the site's detection method has not changed.
self.assertEqual("message", site_data["errorType"])
# Generate a valid username based on the regex for a username that the
# site supports that is *most likely* not taken. The regex is slighlty
# modified version of site_data["regexCheck"] as we want a username
# that has the maximum length that is supported by the site. This way,
# we wont generate a random username that might actually exist. This
# method is very hacky, but it does the job as having hardcoded
# usernames that dont exists will lead to people with ill intent to
# create an account with that username which will break the tests
valid_username = exrex.getone(r"^[a-z0-9][a-z0-9-]{32}$")
self.username_check([valid_username], [site], exist_check=False)
return
def test_detect_true_via_status_code(self):
"""Test Username Does Exist (Via Status Code).
This test ensures that the "status code" detection mechanism of
ensuring that a Username does exist works properly.
Keyword Arguments:
self -- This object.
Return Value:
Nothing.
Will trigger an assert if detection mechanism did not work as expected.
"""
site = "BitBucket"
site_data = self.site_data_all[site]
# Ensure that the site's detection method has not changed.
self.assertEqual("status_code", site_data["errorType"])
self.username_check([site_data["username_claimed"]], [site], exist_check=True)
return
def test_detect_false_via_status_code(self):
"""Test Username Does Not Exist (Via Status Code).
This test ensures that the "status code" detection mechanism of
ensuring that a Username does *not* exist works properly.
Keyword Arguments:
self -- This object.
Return Value:
Nothing.
Will trigger an assert if detection mechanism did not work as expected.
"""
site = "BitBucket"
site_data = self.site_data_all[site]
# Ensure that the site's detection method has not changed.
self.assertEqual("status_code", site_data["errorType"])
# Generate a valid username based on the regex for a username that the
# site supports that is *most likely* not taken. The regex is slighlty
# modified version of site_data["regexCheck"] as we want a username
# that has the maximum length that is supported by the site. This way,
# we wont generate a random username that might actually exist. This
# method is very hacky, but it does the job as having hardcoded
# usernames that dont exists will lead to people with ill intent to
# create an account with that username which will break the tests
valid_username = exrex.getone(r"^[a-zA-Z0-9-_]{30}")
self.username_check([valid_username], [site], exist_check=False)
return
class SherlockSiteCoverageTests(SherlockBaseTest):
def test_coverage_false_via_status(self):
"""Test Username Does Not Exist Site Coverage (Via HTTP Status).
This test checks all sites with the "HTTP Status" detection mechanism
to ensure that a Username that does not exist is reported that way.
Keyword Arguments:
self -- This object.
Return Value:
Nothing.
Will trigger an assert if detection mechanism did not work as expected.
"""
self.detect_type_check("status_code", exist_check=False)
return
def test_coverage_true_via_status(self):
"""Test Username Does Exist Site Coverage (Via HTTP Status).
This test checks all sites with the "HTTP Status" detection mechanism
to ensure that a Username that does exist is reported that way.
Keyword Arguments:
self -- This object.
Return Value:
Nothing.
Will trigger an assert if detection mechanism did not work as expected.
"""
self.detect_type_check("status_code", exist_check=True)
return
def test_coverage_false_via_message(self):
"""Test Username Does Not Exist Site Coverage (Via Error Message).
This test checks all sites with the "Error Message" detection mechanism
to ensure that a Username that does not exist is reported that way.
Keyword Arguments:
self -- This object.
Return Value:
Nothing.
Will trigger an assert if detection mechanism did not work as expected.
"""
self.detect_type_check("message", exist_check=False)
return
def test_coverage_true_via_message(self):
"""Test Username Does Exist Site Coverage (Via Error Message).
This test checks all sites with the "Error Message" detection mechanism
to ensure that a Username that does exist is reported that way.
Keyword Arguments:
self -- This object.
Return Value:
Nothing.
Will trigger an assert if detection mechanism did not work as expected.
"""
self.detect_type_check("message", exist_check=True)
return
def test_coverage_total(self):
"""Test Site Coverage Is Total.
This test checks that all sites have test data available.
Keyword Arguments:
self -- This object.
Return Value:
Nothing.
Will trigger an assert if we do not have total coverage.
"""
self.coverage_total_check()
return
================================================
FILE: Extras/sherlock/sherlock/tests/base.py
================================================
"""Sherlock Base Tests
This module contains various utilities for running tests.
"""
import os
import os.path
import unittest
import sherlock
from result import QueryStatus
from notify import QueryNotify
from sites import SitesInformation
import warnings
class SherlockBaseTest(unittest.TestCase):
def setUp(self):
"""Sherlock Base Test Setup.
Does common setup tasks for base Sherlock tests.
Keyword Arguments:
self -- This object.
Return Value:
Nothing.
"""
# This ignores the ResourceWarning from an unclosed SSLSocket.
# TODO: Figure out how to fix the code so this is not needed.
warnings.simplefilter("ignore", ResourceWarning)
# Create object with all information about sites we are aware of.
sites = SitesInformation(data_file_path=os.path.join(os.path.dirname(__file__), "../resources/data.json"))
# Create original dictionary from SitesInformation() object.
# Eventually, the rest of the code will be updated to use the new object
# directly, but this will glue the two pieces together.
site_data_all = {}
for site in sites:
site_data_all[site.name] = site.information
self.site_data_all = site_data_all
# Load excluded sites list, if any
excluded_sites_path = os.path.join(os.path.dirname(os.path.realpath(sherlock.__file__)), "tests/.excluded_sites")
try:
with open(excluded_sites_path, "r", encoding="utf-8") as excluded_sites_file:
self.excluded_sites = excluded_sites_file.read().splitlines()
except FileNotFoundError:
self.excluded_sites = []
# Create notify object for query results.
self.query_notify = QueryNotify()
self.tor = False
self.unique_tor = False
self.timeout = None
self.skip_error_sites = True
return
def site_data_filter(self, site_list):
"""Filter Site Data.
Keyword Arguments:
self -- This object.
site_list -- List of strings corresponding to sites which
should be filtered.
Return Value:
Dictionary containing sub-set of site data specified by "site_list".
"""
# Create new dictionary that has filtered site data based on input.
# Note that any site specified which is not understood will generate
# an error.
site_data = {}
for site in site_list:
with self.subTest(f"Checking test vector Site '{site}' "
f"exists in total site data."
):
site_data[site] = self.site_data_all[site]
return site_data
def username_check(self, username_list, site_list, exist_check=True):
"""Username Exist Check.
Keyword Arguments:
self -- This object.
username_list -- List of strings corresponding to usernames
which should exist on *all* of the sites.
site_list -- List of strings corresponding to sites which
should be filtered.
exist_check -- Boolean which indicates if this should be
a check for Username existence,
or non-existence.
Return Value:
Nothing.
Will trigger an assert if Username does not have the expected
existence state.
"""
# Filter all site data down to just what is needed for this test.
site_data = self.site_data_filter(site_list)
if exist_check:
check_type_text = "claimed"
exist_result_desired = QueryStatus.CLAIMED
else:
check_type_text = "available"
exist_result_desired = QueryStatus.AVAILABLE
for username in username_list:
results = sherlock.sherlock(username,
site_data,
self.query_notify,
tor=self.tor,
unique_tor=self.unique_tor,
timeout=self.timeout
)
for site, result in results.items():
with self.subTest(f"Checking Username '{username}' "
f"{check_type_text} on Site '{site}'"
):
if (
(self.skip_error_sites == True) and
(result["status"].status == QueryStatus.UNKNOWN)
):
#Some error connecting to site.
self.skipTest(f"Skipping Username '{username}' "
f"{check_type_text} on Site '{site}': "
f"Site returned error status."
)
self.assertEqual(exist_result_desired,
result["status"].status)
return
def detect_type_check(self, detect_type, exist_check=True):
"""Username Exist Check.
Keyword Arguments:
self -- This object.
detect_type -- String corresponding to detection algorithm
which is desired to be tested.
Note that only sites which have documented
usernames which exist and do not exist
will be tested.
exist_check -- Boolean which indicates if this should be
a check for Username existence,
or non-existence.
Return Value:
Nothing.
Runs tests on all sites using the indicated detection algorithm
and which also has test vectors specified.
Will trigger an assert if Username does not have the expected
existence state.
"""
# Dictionary of sites that should be tested for having a username.
# This will allow us to test sites with a common username in parallel.
sites_by_username = {}
for site, site_data in self.site_data_all.items():
if (
(site in self.excluded_sites) or
(site_data["errorType"] != detect_type) or
(site_data.get("username_claimed") is None) or
(site_data.get("username_unclaimed") is None)
):
# This is either not a site we are interested in, or the
# site does not contain the required information to do
# the tests.
pass
else:
# We should run a test on this site.
# Figure out which type of user
if exist_check:
username = site_data.get("username_claimed")
else:
username = site_data.get("username_unclaimed")
# Add this site to the list of sites corresponding to this
# username.
if username in sites_by_username:
sites_by_username[username].append(site)
else:
sites_by_username[username] = [site]
# Check on the username availability against all of the sites.
for username, site_list in sites_by_username.items():
self.username_check([username],
site_list,
exist_check=exist_check
)
return
def coverage_total_check(self):
"""Total Coverage Check.
Keyword Arguments:
self -- This object.
Return Value:
Nothing.
Counts up all Sites with full test data available.
Will trigger an assert if any Site does not have test coverage.
"""
site_no_tests_list = []
for site, site_data in self.site_data_all.items():
if site_data.get("username_claimed") is None:
# Test information not available on this site.
site_no_tests_list.append(site)
self.assertEqual("", ", ".join(site_no_tests_list))
return
================================================
FILE: Extras/sherlock/sherlock/tests/test_multiple_usernames.py
================================================
import imp
import unittest
import sys
sys.path.append('../')
import sherlock as sh
checksymbols = []
checksymbols = ["_", "-", "."]
"""Test for mulriple usernames.
This test ensures that the function MultipleUsernames works properly. More specific,
different scenarios are tested and only usernames that contain this specific sequence: {?}
should return positive.
Keyword Arguments:
self -- This object.
Return Value:
Nothing.
"""
class TestMultipleUsernames(unittest.TestCase):
def test_area(self):
test_usernames = ["test{?}test" , "test{?feo" , "test"]
for name in test_usernames:
if(sh.CheckForParameter(name)):
self.assertAlmostEqual(sh.MultipleUsernames(name), ["test_test" , "test-test" , "test.test"])
else:
self.assertAlmostEqual(name, name)
================================================
FILE: Extras/sherlock/site_list.py
================================================
#!/usr/bin/env python
# This module generates the listing of supported sites which can be found in
# sites.md. It also organizes all the sites in alphanumeric order
import json
# Read the data.json file
with open("sherlock/resources/data.json", "r", encoding="utf-8") as data_file:
data = json.load(data_file)
# Sort the social networks in alphanumeric order
social_networks = sorted(data.items())
# Write the list of supported sites to sites.md
with open("sites.md", "w") as site_file:
site_file.write(f"## List Of Supported Sites ({len(social_networks)} Sites In Total!)\n")
for social_network, info in social_networks:
url_main = info["urlMain"]
is_nsfw = "**(NSFW)**" if info.get("isNSFW") else ""
site_file.write(f"1.  [{social_network}]({url_main}) {is_nsfw}\n")
# Overwrite the data.json file with sorted data
with open("sherlock/resources/data.json", "w") as data_file:
sorted_data = json.dumps(data, indent=2, sort_keys=True)
data_file.write(sorted_data)
data_file.write("\n")
print("Finished updating supported site listing!")
================================================
FILE: Extras/sherlock/sites.md
================================================
## List Of Supported Sites (407 Sites In Total!)
1.  [2Dimensions](https://2Dimensions.com/)
1.  [3dnews](http://forum.3dnews.ru/)
1.  [7Cups](https://www.7cups.com/)
1.  [8tracks](https://8tracks.com/)
1.  [9GAG](https://www.9gag.com/)
1.  [APClips](https://apclips.com/) **(NSFW)**
1.  [About.me](https://about.me/)
1.  [Academia.edu](https://www.academia.edu/)
1.  [AdmireMe.Vip](https://admireme.vip/) **(NSFW)**
1.  [Air Pilot Life](https://airlinepilot.life/)
1.  [Airbit](https://airbit.com/)
1.  [Airliners](https://www.airliners.net/)
1.  [Alik.cz](https://www.alik.cz/)
1.  [All Things Worn](https://www.allthingsworn.com) **(NSFW)**
1.  [AllMyLinks](https://allmylinks.com/)
1.  [Amino](https://aminoapps.com)
1.  [Anilist](https://anilist.co/)
1.  [Apple Developer](https://developer.apple.com)
1.  [Apple Discussions](https://discussions.apple.com)
1.  [Archive of Our Own](https://archiveofourown.org/)
1.  [Archive.org](https://archive.org)
1.  [ArtStation](https://www.artstation.com/)
1.  [Asciinema](https://asciinema.org)
1.  [Ask Fedora](https://ask.fedoraproject.org/)
1.  [AskFM](https://ask.fm/)
1.  [Audiojungle](https://audiojungle.net/)
1.  [Autofrage](https://www.autofrage.net/)
1.  [Avizo](https://www.avizo.cz/)
1.  [BLIP.fm](https://blip.fm/)
1.  [BOOTH](https://booth.pm/)
1.  [Bandcamp](https://www.bandcamp.com/)
1.  [Bazar.cz](https://www.bazar.cz/)
1.  [Behance](https://www.behance.net/)
1.  [Bezuzyteczna](https://bezuzyteczna.pl)
1.  [BiggerPockets](https://www.biggerpockets.com/)
1.  [Bikemap](https://www.bikemap.net/)
1.  [BioHacking](https://forum.dangerousthings.com/)
1.  [BitBucket](https://bitbucket.org/)
1.  [BitCoinForum](https://bitcoinforum.com)
1.  [Bitwarden Forum](https://bitwarden.com/)
1.  [Blogger](https://www.blogger.com/)
1.  [BodyBuilding](https://bodyspace.bodybuilding.com/)
1.  [BongaCams](https://pt.bongacams.com) **(NSFW)**
1.  [Bookcrossing](https://www.bookcrossing.com/)
1.  [BraveCommunity](https://community.brave.com/)
1.  [BuyMeACoffee](https://www.buymeacoffee.com/)
1.  [BuzzFeed](https://buzzfeed.com/)
1.  [CGTrader](https://www.cgtrader.com)
1.  [CNET](https://www.cnet.com/)
1.  [CTAN](https://ctan.org/)
1.  [Caddy Community](https://caddy.community/)
1.  [Car Talk Community](https://community.cartalk.com/)
1.  [Carbonmade](https://carbonmade.com/)
1.  [Career.habr](https://career.habr.com/)
1.  [Championat](https://www.championat.com/)
1.  [Chaos](https://chaos.social/)
1.  [Chatujme.cz](https://chatujme.cz/)
1.  [ChaturBate](https://chaturbate.com) **(NSFW)**
1.  [Chess](https://www.chess.com/)
1.  [Choice Community](https://choice.community/)
1.  [Clapper](https://clapperapp.com/)
1.  [CloudflareCommunity](https://community.cloudflare.com/)
1.  [Clozemaster](https://www.clozemaster.com)
1.  [Clubhouse](https://www.clubhouse.com)
1.  [Code Snippet Wiki](https://codesnippets.fandom.com)
1.  [Codecademy](https://www.codecademy.com/)
1.  [Codechef](https://www.codechef.com/)
1.  [Codeforces](https://codeforces.com/)
1.  [Codepen](https://codepen.io/)
1.  [Coders Rank](https://codersrank.io/)
1.  [Coderwall](https://coderwall.com)
1.  [Codewars](https://www.codewars.com)
1.  [Coinvote](https://coinvote.cc/)
1.  [ColourLovers](https://www.colourlovers.com/)
1.  [Contently](https://contently.com/)
1.  [Coroflot](https://coroflot.com/)
1.  [Cracked](https://www.cracked.com/)
1.  [Crevado](https://crevado.com/)
1.  [Crowdin](https://crowdin.com/)
1.  [Cryptomator Forum](https://community.cryptomator.org/)
1.  [Cults3D](https://cults3d.com/en)
1.  [DEV Community](https://dev.to/)
1.  [DMOJ](https://dmoj.ca/)
1.  [DailyMotion](https://www.dailymotion.com/)
1.  [Dealabs](https://www.dealabs.com/)
1.  [DeviantART](https://deviantart.com)
1.  [Discogs](https://www.discogs.com/)
1.  [Discuss.Elastic.co](https://discuss.elastic.co/)
1.  [Disqus](https://disqus.com/)
1.  [Docker Hub](https://hub.docker.com/)
1.  [Dribbble](https://dribbble.com/)
1.  [Duolingo](https://duolingo.com/)
1.  [Eintracht Frankfurt Forum](https://community.eintracht.de/)
1.  [Enjin](https://www.enjin.com/)
1.  [Envato Forum](https://forums.envato.com/)
1.  [Erome](https://www.erome.com/) **(NSFW)**
1.  [Etsy](https://www.etsy.com/)
1.  [Euw](https://euw.op.gg/)
1.  [Exposure](https://exposure.co/)
1.  [EyeEm](https://www.eyeem.com/)
1.  [F3.cool](https://f3.cool/)
1.  [Fameswap](https://fameswap.com/)
1.  [Fandom](https://www.fandom.com/)
1.  [Finanzfrage](https://www.finanzfrage.net/)
1.  [Fiverr](https://www.fiverr.com/)
1.  [Flickr](https://www.flickr.com/)
1.  [Flightradar24](https://www.flightradar24.com/)
1.  [Flipboard](https://flipboard.com/)
1.  [Football](https://www.rusfootball.info/)
1.  [FortniteTracker](https://fortnitetracker.com/challenges)
1.  [Forum Ophilia](https://www.forumophilia.com/) **(NSFW)**
1.  [Fosstodon](https://fosstodon.org/)
1.  [Freelance.habr](https://freelance.habr.com/)
1.  [Freelancer](https://www.freelancer.com/)
1.  [Freesound](https://freesound.org/)
1.  [G2G](https://www.g2g.com/)
1.  [GNOME VCS](https://gitlab.gnome.org/)
1.  [GaiaOnline](https://www.gaiaonline.com/)
1.  [Gamespot](https://www.gamespot.com/)
1.  [GeeksforGeeks](https://www.geeksforgeeks.org/)
1.  [Genius (Artists)](https://genius.com/)
1.  [Genius (Users)](https://genius.com/)
1.  [Gesundheitsfrage](https://www.gesundheitsfrage.net/)
1.  [GetMyUni](https://getmyuni.com/)
1.  [Giant Bomb](https://www.giantbomb.com/)
1.  [Giphy](https://giphy.com/)
1.  [GitBook](https://gitbook.com/)
1.  [GitHub](https://www.github.com/)
1.  [GitLab](https://gitlab.com/)
1.  [Gitee](https://gitee.com/)
1.  [GoodReads](https://www.goodreads.com/)
1.  [Google Play](https://play.google.com)
1.  [Gradle](https://gradle.org/)
1.  [Grailed](https://www.grailed.com/)
1.  [Gravatar](http://en.gravatar.com/)
1.  [Gumroad](https://www.gumroad.com/)
1.  [GunsAndAmmo](https://gunsandammo.com/)
1.  [Gutefrage](https://www.gutefrage.net/)
1.  [HEXRPG](https://www.hexrpg.com/)
1.  [HackTheBox](https://forum.hackthebox.eu/)
1.  [Hackaday](https://hackaday.io/)
1.  [HackerEarth](https://hackerearth.com/)
1.  [HackerNews](https://news.ycombinator.com/)
1.  [HackerOne](https://hackerone.com/)
1.  [HackerRank](https://hackerrank.com/)
1.  [Harvard Scholar](https://scholar.harvard.edu/)
1.  [Hashnode](https://hashnode.com)
1.  [Heavy-R](https://www.heavy-r.com/) **(NSFW)**
1.  [Holopin](https://holopin.io)
1.  [Houzz](https://houzz.com/)
1.  [HubPages](https://hubpages.com/)
1.  [Hubski](https://hubski.com/)
1.  [ICQ](https://icq.com/)
1.  [IFTTT](https://www.ifttt.com/)
1.  [IRL](https://www.irl.com/)
1.  [Icons8 Community](https://community.icons8.com/)
1.  [Image Fap](https://www.imagefap.com/) **(NSFW)**
1.  [ImgUp.cz](https://imgup.cz/)
1.  [Imgur](https://imgur.com/)
1.  [Instructables](https://www.instructables.com/)
1.  [Intigriti](https://app.intigriti.com)
1.  [Ionic Forum](https://forum.ionicframework.com/)
1.  [Issuu](https://issuu.com/)
1.  [Itch.io](https://itch.io/)
1.  [Itemfix](https://www.itemfix.com/)
1.  [Jellyfin Weblate](https://translate.jellyfin.org/)
1.  [Jimdo](https://jimdosite.com/)
1.  [Joplin Forum](https://discourse.joplinapp.org/)
1.  [KEAKR](https://www.keakr.com/)
1.  [Kaggle](https://www.kaggle.com/)
1.  [Keybase](https://keybase.io/)
1.  [Kik](http://kik.me/)
1.  [Kongregate](https://www.kongregate.com/)
1.  [LOR](https://linux.org.ru/)
1.  [Launchpad](https://launchpad.net/)
1.  [LeetCode](https://leetcode.com/)
1.  [LessWrong](https://www.lesswrong.com/)
1.  [Letterboxd](https://letterboxd.com/)
1.  [Lichess](https://lichess.org)
1.  [Linktree](https://linktr.ee/)
1.  [Listed](https://listed.to/)
1.  [LiveJournal](https://www.livejournal.com/)
1.  [Lobsters](https://lobste.rs/)
1.  [Lolchess](https://lolchess.gg/)
1.  [LottieFiles](https://lottiefiles.com/)
1.  [LushStories](https://www.lushstories.com/) **(NSFW)**
1.  [MMORPG Forum](https://forums.mmorpg.com/)
1.  [Mapify](https://mapify.travel/)
1.  [Medium](https://medium.com/)
1.  [Memrise](https://www.memrise.com/)
1.  [Minecraft](https://minecraft.net/)
1.  [MixCloud](https://www.mixcloud.com/)
1.  [Modelhub](https://www.modelhub.com/) **(NSFW)**
1.  [Monkeytype](https://monkeytype.com/)
1.  [Motherless](https://motherless.com/) **(NSFW)**
1.  [Motorradfrage](https://www.motorradfrage.net/)
1.  [Munzee](https://www.munzee.com/)
1.  [MyAnimeList](https://myanimelist.net/)
1.  [MyMiniFactory](https://www.myminifactory.com/)
1.  [Mydramalist](https://mydramalist.com)
1.  [Myspace](https://myspace.com/)
1.  [NICommunityForum](https://www.native-instruments.com/forum/)
1.  [NationStates Nation](https://nationstates.net)
1.  [NationStates Region](https://nationstates.net)
1.  [Naver](https://naver.com)
1.  [Needrom](https://www.needrom.com/)
1.  [Newgrounds](https://newgrounds.com)
1.  [Nextcloud Forum](https://nextcloud.com/)
1.  [Nightbot](https://nightbot.tv/)
1.  [Ninja Kiwi](https://ninjakiwi.com/)
1.  [NintendoLife](https://www.nintendolife.com/)
1.  [NitroType](https://www.nitrotype.com/)
1.  [NotABug.org](https://notabug.org/)
1.  [Nyaa.si](https://nyaa.si/)
1.  [OGUsers](https://ogu.gg/)
1.  [OpenStreetMap](https://www.openstreetmap.org/)
1.  [Opensource](https://opensource.com/)
1.  [Oracle Community](https://community.oracle.com)
1.  [OurDJTalk](https://ourdjtalk.com/)
1.  [PCGamer](https://pcgamer.com)
1.  [PSNProfiles.com](https://psnprofiles.com/)
1.  [Packagist](https://packagist.org/)
1.  [Pastebin](https://pastebin.com/)
1.  [Patreon](https://www.patreon.com/)
1.  [PepperIT](https://www.pepper.it)
1.  [Periscope](https://www.periscope.tv/)
1.  [Pinkbike](https://www.pinkbike.com/)
1.  [PlayStore](https://play.google.com/store)
1.  [PocketStars](https://pocketstars.com/) **(NSFW)**
1.  [Pokemon Showdown](https://pokemonshowdown.com)
1.  [Polarsteps](https://polarsteps.com/)
1.  [Polygon](https://www.polygon.com/)
1.  [Polymart](https://polymart.org/)
1.  [Pornhub](https://pornhub.com/) **(NSFW)**
1.  [ProductHunt](https://www.producthunt.com/)
1.  [PromoDJ](http://promodj.com/)
1.  [PyPi](https://pypi.org)
1.  [Quizlet](https://quizlet.com)
1.  [Rajce.net](https://www.rajce.idnes.cz/)
1.  [Rate Your Music](https://rateyourmusic.com/)
1.  [Rclone Forum](https://forum.rclone.org/)
1.  [RedTube](https://www.redtube.com/) **(NSFW)**
1.  [Redbubble](https://www.redbubble.com/)
1.  [Reddit](https://www.reddit.com/)
1.  [Reisefrage](https://www.reisefrage.net/)
1.  [Replit.com](https://replit.com/)
1.  [ResearchGate](https://www.researchgate.net/)
1.  [ReverbNation](https://www.reverbnation.com/)
1.  [Roblox](https://www.roblox.com/)
1.  [RocketTube](https://www.rockettube.com/) **(NSFW)**
1.  [RoyalCams](https://royalcams.com)
1.  [RubyGems](https://rubygems.org/)
1.  [Rumble](https://rumble.com/)
1.  [RuneScape](https://www.runescape.com/)
1.  [SWAPD](https://swapd.co/)
1.  [Sbazar.cz](https://www.sbazar.cz/)
1.  [Scratch](https://scratch.mit.edu/)
1.  [Scribd](https://www.scribd.com/)
1.  [ShitpostBot5000](https://www.shitpostbot.com/)
1.  [Shpock](https://www.shpock.com/)
1.  [Signal](https://community.signalusers.org)
1.  [Sketchfab](https://sketchfab.com/)
1.  [Slack](https://slack.com)
1.  [Slant](https://www.slant.co/)
1.  [Slashdot](https://slashdot.org)
1.  [SlideShare](https://slideshare.net/)
1.  [Slides](https://slides.com/)
1.  [SmugMug](https://smugmug.com)
1.  [Smule](https://www.smule.com/)
1.  [Snapchat](https://www.snapchat.com)
1.  [SoundCloud](https://soundcloud.com/)
1.  [SourceForge](https://sourceforge.net/)
1.  [SoylentNews](https://soylentnews.org)
1.  [Speedrun.com](https://speedrun.com/)
1.  [Splice](https://splice.com/)
1.  [Splits.io](https://splits.io)
1.  [Sporcle](https://www.sporcle.com/)
1.  [Sportlerfrage](https://www.sportlerfrage.net/)
1.  [SportsRU](https://www.sports.ru/)
1.  [Spotify](https://open.spotify.com/)
1.  [Star Citizen](https://robertsspaceindustries.com/)
1.  [SteamGroup](https://steamcommunity.com/)
1.  [Strava](https://www.strava.com/)
1.  [SublimeForum](https://forum.sublimetext.com/)
1.  [TETR.IO](https://tetr.io)
1.  [TLDR Legal](https://tldrlegal.com/)
1.  [TRAKTRAIN](https://traktrain.com/)
1.  [Telegram](https://t.me/)
1.  [Tellonym.me](https://tellonym.me/)
1.  [Tenor](https://tenor.com/)
1.  [ThemeForest](https://themeforest.net/)
1.  [TikTok](https://tiktok.com/)
1.  [TnAFlix](https://www.tnaflix.com/) **(NSFW)**
1.  [TradingView](https://www.tradingview.com/)
1.  [Trakt](https://www.trakt.tv/)
1.  [TrashboxRU](https://trashbox.ru/)
1.  [Trawelling](https://traewelling.de/)
1.  [Trello](https://trello.com/)
1.  [TryHackMe](https://tryhackme.com/)
1.  [Tuna](https://tuna.voicemod.net/)
1.  [Tweakers](https://tweakers.net)
1.  [Twitch](https://www.twitch.tv/)
1.  [Twitter](https://twitter.com/)
1.  [Typeracer](https://typeracer.com)
1.  [Ultimate-Guitar](https://ultimate-guitar.com/)
1.  [Unsplash](https://unsplash.com/)
1.  [VK](https://vk.com/)
1.  [VSCO](https://vsco.co/)
1.  [Velomania](https://forum.velomania.ru/)
1.  [Venmo](https://venmo.com/)
1.  [Vero](https://vero.co/)
1.  [Vimeo](https://vimeo.com/)
1.  [Virgool](https://virgool.io/)
1.  [VirusTotal](https://www.virustotal.com/)
1.  [WICG Forum](https://discourse.wicg.io/)
1.  [Warrior Forum](https://www.warriorforum.com/)
1.  [Wattpad](https://www.wattpad.com/)
1.  [WebNode](https://www.webnode.cz/)
1.  [Weblate](https://hosted.weblate.org/)
1.  [Weebly](https://weebly.com/)
1.  [Whonix Forum](https://forums.whonix.org/)
1.  [Wikidot](http://www.wikidot.com/)
1.  [Wikipedia](https://www.wikipedia.org/)
1.  [Windy](https://windy.com/)
1.  [Wix](https://wix.com/)
1.  [WolframalphaForum](https://community.wolfram.com/)
1.  [WordPress](https://wordpress.com)
1.  [WordPressOrg](https://wordpress.org/)
1.  [Wordnik](https://www.wordnik.com/)
1.  [Wykop](https://www.wykop.pl)
1.  [Xbox Gamertag](https://xboxgamertag.com/)
1.  [Xvideos](https://xvideos.com/) **(NSFW)**
1.  [YandexMusic](https://music.yandex)
1.  [YouNow](https://www.younow.com/)
1.  [YouPic](https://youpic.com/)
1.  [YouPorn](https://youporn.com) **(NSFW)**
1.  [Youtube Channel](https://www.youtube.com)
1.  [Youtube User](https://www.youtube.com)
1.  [Zhihu](https://www.zhihu.com/)
1.  [akniga](https://akniga.org/profile/blue/)
1.  [authorSTREAM](http://www.authorstream.com/)
1.  [babyRU](https://www.baby.ru/)
1.  [babyblogRU](https://www.babyblog.ru/)
1.  [chaos.social](https://chaos.social/)
1.  [couchsurfing](https://www.couchsurfing.com/)
1.  [d3RU](https://d3.ru/)
1.  [dailykos](https://www.dailykos.com)
1.  [datingRU](http://dating.ru)
1.  [devRant](https://devrant.com/)
1.  [drive2](https://www.drive2.ru/)
1.  [eGPU](https://egpu.io/)
1.  [ebio.gg](https:/ebio.gg)
1.  [eintracht](https://eintracht.de)
1.  [fixya](https://www.fixya.com)
1.  [fl](https://www.fl.ru/)
1.  [forum_guns](https://forum.guns.ru/)
1.  [freecodecamp](https://www.freecodecamp.org/)
1.  [furaffinity](https://www.furaffinity.net)
1.  [geocaching](https://www.geocaching.com/)
1.  [gfycat](https://gfycat.com/)
1.  [habr](https://habr.com/)
1.  [hackster](https://www.hackster.io)
1.  [hunting](https://www.hunting.ru/forum/)
1.  [iMGSRC.RU](https://imgsrc.ru/)
1.  [igromania](http://forum.igromania.ru/)
1.  [interpals](https://www.interpals.net/)
1.  [irecommend](https://irecommend.ru/)
1.  [jbzd.com.pl](https://jbzd.com.pl/)
1.  [jeuxvideo](http://www.jeuxvideo.com)
1.  [kofi](https://ko-fi.com)
1.  [kwork](https://www.kwork.ru/)
1.  [labpentestit](https://lab.pentestit.ru/)
1.  [last.fm](https://last.fm/)
1.  [leasehackr](https://forum.leasehackr.com/)
1.  [livelib](https://www.livelib.ru/)
1.  [mastodon.cloud](https://mastodon.cloud/)
1.  [mastodon.social](https://chaos.social/)
1.  [mastodon.technology](https://mastodon.xyz/)
1.  [mastodon.xyz](https://mastodon.xyz/)
1.  [mercadolivre](https://www.mercadolivre.com.br)
1.  [metacritic](https://www.metacritic.com/)
1.  [minds](https://www.minds.com)
1.  [moikrug](https://moikrug.ru/)
1.  [mstdn.io](https://mstdn.io/)
1.  [nairaland.com](https://www.nairaland.com/)
1.  [nnRU](https://www.nn.ru/)
1.  [note](https://note.com/)
1.  [npm](https://www.npmjs.com/)
1.  [opennet](https://www.opennet.ru/)
1.  [osu!](https://osu.ppy.sh/)
1.  [phpRU](https://php.ru/forum/)
1.  [pikabu](https://pikabu.ru/)
1.  [pr0gramm](https://pr0gramm.com/)
1.  [prog.hu](https://prog.hu/)
1.  [queer.af](https://queer.af/)
1.  [satsisRU](https://satsis.info/)
1.  [sessionize](https://sessionize.com/)
1.  [skyrock](https://skyrock.com/)
1.  [social.tchncs.de](https://social.tchncs.de/)
1.  [spletnik](https://spletnik.ru/)
1.  [svidbook](https://www.svidbook.ru/)
1.  [toster](https://www.toster.ru/)
1.  [uid](https://uid.me/)
1.  [wiki.vg](https://wiki.vg/)
1.  [wykop.pl](https://wykop.pl)
1.  [xHamster](https://xhamster.com) **(NSFW)**
1.  [znanylekarz.pl](https://znanylekarz.pl)
================================================
FILE: README.md
================================================

[](https://www.python.org/)

**DISCLAIMER:** This tool is intended solely for educational purposes. The creators cannot be held accountable for any unauthorized use. Your utilization of this resource signifies your understanding and acceptance of this disclaimer.
# Table Of Contents
* [Installation (Linux)](#setup--installation-linux)
* [How to get Truecaller ID](#how-to-get-truecaller-id)
* [Running the script](#running-the-script)
* [Module Breakdown](#module-breakdown)
* [1) Truecaller Reverse Lookup](#1-truecaller-reverse-lookup)
* [2) Shodan Crawler](#2-shodan-crawler)
* [3) IP Geolocation](#3-ip-geolocation)
* [4) IntelX Database Lookup](#4-intelx-database-lookup)
* [5) Email Verifier](#5-email-verifier)
* [6) Sherlock](#6-sherlock)
* [7) Spoofing](#7-spoofing)
* [1) Anonymous Mode](#1-tor-anonymous-mode)
* [2) Spoof your MAC address](#2-spoof-your-mac-address)
* [8) CredFetch (previously Phonekit)](#8-credfetch-previously-phonekit)
* [API Account Options Table](#api-account-options-table)
* [H.I.V.E Flow Diagram](#hive-flow-diagram) (Needs to be updated)
* [Credits](#credits)
## v1.3 To-do List
* [ ] Add regex support to [CredFetch](#8-credfetch-previously-phonekit)
* [ ] Attempt to replace all local tools (such as [Anonsurf](#1-tor-anonymous-mode) and [Sherlock module](#6-sherlock))
* [ ] Make it so that the setup.py script pulls/clones Anonsurf from the [repository](https://github.com/Und3rf10w/kali-anonsurf) to download an up-to-date version (it will not be included in the repo by default)
* [ ] Try to replace Sherlock with an API. If not, the script will be downloaded from the repo and (ideally) imported into the script instead of executed using "os.system()"
* [x] Organize the outputs into one output directory with a directory for each tool/module
* [x] Add IntelX output folder (possibly other modules as well)
* [ ] Maybe add more APIs or replace some APIs with more competent ones
## Setup & Installation (Linux)
python3 setup.py
Edit the vars.py file by adding your APIs In the following format:
SHODAN_API = ''
INTELX_API = ''
HUNTER_API = ''
TRUECALLER_ID = ''
DBFILE = ''
Or simply use the new define function in the script.
## How to get Truecaller ID
For your truecaller ID run:
truecallerpy login
and follow the steps to get your ID.
If you cant see your ID run:
truecallerpy -i
or
truecallerpy --installationid
## Running the script
You can run the script using the following command:
sudo python3 hive.py
## Module Breakdown
### 1) Truecaller Reverse Lookup
Truecaller Reverse Lookup allows you to reverse-search any phone number and extract data such as their name directly from the truecaller remote servers.
### 2) Shodan Crawler
The shodan crawler utilises the shodan API to generate YAML formatted reports on a given IP address passively and saves the report in the Shodan_Output folder.
This module can be used to do recon on a webserver and get most information needed to develop an attack passivly, meaning the webserver itself wont receive any requests from the attacker and will not be able to detect an attack.
### 3) IP Geolocation
The IP geolocation module gives you an esimated location for a given IP address. Due to the flawed nature of IP addresses this module will not provide a 100% accurate location, but it will provide the country and city. This module can also provide the user with their own public IP if the input field is left empty.
### 4) IntelX Database Lookup
The database lookup module utilises the IntelX API to search for a given query in thousands of leaked databases
(NOTE) the output may not be complete and in that case take the id of the leak and search for it in the IntelX website and search for your query in the database to find that exact term/query.
In this module you can search for:
* Email addresses
* Domains
* URLs
* IP Addresses
* Phone Numbers
* Bitcoin addresses
* MAC addresses
* IPFS Hashes
* Credit Card Numbers
* IBANs
* Ethereum addresses
### 5) Email Verifier
This module utilises the Hunter.io API and allows you to check if an email address exists, this can be used to check which emails are valid after bruteforcing a partially redacted email address.
### 6) Sherlock
This module can be used to find usernames across many social networks and saves the output in the output/sherlock directory.
### 7) Spoofing
#### 1) Tor (Anonymous Mode)
Allows you to enter commands for anonsurf/tor-router to activate system-wide traffic routing through tor for improved privacy and security. Commands include: start, stop, restart and status.
#### 2) Spoof your MAC address
In this section of the module, you will be given 4 options:
1. Change to a random MAC address (pretends to be burned in)
2. Change to a random MAC address (doesn't pretend to be burned in)
3. Change to a specific MAC address
4. Reset MAC address to the original
### 8) CredFetch (previously Phonekit)
This module has been completely revised and now neatly sorts all data extracted from each single line, allows the user to search for names, phone numbers, and emails within a text database, and the ability to filter data more efficiently has been added as well.
For example, if one wants to search for a certain John Doe, with an American or Canadian phone number, they could input the following text:
john doe +1
Or, if the user wants to find another John Doe that has a GMail address attatched, they can search:
john doe @gmail[.com]
Also, if the user wants to search for a specific email or phone number without specifying a name they can do that as well.
In the future, regex will be used to better sort text databases of all kinds.
## API Account Options Table
|API|Website|Status|
|----|----|----|
|Shodan API|Shodan.io|Free, Paid, Academic|
|Intelx API|intelx.io|Free, Paid, Academic|
|Hunter API|hunter.io|Free, Paid|
(NOTE) Academic means that there is a better subscription plan for free/discounted that they provide for accounts created with student emails (.edu)
## H.I.V.E Flow Diagram

---
# Credits
* [Truecallerpy](https://github.com/sumithemmadi/truecallerpy)
* [Shodan-Python](https://github.com/achillean/shodan-python)
* [Geocoder](https://github.com/DenisCarriere/geocoder)
* [Intelx.py](https://github.com/IntelligenceX/Python)
* [Hunter.io](https://hunter.io/)
* [Sherlock](https://github.com/sherlock-project/sherlock)
================================================
FILE: hive.py
================================================
## Author: SHAD0W-0PS, UX0l0l
## Script Name: H.I.V.E
## Start Date: 26/08/2022
## End Date: --/--/----
## Purpose: To automate some OSINT tasks
# Importing the Modules
import os
import shodan
import requests
import Banners
import subprocess
import yaml
import distro
import geocoder
import re
from intelxapi import intelx
from truecallerpy import search_phonenumber
from dotenv import set_key, dotenv_values
from multiprocessing import Pool, cpu_count
def define() -> None:
global env_vars
clear()
print(f"{Banners.bannermain}\n")
for key, value in env_vars.items():
print(f"{key} = '{value}'")
print("\nNote: If not all inputs are filled then some features may not work\nPlease fill out the following information:\n")
with open('.env', 'w') as file:
for key, value in env_vars.items():
input_value = input(f"{key}: ")
set_key('.env', key, input_value)
env_vars = dotenv_values('.env') # Reload the .env file with the new values
return main()
# Defining needed Functions
###########################
def spoof(choice=None) -> None:
match choice:
case None:
print(Banners.spoofbanner)
print("----------------")
try:
choice = int(input("Choose an option: "))
except ValueError:
clear()
print("Please enter a valid number!")
choice = None
return spoof(choice)
case 1:
action = input("Enter the desired action {start|stop|restart|status}: ")
commands = {
"start": "anonsurf start" if distro.like() == "debian" else "tor-router start",
"stop": "anonsurf stop" if distro.like() == "debian" else "tor-router stop",
"restart": "anonsurf change" if distro.like() == "debian" else "tor-router restart",
"status": "anonsurf status" if distro.like() == "debian" else "systemctl status tor-router"
}
command = commands.get(action)
if command:
os.system(command)
print(f"Your current IP is now {geocoder.ip('me').ip}")
else:
print("Invalid action")
return spoof(1)
case 2 | 3 | 4 | 5:
dev_name = input("Enter the device name: ")
os.system(f"ifconfig {dev_name} down")
match choice:
case 2:
command = f"macchanger -r -b {dev_name}"
case 3:
command = f"macchanger -r {dev_name}"
case 4:
macspoof = input("Enter the MAC address you want to change to: ")
command = f"macchanger -m {macspoof} {dev_name}"
case 5:
command = f"macchanger -p {dev_name}"
os.system(command)
os.system(f"ifconfig {dev_name} up")
case _:
clear()
print("Invalid choice")
return spoof()
input("Press enter to go back to the hive menu: ")
return main()
def process_line(args):
line, findlist, labels = args
if all(elem in line.lower() for elem in findlist):
info = line.strip().split(",")
result = []
full_name = ""
phone_number = ""
for index, content in enumerate(info):
if content and content != "0" and content != "1/1/0001 12:00:00 AM" and not content.endswith("@facebook.com") and labels[index]:
result.append((labels[index], content))
match labels[index]:
case "Full Name":
full_name = content
case "Phone Number":
phone_number = content
if result and full_name and phone_number:
return (result, full_name, phone_number)
return None
def CredFetch() -> None:
clear()
print(Banners.credbanner)
to_find = input("Enter your search query (name, email, number, etc): ").lower()
findlist = to_find.split()
clear()
labels = [
"User ID", "", "Email", "Phone Number", "Religion", "DOB", "First Name", "Last Name", "Gender", "Link", "Language",
"Username", "Full Name", "Bio", "Workplace", "Job", "Hometown", "Location", "Education", "", "", "", "", "", "",
"Relationship Status", "", "", "", "", "", "", "", "", ""
]
if not env_vars.get('DBFILE'):
raise ValueError("DBFILE environment variable is not set in the .env file.")
with open(env_vars.get('DBFILE'), encoding="utf8") as a_file:
lines = a_file.readlines()
# Use a process pool for parallel processing of lines
with Pool(cpu_count()) as pool:
results = pool.map(process_line, [(line, findlist, labels) for line in lines])
user_info_list = [result for result in results if result is not None]
if user_info_list:
for i, (_, full_name, phone_number) in enumerate(user_info_list, start=1):
print(f"{i}: {full_name} - Phone Number: {phone_number}")
select = input("Select user(s) to print full information (e.g. '1 2 3' or type 'all'): ").lower()
clear()
if select == "all" or "":
selected_users = range(1, len(user_info_list) + 1)
else:
try:
selected_users = [int(num) for num in select.split() if num.isdigit() and 0 < int(num) <= len(user_info_list)]
except ValueError:
selected_users = []
for user_num in selected_users:
selected_info = user_info_list[user_num - 1][0]
for label, content in selected_info:
print(f"{label}: {content}")
print("--------------------")
input("Press enter to go back to the hive menu: ")
return main()
else:
clear()
print("Target not found\n----------------")
input("Press enter to go back to the hive menu: ")
return main()
def truecaller() -> None:
clear()
#print(Banners.bannerphone)
numtosearch = input("Enter the number you want to search: ").strip()
country = input("Enter the country identifier example [CA]: ")
xlist = search_phonenumber(numtosearch, country, env_vars.get('TRUECALLER_ID'))
print("-------------------------------------\n")
print("Access: ", xlist["data"][0]["access"])
print("Name: ", xlist["data"][0]["name"])
print("Id: ", xlist["data"][0]["id"])
print("Phone: ", xlist["data"][0]["phones"][0]["e164Format"])
print("------------------------")
input("Press enter to go back to the hive menu: ")
return main()
# Shodan module
#--------------
def shodancrawl() -> None:
print(Banners.bannershod)
ip = input("Enter the IP address you want to search for: ").strip()
api = shodan.Shodan(env_vars.get('SHODAN_API'))
results = api.host(ip)
yaml_data = yaml.safe_dump(results, default_flow_style=False)
subprocess.run(['less'], input=yaml_data.encode())
save = input("Would you like to save the output? [Y/n] ")
if save.lower() != "n":
with open(f"output/shodan/{ip}.yaml", "w") as outfile:
outfile.write(yaml_data)
print(f"Information about {ip} saved in output directory.")
input("Press enter to go back to the hive menu: ")
return main()
# IP geolocation Module
#------------------------
def geo() -> None:
print(Banners.ipgeobanner)
ip = input("Enter the IP of your Target (leave empty to see yours): ")
print("Locating IP...")
response = geocoder.ip(ip).json.get("raw")
if response:
for key, value in response.items():
match key:
case "timezone" | "readme":
pass
case "ip":
print(f"IP: {value}")
case "loc":
print(f"Location: {value}")
case "org":
print(f"ISP: {value}")
case _:
print(f"{key.capitalize()}: {value}")
else:
print("No data found for the IP.")
input("Press enter to go back to the hive menu: ")
return main()
# Intelligencex API module
#-------------------------
def intel() -> None:
clear()
print(Banners.list2)
target = input("Enter the query you want to search: ").strip()
buckets = ["pastes", "dumpster", "darknet", "web.public", "whois", "usenet", "documents.public", "leaks.public"]
try:
result = intelx.search(target, buckets=buckets)
yaml_data = yaml.dump(result)
subprocess.run(['less'], input=yaml_data.encode())
save = input("Would you like to save the output? [Y/n] ")
if save.lower() != "n":
with open(f"output/intelx/{target}.yaml", "w") as outfile:
outfile.write(yaml_data)
print(f"Saved to {target}.yaml in output directory.")
print("Note: if the output isnt satifactory, you can paste the ID\ninto the intelx website then search in that specific database for other info")
except Exception as e:
print(f"An error occurred: {e}")
finally:
input("Press enter to go back to the hive menu: ")
return main()
# Email Verifier Module
#------------------------
def emver() -> None:
print(Banners.emvbanner)
email = input('Enter the email you want verified: ')
url = f"https://api.hunter.io/v2/email-verifier?email={email}&api_key={env_vars.get('HUNTER_API')}"
response = requests.get(url)
data = response.json()
status = data['data']['status']
print(f"The email {email} is {'valid' if status == 'valid' else 'not valid'}")
input("Press enter to go back to the hive menu: ")
return main()
# integrated Sherlock module
def sher() -> None:
print(Banners.sherbanner)
target = input("Enter the username of your target: ")
clear()
os.system(f"python Extras/sherlock/sherlock/sherlock.py {target} --nsfw -fo output/sherlock")
print("Results saved to the sherlock output directory")
input("Press enter to go back to the hive menu: ")
return main()
# TO BE USED IN A SEPERATE SCRIPT
#metadata extractor module
#def meta() -> None:
# print(Banners.meta)
# infoDict = {}
# exifToolPath = ("exiftool")
# imgPath = input("Enter the path of your file: ")
# process = subprocess.Popen([exifToolPath,imgPath], stdout=subprocess.PIPE, stderr=subprocess.STDOUT, universal_newlines=True)
# for tag in process.stdout:
# line = tag.strip().split(':')
# infoDict[line[0].strip()] = line[-1].strip()
# for k,v in infoDict.items():
# print(k,':', v)
# print("-------------------------")
# input("Press enter to go back to the hive menu: ")
# return main()
def modulechoice() -> None:
choice = input("Enter the number of the module you want to use: ").strip()
options = {
"1": truecaller,
"2": shodancrawl,
"3": geo,
"4": intel,
"5": emver,
"6": sher,
"7": spoof,
"8": CredFetch,
"9": define,
"0": exit
}
if choice in options:
clear()
return options[choice]()
else:
print("Enter a valid module number!")
return modulechoice()
#########################
# Script start
#------------------------
def main() -> None:
clear()
print(Banners.bannermain)
print(Banners.tool_list)
return modulechoice()
if __name__ == '__main__':
if os.geteuid() != 0:
exit("[*] Root privileges not present.\n[*] Run the script using 'sudo python3 hive.py'.")
# Defining necessary variables
##############################
clear = lambda: os.system('cls' if os.name == 'nt' else 'clear')
# Load environment variables from .env file
global env_vars
env_vars = dotenv_values('.env')
intelx = intelx(env_vars.get('INTELX_API'))
if all(value == '' for _, value in env_vars.items()):
define()
else:
main()
================================================
FILE: install.sh
================================================
#!/bin/sh
tools="macchanger"
python3 -m pip install -r requirements.txt
case "$(grep '^ID_LIKE=' /etc/*release | cut -d= -f2)" in
*debian*)
sh Extras/kali-anonsurf/installer.sh
apt install -y $tools
;;
*arch*)
tools="$tools tor-router"
pacman -Sy --noconfirm $tools
;;
esac
================================================
FILE: output/intelx/test
================================================
================================================
FILE: output/sherlock/test
================================================
================================================
FILE: output/shodan/test
================================================
================================================
FILE: requirements.txt
================================================
truecallerpy
shodan
pyyaml
certifi>=2019.6.16
colorama>=0.4.1
PySocks>=1.7.0
requests>=2.22.0
requests-futures>=1.0.0
stem>=1.8.0
torrequest>=0.1.0
pandas>=1.0.0
openpyxl<=3.0.10
distro
geocoder
intelx @ git+https://github.com/IntelligenceX/Python