Site blocked
This site is on your blocklist:
Too much image
on 2015-01-25 12:32:11
](https://play.google.com/store/apps/details?id=in.canews.zeronetmobile)
- APK download: https://github.com/canewsin/zeronet_mobile/releases
- XDA Labs: https://labs.xda-developers.com/store/app/in.canews.zeronet
#### Docker
There is an official image, built from source at: https://hub.docker.com/r/nofish/zeronet/
### Install from source
- `wget https://github.com/HelloZeroNet/ZeroNet/archive/py3/ZeroNet-py3.tar.gz`
- `tar xvpfz ZeroNet-py3.tar.gz`
- `cd ZeroNet-py3`
- `sudo apt-get update`
- `sudo apt-get install python3-pip`
- `sudo python3 -m pip install -r requirements.txt`
- Start with: `python3 zeronet.py`
- Open the ZeroHello landing page in your browser by navigating to: http://127.0.0.1:43110/
## Current limitations
* ~~No torrent-like file splitting for big file support~~ (big file support added)
* ~~No more anonymous than Bittorrent~~ (built-in full Tor support added)
* File transactions are not compressed ~~or encrypted yet~~ (TLS encryption added)
* No private sites
## How can I create a ZeroNet site?
* Click on **⋮** > **"Create new, empty site"** menu item on the site [ZeroHello](http://127.0.0.1:43110/1HeLLo4uzjaLetFx6NH3PMwFP3qbRbTf3D).
* You will be **redirected** to a completely new site that is only modifiable by you!
* You can find and modify your site's content in **data/[yoursiteaddress]** directory
* After the modifications open your site, drag the topright "0" button to left, then press **sign** and **publish** buttons on the bottom
Next steps: [ZeroNet Developer Documentation](https://zeronet.io/docs/site_development/getting_started/)
## Help keep this project alive
- Bitcoin: 1QDhxQ6PraUZa21ET5fYUCPgdrwBomnFgX
- Paypal: https://zeronet.io/docs/help_zeronet/donate/
### Sponsors
* Better macOS/Safari compatibility made possible by [BrowserStack.com](https://www.browserstack.com)
#### Thank you!
* More info, help, changelog, zeronet sites: https://www.reddit.com/r/zeronet/
* Come, chat with us: [#zeronet @ FreeNode](https://kiwiirc.com/client/irc.freenode.net/zeronet) or on [gitter](https://gitter.im/HelloZeroNet/ZeroNet)
* Email: hello@zeronet.io (PGP: [960F FF2D 6C14 5AA6 13E8 491B 5B63 BAE6 CB96 13AE](https://zeronet.io/files/tamas@zeronet.io_pub.asc))
================================================
FILE: Vagrantfile
================================================
# -*- mode: ruby -*-
# vi: set ft=ruby :
VAGRANTFILE_API_VERSION = "2"
Vagrant.configure(VAGRANTFILE_API_VERSION) do |config|
#Set box
config.vm.box = "ubuntu/trusty64"
#Do not check fo updates
config.vm.box_check_update = false
#Add private network
config.vm.network "private_network", type: "dhcp"
#Redirect ports
config.vm.network "forwarded_port", guest: 43110, host: 43110
config.vm.network "forwarded_port", guest: 15441, host: 15441
#Sync folder using NFS if not windows
config.vm.synced_folder ".", "/vagrant",
:nfs => !Vagrant::Util::Platform.windows?
#Virtal Box settings
config.vm.provider "virtualbox" do |vb|
# Don't boot with headless mode
#vb.gui = true
# Set VM settings
vb.customize ["modifyvm", :id, "--memory", "512"]
vb.customize ["modifyvm", :id, "--cpus", 1]
end
#Update system
config.vm.provision "shell",
inline: "sudo apt-get update -y && sudo apt-get upgrade -y"
#Install deps
config.vm.provision "shell",
inline: "sudo apt-get install msgpack-python python-gevent python-pip python-dev -y"
config.vm.provision "shell",
inline: "sudo pip install msgpack --upgrade"
end
================================================
FILE: plugins/AnnounceBitTorrent/AnnounceBitTorrentPlugin.py
================================================
import time
import urllib.request
import struct
import socket
import lib.bencode_open as bencode_open
from lib.subtl.subtl import UdpTrackerClient
import socks
import sockshandler
import gevent
from Plugin import PluginManager
from Config import config
from Debug import Debug
from util import helper
# We can only import plugin host clases after the plugins are loaded
@PluginManager.afterLoad
def importHostClasses():
global Peer, AnnounceError
from Peer import Peer
from Site.SiteAnnouncer import AnnounceError
@PluginManager.registerTo("SiteAnnouncer")
class SiteAnnouncerPlugin(object):
def getSupportedTrackers(self):
trackers = super(SiteAnnouncerPlugin, self).getSupportedTrackers()
if config.disable_udp or config.trackers_proxy != "disable":
trackers = [tracker for tracker in trackers if not tracker.startswith("udp://")]
return trackers
def getTrackerHandler(self, protocol):
if protocol == "udp":
handler = self.announceTrackerUdp
elif protocol == "http":
handler = self.announceTrackerHttp
elif protocol == "https":
handler = self.announceTrackerHttps
else:
handler = super(SiteAnnouncerPlugin, self).getTrackerHandler(protocol)
return handler
def announceTrackerUdp(self, tracker_address, mode="start", num_want=10):
s = time.time()
if config.disable_udp:
raise AnnounceError("Udp disabled by config")
if config.trackers_proxy != "disable":
raise AnnounceError("Udp trackers not available with proxies")
ip, port = tracker_address.split("/")[0].split(":")
tracker = UdpTrackerClient(ip, int(port))
if helper.getIpType(ip) in self.getOpenedServiceTypes():
tracker.peer_port = self.fileserver_port
else:
tracker.peer_port = 0
tracker.connect()
if not tracker.poll_once():
raise AnnounceError("Could not connect")
tracker.announce(info_hash=self.site.address_sha1, num_want=num_want, left=431102370)
back = tracker.poll_once()
if not back:
raise AnnounceError("No response after %.0fs" % (time.time() - s))
elif type(back) is dict and "response" in back:
peers = back["response"]["peers"]
else:
raise AnnounceError("Invalid response: %r" % back)
return peers
def httpRequest(self, url):
headers = {
'User-Agent': 'Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/537.11 (KHTML, like Gecko) Chrome/23.0.1271.64 Safari/537.11',
'Accept': 'text/html,application/xhtml+xml,application/xml;q=0.9,*/*;q=0.8',
'Accept-Charset': 'ISO-8859-1,utf-8;q=0.7,*;q=0.3',
'Accept-Encoding': 'none',
'Accept-Language': 'en-US,en;q=0.8',
'Connection': 'keep-alive'
}
req = urllib.request.Request(url, headers=headers)
if config.trackers_proxy == "tor":
tor_manager = self.site.connection_server.tor_manager
handler = sockshandler.SocksiPyHandler(socks.SOCKS5, tor_manager.proxy_ip, tor_manager.proxy_port)
opener = urllib.request.build_opener(handler)
return opener.open(req, timeout=50)
elif config.trackers_proxy == "disable":
return urllib.request.urlopen(req, timeout=25)
else:
proxy_ip, proxy_port = config.trackers_proxy.split(":")
handler = sockshandler.SocksiPyHandler(socks.SOCKS5, proxy_ip, int(proxy_port))
opener = urllib.request.build_opener(handler)
return opener.open(req, timeout=50)
def announceTrackerHttps(self, *args, **kwargs):
kwargs["protocol"] = "https"
return self.announceTrackerHttp(*args, **kwargs)
def announceTrackerHttp(self, tracker_address, mode="start", num_want=10, protocol="http"):
tracker_ip, tracker_port = tracker_address.rsplit(":", 1)
if helper.getIpType(tracker_ip) in self.getOpenedServiceTypes():
port = self.fileserver_port
else:
port = 1
params = {
'info_hash': self.site.address_sha1,
'peer_id': self.peer_id, 'port': port,
'uploaded': 0, 'downloaded': 0, 'left': 431102370, 'compact': 1, 'numwant': num_want,
'event': 'started'
}
url = protocol + "://" + tracker_address + "?" + urllib.parse.urlencode(params)
s = time.time()
response = None
# Load url
if config.tor == "always" or config.trackers_proxy != "disable":
timeout = 60
else:
timeout = 30
with gevent.Timeout(timeout, False): # Make sure of timeout
req = self.httpRequest(url)
response = req.read()
req.close()
req = None
if not response:
raise AnnounceError("No response after %.0fs" % (time.time() - s))
# Decode peers
try:
peer_data = bencode_open.loads(response)[b"peers"]
response = None
peer_count = int(len(peer_data) / 6)
peers = []
for peer_offset in range(peer_count):
off = 6 * peer_offset
peer = peer_data[off:off + 6]
addr, port = struct.unpack('!LH', peer)
peers.append({"addr": socket.inet_ntoa(struct.pack('!L', addr)), "port": port})
except Exception as err:
raise AnnounceError("Invalid response: %r (%s)" % (response, Debug.formatException(err)))
return peers
================================================
FILE: plugins/AnnounceBitTorrent/__init__.py
================================================
from . import AnnounceBitTorrentPlugin
================================================
FILE: plugins/AnnounceBitTorrent/plugin_info.json
================================================
{
"name": "AnnounceBitTorrent",
"description": "Discover new peers using BitTorrent trackers.",
"default": "enabled"
}
================================================
FILE: plugins/AnnounceLocal/AnnounceLocalPlugin.py
================================================
import time
import gevent
from Plugin import PluginManager
from Config import config
from . import BroadcastServer
@PluginManager.registerTo("SiteAnnouncer")
class SiteAnnouncerPlugin(object):
def announce(self, force=False, *args, **kwargs):
local_announcer = self.site.connection_server.local_announcer
thread = None
if local_announcer and (force or time.time() - local_announcer.last_discover > 5 * 60):
thread = gevent.spawn(local_announcer.discover, force=force)
back = super(SiteAnnouncerPlugin, self).announce(force=force, *args, **kwargs)
if thread:
thread.join()
return back
class LocalAnnouncer(BroadcastServer.BroadcastServer):
def __init__(self, server, listen_port):
super(LocalAnnouncer, self).__init__("zeronet", listen_port=listen_port)
self.server = server
self.sender_info["peer_id"] = self.server.peer_id
self.sender_info["port"] = self.server.port
self.sender_info["broadcast_port"] = listen_port
self.sender_info["rev"] = config.rev
self.known_peers = {}
self.last_discover = 0
def discover(self, force=False):
self.log.debug("Sending discover request (force: %s)" % force)
self.last_discover = time.time()
if force: # Probably new site added, clean cache
self.known_peers = {}
for peer_id, known_peer in list(self.known_peers.items()):
if time.time() - known_peer["found"] > 20 * 60:
del(self.known_peers[peer_id])
self.log.debug("Timeout, removing from known_peers: %s" % peer_id)
self.broadcast({"cmd": "discoverRequest", "params": {}}, port=self.listen_port)
def actionDiscoverRequest(self, sender, params):
back = {
"cmd": "discoverResponse",
"params": {
"sites_changed": self.server.site_manager.sites_changed
}
}
if sender["peer_id"] not in self.known_peers:
self.known_peers[sender["peer_id"]] = {"added": time.time(), "sites_changed": 0, "updated": 0, "found": time.time()}
self.log.debug("Got discover request from unknown peer %s (%s), time to refresh known peers" % (sender["ip"], sender["peer_id"]))
gevent.spawn_later(1.0, self.discover) # Let the response arrive first to the requester
return back
def actionDiscoverResponse(self, sender, params):
if sender["peer_id"] in self.known_peers:
self.known_peers[sender["peer_id"]]["found"] = time.time()
if params["sites_changed"] != self.known_peers.get(sender["peer_id"], {}).get("sites_changed"):
# Peer's site list changed, request the list of new sites
return {"cmd": "siteListRequest"}
else:
# Peer's site list is the same
for site in self.server.sites.values():
peer = site.peers.get("%s:%s" % (sender["ip"], sender["port"]))
if peer:
peer.found("local")
def actionSiteListRequest(self, sender, params):
back = []
sites = list(self.server.sites.values())
# Split adresses to group of 100 to avoid UDP size limit
site_groups = [sites[i:i + 100] for i in range(0, len(sites), 100)]
for site_group in site_groups:
res = {}
res["sites_changed"] = self.server.site_manager.sites_changed
res["sites"] = [site.address_hash for site in site_group]
back.append({"cmd": "siteListResponse", "params": res})
return back
def actionSiteListResponse(self, sender, params):
s = time.time()
peer_sites = set(params["sites"])
num_found = 0
added_sites = []
for site in self.server.sites.values():
if site.address_hash in peer_sites:
added = site.addPeer(sender["ip"], sender["port"], source="local")
num_found += 1
if added:
site.worker_manager.onPeers()
site.updateWebsocket(peers_added=1)
added_sites.append(site)
# Save sites changed value to avoid unnecessary site list download
if sender["peer_id"] not in self.known_peers:
self.known_peers[sender["peer_id"]] = {"added": time.time()}
self.known_peers[sender["peer_id"]]["sites_changed"] = params["sites_changed"]
self.known_peers[sender["peer_id"]]["updated"] = time.time()
self.known_peers[sender["peer_id"]]["found"] = time.time()
self.log.debug(
"Tracker result: Discover from %s response parsed in %.3fs, found: %s added: %s of %s" %
(sender["ip"], time.time() - s, num_found, added_sites, len(peer_sites))
)
@PluginManager.registerTo("FileServer")
class FileServerPlugin(object):
def __init__(self, *args, **kwargs):
super(FileServerPlugin, self).__init__(*args, **kwargs)
if config.broadcast_port and config.tor != "always" and not config.disable_udp:
self.local_announcer = LocalAnnouncer(self, config.broadcast_port)
else:
self.local_announcer = None
def start(self, *args, **kwargs):
if self.local_announcer:
gevent.spawn(self.local_announcer.start)
return super(FileServerPlugin, self).start(*args, **kwargs)
def stop(self):
if self.local_announcer:
self.local_announcer.stop()
res = super(FileServerPlugin, self).stop()
return res
@PluginManager.registerTo("ConfigPlugin")
class ConfigPlugin(object):
def createArguments(self):
group = self.parser.add_argument_group("AnnounceLocal plugin")
group.add_argument('--broadcast_port', help='UDP broadcasting port for local peer discovery', default=1544, type=int, metavar='port')
return super(ConfigPlugin, self).createArguments()
================================================
FILE: plugins/AnnounceLocal/BroadcastServer.py
================================================
import socket
import logging
import time
from contextlib import closing
from Debug import Debug
from util import UpnpPunch
from util import Msgpack
class BroadcastServer(object):
def __init__(self, service_name, listen_port=1544, listen_ip=''):
self.log = logging.getLogger("BroadcastServer")
self.listen_port = listen_port
self.listen_ip = listen_ip
self.running = False
self.sock = None
self.sender_info = {"service": service_name}
def createBroadcastSocket(self):
sock = socket.socket(socket.AF_INET, socket.SOCK_DGRAM)
sock.setsockopt(socket.SOL_SOCKET, socket.SO_BROADCAST, 1)
sock.setsockopt(socket.SOL_SOCKET, socket.SO_REUSEADDR, 1)
if hasattr(socket, 'SO_REUSEPORT'):
try:
sock.setsockopt(socket.SOL_SOCKET, socket.SO_REUSEPORT, 1)
except Exception as err:
self.log.warning("Error setting SO_REUSEPORT: %s" % err)
binded = False
for retry in range(3):
try:
sock.bind((self.listen_ip, self.listen_port))
binded = True
break
except Exception as err:
self.log.error(
"Socket bind to %s:%s error: %s, retry #%s" %
(self.listen_ip, self.listen_port, Debug.formatException(err), retry)
)
time.sleep(retry)
if binded:
return sock
else:
return False
def start(self): # Listens for discover requests
self.sock = self.createBroadcastSocket()
if not self.sock:
self.log.error("Unable to listen on port %s" % self.listen_port)
return
self.log.debug("Started on port %s" % self.listen_port)
self.running = True
while self.running:
try:
data, addr = self.sock.recvfrom(8192)
except Exception as err:
if self.running:
self.log.error("Listener receive error: %s" % err)
continue
if not self.running:
break
try:
message = Msgpack.unpack(data)
response_addr, message = self.handleMessage(addr, message)
if message:
self.send(response_addr, message)
except Exception as err:
self.log.error("Handlemessage error: %s" % Debug.formatException(err))
self.log.debug("Stopped listening on port %s" % self.listen_port)
def stop(self):
self.log.debug("Stopping, socket: %s" % self.sock)
self.running = False
if self.sock:
self.sock.close()
def send(self, addr, message):
if type(message) is not list:
message = [message]
for message_part in message:
message_part["sender"] = self.sender_info
self.log.debug("Send to %s: %s" % (addr, message_part["cmd"]))
with closing(socket.socket(socket.AF_INET, socket.SOCK_DGRAM)) as sock:
sock = socket.socket(socket.AF_INET, socket.SOCK_DGRAM)
sock.sendto(Msgpack.pack(message_part), addr)
def getMyIps(self):
return UpnpPunch._get_local_ips()
def broadcast(self, message, port=None):
if not port:
port = self.listen_port
my_ips = self.getMyIps()
addr = ("255.255.255.255", port)
message["sender"] = self.sender_info
self.log.debug("Broadcast using ips %s on port %s: %s" % (my_ips, port, message["cmd"]))
for my_ip in my_ips:
try:
with closing(socket.socket(socket.AF_INET, socket.SOCK_DGRAM)) as sock:
sock = socket.socket(socket.AF_INET, socket.SOCK_DGRAM)
sock.setsockopt(socket.SOL_SOCKET, socket.SO_BROADCAST, 1)
sock.bind((my_ip, 0))
sock.sendto(Msgpack.pack(message), addr)
except Exception as err:
self.log.warning("Error sending broadcast using ip %s: %s" % (my_ip, err))
def handleMessage(self, addr, message):
self.log.debug("Got from %s: %s" % (addr, message["cmd"]))
cmd = message["cmd"]
params = message.get("params", {})
sender = message["sender"]
sender["ip"] = addr[0]
func_name = "action" + cmd[0].upper() + cmd[1:]
func = getattr(self, func_name, None)
if sender["service"] != "zeronet" or sender["peer_id"] == self.sender_info["peer_id"]:
# Skip messages not for us or sent by us
message = None
elif func:
message = func(sender, params)
else:
self.log.debug("Unknown cmd: %s" % cmd)
message = None
return (sender["ip"], sender["broadcast_port"]), message
================================================
FILE: plugins/AnnounceLocal/Test/TestAnnounce.py
================================================
import time
import copy
import gevent
import pytest
import mock
from AnnounceLocal import AnnounceLocalPlugin
from File import FileServer
from Test import Spy
@pytest.fixture
def announcer(file_server, site):
file_server.sites[site.address] = site
announcer = AnnounceLocalPlugin.LocalAnnouncer(file_server, listen_port=1100)
file_server.local_announcer = announcer
announcer.listen_port = 1100
announcer.sender_info["broadcast_port"] = 1100
announcer.getMyIps = mock.MagicMock(return_value=["127.0.0.1"])
announcer.discover = mock.MagicMock(return_value=False) # Don't send discover requests automatically
gevent.spawn(announcer.start)
time.sleep(0.5)
assert file_server.local_announcer.running
return file_server.local_announcer
@pytest.fixture
def announcer_remote(request, site_temp):
file_server_remote = FileServer("127.0.0.1", 1545)
file_server_remote.sites[site_temp.address] = site_temp
announcer = AnnounceLocalPlugin.LocalAnnouncer(file_server_remote, listen_port=1101)
file_server_remote.local_announcer = announcer
announcer.listen_port = 1101
announcer.sender_info["broadcast_port"] = 1101
announcer.getMyIps = mock.MagicMock(return_value=["127.0.0.1"])
announcer.discover = mock.MagicMock(return_value=False) # Don't send discover requests automatically
gevent.spawn(announcer.start)
time.sleep(0.5)
assert file_server_remote.local_announcer.running
def cleanup():
file_server_remote.stop()
request.addfinalizer(cleanup)
return file_server_remote.local_announcer
@pytest.mark.usefixtures("resetSettings")
@pytest.mark.usefixtures("resetTempSettings")
class TestAnnounce:
def testSenderInfo(self, announcer):
sender_info = announcer.sender_info
assert sender_info["port"] > 0
assert len(sender_info["peer_id"]) == 20
assert sender_info["rev"] > 0
def testIgnoreSelfMessages(self, announcer):
# No response to messages that has same peer_id as server
assert not announcer.handleMessage(("0.0.0.0", 123), {"cmd": "discoverRequest", "sender": announcer.sender_info, "params": {}})[1]
# Response to messages with different peer id
sender_info = copy.copy(announcer.sender_info)
sender_info["peer_id"] += "-"
addr, res = announcer.handleMessage(("0.0.0.0", 123), {"cmd": "discoverRequest", "sender": sender_info, "params": {}})
assert res["params"]["sites_changed"] > 0
def testDiscoverRequest(self, announcer, announcer_remote):
assert len(announcer_remote.known_peers) == 0
with Spy.Spy(announcer_remote, "handleMessage") as responses:
announcer_remote.broadcast({"cmd": "discoverRequest", "params": {}}, port=announcer.listen_port)
time.sleep(0.1)
response_cmds = [response[1]["cmd"] for response in responses]
assert response_cmds == ["discoverResponse", "siteListResponse"]
assert len(responses[-1][1]["params"]["sites"]) == 1
# It should only request siteList if sites_changed value is different from last response
with Spy.Spy(announcer_remote, "handleMessage") as responses:
announcer_remote.broadcast({"cmd": "discoverRequest", "params": {}}, port=announcer.listen_port)
time.sleep(0.1)
response_cmds = [response[1]["cmd"] for response in responses]
assert response_cmds == ["discoverResponse"]
def testPeerDiscover(self, announcer, announcer_remote, site):
assert announcer.server.peer_id != announcer_remote.server.peer_id
assert len(list(announcer.server.sites.values())[0].peers) == 0
announcer.broadcast({"cmd": "discoverRequest"}, port=announcer_remote.listen_port)
time.sleep(0.1)
assert len(list(announcer.server.sites.values())[0].peers) == 1
def testRecentPeerList(self, announcer, announcer_remote, site):
assert len(site.peers_recent) == 0
assert len(site.peers) == 0
with Spy.Spy(announcer, "handleMessage") as responses:
announcer.broadcast({"cmd": "discoverRequest", "params": {}}, port=announcer_remote.listen_port)
time.sleep(0.1)
assert [response[1]["cmd"] for response in responses] == ["discoverResponse", "siteListResponse"]
assert len(site.peers_recent) == 1
assert len(site.peers) == 1
# It should update peer without siteListResponse
last_time_found = list(site.peers.values())[0].time_found
site.peers_recent.clear()
with Spy.Spy(announcer, "handleMessage") as responses:
announcer.broadcast({"cmd": "discoverRequest", "params": {}}, port=announcer_remote.listen_port)
time.sleep(0.1)
assert [response[1]["cmd"] for response in responses] == ["discoverResponse"]
assert len(site.peers_recent) == 1
assert list(site.peers.values())[0].time_found > last_time_found
================================================
FILE: plugins/AnnounceLocal/Test/conftest.py
================================================
from src.Test.conftest import *
from Config import config
config.broadcast_port = 0
================================================
FILE: plugins/AnnounceLocal/Test/pytest.ini
================================================
[pytest]
python_files = Test*.py
addopts = -rsxX -v --durations=6
markers =
webtest: mark a test as a webtest.
================================================
FILE: plugins/AnnounceLocal/__init__.py
================================================
from . import AnnounceLocalPlugin
================================================
FILE: plugins/AnnounceLocal/plugin_info.json
================================================
{
"name": "AnnounceLocal",
"description": "Discover LAN clients using UDP broadcasting.",
"default": "enabled"
}
================================================
FILE: plugins/AnnounceShare/AnnounceSharePlugin.py
================================================
import time
import os
import logging
import json
import atexit
import gevent
from Config import config
from Plugin import PluginManager
from util import helper
class TrackerStorage(object):
def __init__(self):
self.log = logging.getLogger("TrackerStorage")
self.file_path = "%s/trackers.json" % config.data_dir
self.load()
self.time_discover = 0.0
atexit.register(self.save)
def getDefaultFile(self):
return {"shared": {}}
def onTrackerFound(self, tracker_address, type="shared", my=False):
if not tracker_address.startswith("zero://"):
return False
trackers = self.getTrackers()
added = False
if tracker_address not in trackers:
trackers[tracker_address] = {
"time_added": time.time(),
"time_success": 0,
"latency": 99.0,
"num_error": 0,
"my": False
}
self.log.debug("New tracker found: %s" % tracker_address)
added = True
trackers[tracker_address]["time_found"] = time.time()
trackers[tracker_address]["my"] = my
return added
def onTrackerSuccess(self, tracker_address, latency):
trackers = self.getTrackers()
if tracker_address not in trackers:
return False
trackers[tracker_address]["latency"] = latency
trackers[tracker_address]["time_success"] = time.time()
trackers[tracker_address]["num_error"] = 0
def onTrackerError(self, tracker_address):
trackers = self.getTrackers()
if tracker_address not in trackers:
return False
trackers[tracker_address]["time_error"] = time.time()
trackers[tracker_address]["num_error"] += 1
if len(self.getWorkingTrackers()) >= config.working_shared_trackers_limit:
error_limit = 5
else:
error_limit = 30
error_limit
if trackers[tracker_address]["num_error"] > error_limit and trackers[tracker_address]["time_success"] < time.time() - 60 * 60:
self.log.debug("Tracker %s looks down, removing." % tracker_address)
del trackers[tracker_address]
def getTrackers(self, type="shared"):
return self.file_content.setdefault(type, {})
def getWorkingTrackers(self, type="shared"):
trackers = {
key: tracker for key, tracker in self.getTrackers(type).items()
if tracker["time_success"] > time.time() - 60 * 60
}
return trackers
def getFileContent(self):
if not os.path.isfile(self.file_path):
open(self.file_path, "w").write("{}")
return self.getDefaultFile()
try:
return json.load(open(self.file_path))
except Exception as err:
self.log.error("Error loading trackers list: %s" % err)
return self.getDefaultFile()
def load(self):
self.file_content = self.getFileContent()
trackers = self.getTrackers()
self.log.debug("Loaded %s shared trackers" % len(trackers))
for address, tracker in list(trackers.items()):
tracker["num_error"] = 0
if not address.startswith("zero://"):
del trackers[address]
def save(self):
s = time.time()
helper.atomicWrite(self.file_path, json.dumps(self.file_content, indent=2, sort_keys=True).encode("utf8"))
self.log.debug("Saved in %.3fs" % (time.time() - s))
def discoverTrackers(self, peers):
if len(self.getWorkingTrackers()) > config.working_shared_trackers_limit:
return False
s = time.time()
num_success = 0
for peer in peers:
if peer.connection and peer.connection.handshake.get("rev", 0) < 3560:
continue # Not supported
res = peer.request("getTrackers")
if not res or "error" in res:
continue
num_success += 1
for tracker_address in res["trackers"]:
if type(tracker_address) is bytes: # Backward compatibilitys
tracker_address = tracker_address.decode("utf8")
added = self.onTrackerFound(tracker_address)
if added: # Only add one tracker from one source
break
if not num_success and len(peers) < 20:
self.time_discover = 0.0
if num_success:
self.save()
self.log.debug("Trackers discovered from %s/%s peers in %.3fs" % (num_success, len(peers), time.time() - s))
if "tracker_storage" not in locals():
tracker_storage = TrackerStorage()
@PluginManager.registerTo("SiteAnnouncer")
class SiteAnnouncerPlugin(object):
def getTrackers(self):
if tracker_storage.time_discover < time.time() - 5 * 60:
tracker_storage.time_discover = time.time()
gevent.spawn(tracker_storage.discoverTrackers, self.site.getConnectedPeers())
trackers = super(SiteAnnouncerPlugin, self).getTrackers()
shared_trackers = list(tracker_storage.getTrackers("shared").keys())
if shared_trackers:
return trackers + shared_trackers
else:
return trackers
def announceTracker(self, tracker, *args, **kwargs):
res = super(SiteAnnouncerPlugin, self).announceTracker(tracker, *args, **kwargs)
if res:
latency = res
tracker_storage.onTrackerSuccess(tracker, latency)
elif res is False:
tracker_storage.onTrackerError(tracker)
return res
@PluginManager.registerTo("FileRequest")
class FileRequestPlugin(object):
def actionGetTrackers(self, params):
shared_trackers = list(tracker_storage.getWorkingTrackers("shared").keys())
self.response({"trackers": shared_trackers})
@PluginManager.registerTo("FileServer")
class FileServerPlugin(object):
def portCheck(self, *args, **kwargs):
res = super(FileServerPlugin, self).portCheck(*args, **kwargs)
if res and not config.tor == "always" and "Bootstrapper" in PluginManager.plugin_manager.plugin_names:
for ip in self.ip_external_list:
my_tracker_address = "zero://%s:%s" % (ip, config.fileserver_port)
tracker_storage.onTrackerFound(my_tracker_address, my=True)
return res
@PluginManager.registerTo("ConfigPlugin")
class ConfigPlugin(object):
def createArguments(self):
group = self.parser.add_argument_group("AnnounceShare plugin")
group.add_argument('--working_shared_trackers_limit', help='Stop discovering new shared trackers after this number of shared trackers reached', default=5, type=int, metavar='limit')
return super(ConfigPlugin, self).createArguments()
================================================
FILE: plugins/AnnounceShare/Test/TestAnnounceShare.py
================================================
import pytest
from AnnounceShare import AnnounceSharePlugin
from Peer import Peer
from Config import config
@pytest.mark.usefixtures("resetSettings")
@pytest.mark.usefixtures("resetTempSettings")
class TestAnnounceShare:
def testAnnounceList(self, file_server):
open("%s/trackers.json" % config.data_dir, "w").write("{}")
tracker_storage = AnnounceSharePlugin.tracker_storage
tracker_storage.load()
peer = Peer(file_server.ip, 1544, connection_server=file_server)
assert peer.request("getTrackers")["trackers"] == []
tracker_storage.onTrackerFound("zero://%s:15441" % file_server.ip)
assert peer.request("getTrackers")["trackers"] == []
# It needs to have at least one successfull announce to be shared to other peers
tracker_storage.onTrackerSuccess("zero://%s:15441" % file_server.ip, 1.0)
assert peer.request("getTrackers")["trackers"] == ["zero://%s:15441" % file_server.ip]
================================================
FILE: plugins/AnnounceShare/Test/conftest.py
================================================
from src.Test.conftest import *
from Config import config
================================================
FILE: plugins/AnnounceShare/Test/pytest.ini
================================================
[pytest]
python_files = Test*.py
addopts = -rsxX -v --durations=6
markers =
webtest: mark a test as a webtest.
================================================
FILE: plugins/AnnounceShare/__init__.py
================================================
from . import AnnounceSharePlugin
================================================
FILE: plugins/AnnounceShare/plugin_info.json
================================================
{
"name": "AnnounceShare",
"description": "Share possible trackers between clients.",
"default": "enabled"
}
================================================
FILE: plugins/AnnounceZero/AnnounceZeroPlugin.py
================================================
import time
import itertools
from Plugin import PluginManager
from util import helper
from Crypt import CryptRsa
allow_reload = False # No source reload supported in this plugin
time_full_announced = {} # Tracker address: Last announced all site to tracker
connection_pool = {} # Tracker address: Peer object
# We can only import plugin host clases after the plugins are loaded
@PluginManager.afterLoad
def importHostClasses():
global Peer, AnnounceError
from Peer import Peer
from Site.SiteAnnouncer import AnnounceError
# Process result got back from tracker
def processPeerRes(tracker_address, site, peers):
added = 0
# Onion
found_onion = 0
for packed_address in peers["onion"]:
found_onion += 1
peer_onion, peer_port = helper.unpackOnionAddress(packed_address)
if site.addPeer(peer_onion, peer_port, source="tracker"):
added += 1
# Ip4
found_ipv4 = 0
peers_normal = itertools.chain(peers.get("ip4", []), peers.get("ipv4", []), peers.get("ipv6", []))
for packed_address in peers_normal:
found_ipv4 += 1
peer_ip, peer_port = helper.unpackAddress(packed_address)
if site.addPeer(peer_ip, peer_port, source="tracker"):
added += 1
if added:
site.worker_manager.onPeers()
site.updateWebsocket(peers_added=added)
return added
@PluginManager.registerTo("SiteAnnouncer")
class SiteAnnouncerPlugin(object):
def getTrackerHandler(self, protocol):
if protocol == "zero":
return self.announceTrackerZero
else:
return super(SiteAnnouncerPlugin, self).getTrackerHandler(protocol)
def announceTrackerZero(self, tracker_address, mode="start", num_want=10):
global time_full_announced
s = time.time()
need_types = ["ip4"] # ip4 for backward compatibility reasons
need_types += self.site.connection_server.supported_ip_types
if self.site.connection_server.tor_manager.enabled:
need_types.append("onion")
if mode == "start" or mode == "more": # Single: Announce only this site
sites = [self.site]
full_announce = False
else: # Multi: Announce all currently serving site
full_announce = True
if time.time() - time_full_announced.get(tracker_address, 0) < 60 * 15: # No reannounce all sites within short time
return None
time_full_announced[tracker_address] = time.time()
from Site import SiteManager
sites = [site for site in SiteManager.site_manager.sites.values() if site.isServing()]
# Create request
add_types = self.getOpenedServiceTypes()
request = {
"hashes": [], "onions": [], "port": self.fileserver_port, "need_types": need_types, "need_num": 20, "add": add_types
}
for site in sites:
if "onion" in add_types:
onion = self.site.connection_server.tor_manager.getOnion(site.address)
request["onions"].append(onion)
request["hashes"].append(site.address_hash)
# Tracker can remove sites that we don't announce
if full_announce:
request["delete"] = True
# Sent request to tracker
tracker_peer = connection_pool.get(tracker_address) # Re-use tracker connection if possible
if not tracker_peer:
tracker_ip, tracker_port = tracker_address.rsplit(":", 1)
tracker_peer = Peer(str(tracker_ip), int(tracker_port), connection_server=self.site.connection_server)
tracker_peer.is_tracker_connection = True
connection_pool[tracker_address] = tracker_peer
res = tracker_peer.request("announce", request)
if not res or "peers" not in res:
if full_announce:
time_full_announced[tracker_address] = 0
raise AnnounceError("Invalid response: %s" % res)
# Add peers from response to site
site_index = 0
peers_added = 0
for site_res in res["peers"]:
site = sites[site_index]
peers_added += processPeerRes(tracker_address, site, site_res)
site_index += 1
# Check if we need to sign prove the onion addresses
if "onion_sign_this" in res:
self.site.log.debug("Signing %s for %s to add %s onions" % (res["onion_sign_this"], tracker_address, len(sites)))
request["onion_signs"] = {}
request["onion_sign_this"] = res["onion_sign_this"]
request["need_num"] = 0
for site in sites:
onion = self.site.connection_server.tor_manager.getOnion(site.address)
publickey = self.site.connection_server.tor_manager.getPublickey(onion)
if publickey not in request["onion_signs"]:
sign = CryptRsa.sign(res["onion_sign_this"].encode("utf8"), self.site.connection_server.tor_manager.getPrivatekey(onion))
request["onion_signs"][publickey] = sign
res = tracker_peer.request("announce", request)
if not res or "onion_sign_this" in res:
if full_announce:
time_full_announced[tracker_address] = 0
raise AnnounceError("Announce onion address to failed: %s" % res)
if full_announce:
tracker_peer.remove() # Close connection, we don't need it in next 5 minute
self.site.log.debug(
"Tracker announce result: zero://%s (sites: %s, new peers: %s, add: %s, mode: %s) in %.3fs" %
(tracker_address, site_index, peers_added, add_types, mode, time.time() - s)
)
return True
================================================
FILE: plugins/AnnounceZero/__init__.py
================================================
from . import AnnounceZeroPlugin
================================================
FILE: plugins/AnnounceZero/plugin_info.json
================================================
{
"name": "AnnounceZero",
"description": "Announce using ZeroNet protocol.",
"default": "enabled"
}
================================================
FILE: plugins/Benchmark/BenchmarkDb.py
================================================
import os
import json
import contextlib
import time
from Plugin import PluginManager
from Config import config
@PluginManager.registerTo("Actions")
class ActionsPlugin:
def getBenchmarkTests(self, online=False):
tests = super().getBenchmarkTests(online)
tests.extend([
{"func": self.testDbConnect, "num": 10, "time_standard": 0.27},
{"func": self.testDbInsert, "num": 10, "time_standard": 0.91},
{"func": self.testDbInsertMultiuser, "num": 1, "time_standard": 0.57},
{"func": self.testDbQueryIndexed, "num": 1000, "time_standard": 0.84},
{"func": self.testDbQueryNotIndexed, "num": 1000, "time_standard": 1.30}
])
return tests
@contextlib.contextmanager
def getTestDb(self):
from Db import Db
path = "%s/benchmark.db" % config.data_dir
if os.path.isfile(path):
os.unlink(path)
schema = {
"db_name": "TestDb",
"db_file": path,
"maps": {
".*": {
"to_table": {
"test": "test"
}
}
},
"tables": {
"test": {
"cols": [
["test_id", "INTEGER"],
["title", "TEXT"],
["json_id", "INTEGER REFERENCES json (json_id)"]
],
"indexes": ["CREATE UNIQUE INDEX test_key ON test(test_id, json_id)"],
"schema_changed": 1426195822
}
}
}
db = Db.Db(schema, path)
yield db
db.close()
if os.path.isfile(path):
os.unlink(path)
def testDbConnect(self, num_run=1):
import sqlite3
for i in range(num_run):
with self.getTestDb() as db:
db.checkTables()
yield "."
yield "(SQLite version: %s, API: %s)" % (sqlite3.sqlite_version, sqlite3.version)
def testDbInsert(self, num_run=1):
yield "x 1000 lines "
for u in range(num_run):
with self.getTestDb() as db:
db.checkTables()
data = {"test": []}
for i in range(1000): # 1000 line of data
data["test"].append({"test_id": i, "title": "Testdata for %s message %s" % (u, i)})
json.dump(data, open("%s/test_%s.json" % (config.data_dir, u), "w"))
db.updateJson("%s/test_%s.json" % (config.data_dir, u))
os.unlink("%s/test_%s.json" % (config.data_dir, u))
assert db.execute("SELECT COUNT(*) FROM test").fetchone()[0] == 1000
yield "."
def fillTestDb(self, db):
db.checkTables()
cur = db.getCursor()
cur.logging = False
for u in range(100, 200): # 100 user
data = {"test": []}
for i in range(100): # 1000 line of data
data["test"].append({"test_id": i, "title": "Testdata for %s message %s" % (u, i)})
json.dump(data, open("%s/test_%s.json" % (config.data_dir, u), "w"))
db.updateJson("%s/test_%s.json" % (config.data_dir, u), cur=cur)
os.unlink("%s/test_%s.json" % (config.data_dir, u))
if u % 10 == 0:
yield "."
def testDbInsertMultiuser(self, num_run=1):
yield "x 100 users x 100 lines "
for u in range(num_run):
with self.getTestDb() as db:
for progress in self.fillTestDb(db):
yield progress
num_rows = db.execute("SELECT COUNT(*) FROM test").fetchone()[0]
assert num_rows == 10000, "%s != 10000" % num_rows
def testDbQueryIndexed(self, num_run=1):
s = time.time()
with self.getTestDb() as db:
for progress in self.fillTestDb(db):
pass
yield " (Db warmup done in %.3fs) " % (time.time() - s)
found_total = 0
for i in range(num_run): # 1000x by test_id
found = 0
res = db.execute("SELECT * FROM test WHERE test_id = %s" % (i % 100))
for row in res:
found_total += 1
found += 1
del(res)
yield "."
assert found == 100, "%s != 100 (i: %s)" % (found, i)
yield "Found: %s" % found_total
def testDbQueryNotIndexed(self, num_run=1):
s = time.time()
with self.getTestDb() as db:
for progress in self.fillTestDb(db):
pass
yield " (Db warmup done in %.3fs) " % (time.time() - s)
found_total = 0
for i in range(num_run): # 1000x by test_id
found = 0
res = db.execute("SELECT * FROM test WHERE json_id = %s" % i)
for row in res:
found_total += 1
found += 1
yield "."
del(res)
if i == 0 or i > 100:
assert found == 0, "%s != 0 (i: %s)" % (found, i)
else:
assert found == 100, "%s != 100 (i: %s)" % (found, i)
yield "Found: %s" % found_total
================================================
FILE: plugins/Benchmark/BenchmarkPack.py
================================================
import os
import io
from collections import OrderedDict
from Plugin import PluginManager
from Config import config
from util import Msgpack
@PluginManager.registerTo("Actions")
class ActionsPlugin:
def createZipFile(self, path):
import zipfile
test_data = b"Test" * 1024
file_name = b"\xc3\x81rv\xc3\xadzt\xc5\xb1r\xc5\x91%s.txt".decode("utf8")
with zipfile.ZipFile(path, 'w') as archive:
for y in range(100):
zip_info = zipfile.ZipInfo(file_name % y, (1980, 1, 1, 0, 0, 0))
zip_info.compress_type = zipfile.ZIP_DEFLATED
zip_info.create_system = 3
zip_info.flag_bits = 0
zip_info.external_attr = 25165824
archive.writestr(zip_info, test_data)
def testPackZip(self, num_run=1):
"""
Test zip file creating
"""
yield "x 100 x 5KB "
from Crypt import CryptHash
zip_path = '%s/test.zip' % config.data_dir
for i in range(num_run):
self.createZipFile(zip_path)
yield "."
archive_size = os.path.getsize(zip_path) / 1024
yield "(Generated file size: %.2fkB)" % archive_size
hash = CryptHash.sha512sum(open(zip_path, "rb"))
valid = "cb32fb43783a1c06a2170a6bc5bb228a032b67ff7a1fd7a5efb9b467b400f553"
assert hash == valid, "Invalid hash: %s != %s" % (hash, valid) os.unlink(zip_path) def testUnpackZip(self, num_run=1): """ Test zip file reading """ yield "x 100 x 5KB " import zipfile zip_path = '%s/test.zip' % config.data_dir test_data = b"Test" * 1024 file_name = b"\xc3\x81rv\xc3\xadzt\xc5\xb1r\xc5\x91".decode("utf8") self.createZipFile(zip_path) for i in range(num_run): with zipfile.ZipFile(zip_path) as archive: for f in archive.filelist: assert f.filename.startswith(file_name), "Invalid filename: %s != %s" % (f.filename, file_name) data = archive.open(f.filename).read() assert archive.open(f.filename).read() == test_data, "Invalid data: %s..." % data[0:30] yield "." os.unlink(zip_path) def createArchiveFile(self, path, archive_type="gz"): import tarfile import gzip # Monkey patch _init_write_gz to use fixed date in order to keep the hash independent from datetime def nodate_write_gzip_header(self): self._write_mtime = 0 original_write_gzip_header(self) test_data_io = io.BytesIO(b"Test" * 1024) file_name = b"\xc3\x81rv\xc3\xadzt\xc5\xb1r\xc5\x91%s.txt".decode("utf8") original_write_gzip_header = gzip.GzipFile._write_gzip_header gzip.GzipFile._write_gzip_header = nodate_write_gzip_header with tarfile.open(path, 'w:%s' % archive_type) as archive: for y in range(100): test_data_io.seek(0) tar_info = tarfile.TarInfo(file_name % y) tar_info.size = 4 * 1024 archive.addfile(tar_info, test_data_io) def testPackArchive(self, num_run=1, archive_type="gz"): """ Test creating tar archive files """ yield "x 100 x 5KB " from Crypt import CryptHash hash_valid_db = { "gz": "92caec5121a31709cbbc8c11b0939758e670b055bbbe84f9beb3e781dfde710f", "bz2": "b613f41e6ee947c8b9b589d3e8fa66f3e28f63be23f4faf015e2f01b5c0b032d", "xz": "ae43892581d770959c8d993daffab25fd74490b7cf9fafc7aaee746f69895bcb", } archive_path = '%s/test.tar.%s' % (config.data_dir, archive_type) for i in range(num_run): self.createArchiveFile(archive_path, archive_type=archive_type) yield "." archive_size = os.path.getsize(archive_path) / 1024 yield "(Generated file size: %.2fkB)" % archive_size hash = CryptHash.sha512sum(open("%s/test.tar.%s" % (config.data_dir, archive_type), "rb")) valid = hash_valid_db[archive_type] assert hash == valid, "Invalid hash: %s != %s
" % (hash, valid) if os.path.isfile(archive_path): os.unlink(archive_path) def testUnpackArchive(self, num_run=1, archive_type="gz"): """ Test reading tar archive files """ yield "x 100 x 5KB " import tarfile test_data = b"Test" * 1024 file_name = b"\xc3\x81rv\xc3\xadzt\xc5\xb1r\xc5\x91%s.txt".decode("utf8") archive_path = '%s/test.tar.%s' % (config.data_dir, archive_type) self.createArchiveFile(archive_path, archive_type=archive_type) for i in range(num_run): with tarfile.open(archive_path, 'r:%s' % archive_type) as archive: for y in range(100): assert archive.extractfile(file_name % y).read() == test_data yield "." if os.path.isfile(archive_path): os.unlink(archive_path) def testPackMsgpack(self, num_run=1): """ Test msgpack encoding """ yield "x 100 x 5KB " binary = b'fqv\xf0\x1a"e\x10,\xbe\x9cT\x9e(\xa5]u\x072C\x8c\x15\xa2\xa8\x93Sw)\x19\x02\xdd\t\xfb\xf67\x88\xd9\xee\x86\xa1\xe4\xb6,\xc6\x14\xbb\xd7$z\x1d\xb2\xda\x85\xf5\xa0\x97^\x01*\xaf\xd3\xb0!\xb7\x9d\xea\x89\xbbh8\xa1"\xa7]e(@\xa2\xa5g\xb7[\xae\x8eE\xc2\x9fL\xb6s\x19\x19\r\xc8\x04S\xd0N\xe4]?/\x01\xea\xf6\xec\xd1\xb3\xc2\x91\x86\xd7\xf4K\xdf\xc2lV\xf4\xe8\x80\xfc\x8ep\xbb\x82\xb3\x86\x98F\x1c\xecS\xc8\x15\xcf\xdc\xf1\xed\xfc\xd8\x18r\xf9\x80\x0f\xfa\x8cO\x97(\x0b]\xf1\xdd\r\xe7\xbf\xed\x06\xbd\x1b?\xc5\xa0\xd7a\x82\xf3\xa8\xe6@\xf3\ri\xa1\xb10\xf6\xd4W\xbc\x86\x1a\xbb\xfd\x94!bS\xdb\xaeM\x92\x00#\x0b\xf7\xad\xe9\xc2\x8e\x86\xbfi![%\xd31]\xc6\xfc2\xc9\xda\xc6v\x82P\xcc\xa9\xea\xb9\xff\xf6\xc8\x17iD\xcf\xf3\xeeI\x04\xe9\xa1\x19\xbb\x01\x92\xf5nn4K\xf8\xbb\xc6\x17e>\xa7 \xbbv' data = OrderedDict( sorted({"int": 1024 * 1024 * 1024, "float": 12345.67890, "text": "hello" * 1024, "binary": binary}.items()) ) data_packed_valid = b'\x84\xa6binary\xc5\x01\x00fqv\xf0\x1a"e\x10,\xbe\x9cT\x9e(\xa5]u\x072C\x8c\x15\xa2\xa8\x93Sw)\x19\x02\xdd\t\xfb\xf67\x88\xd9\xee\x86\xa1\xe4\xb6,\xc6\x14\xbb\xd7$z\x1d\xb2\xda\x85\xf5\xa0\x97^\x01*\xaf\xd3\xb0!\xb7\x9d\xea\x89\xbbh8\xa1"\xa7]e(@\xa2\xa5g\xb7[\xae\x8eE\xc2\x9fL\xb6s\x19\x19\r\xc8\x04S\xd0N\xe4]?/\x01\xea\xf6\xec\xd1\xb3\xc2\x91\x86\xd7\xf4K\xdf\xc2lV\xf4\xe8\x80\xfc\x8ep\xbb\x82\xb3\x86\x98F\x1c\xecS\xc8\x15\xcf\xdc\xf1\xed\xfc\xd8\x18r\xf9\x80\x0f\xfa\x8cO\x97(\x0b]\xf1\xdd\r\xe7\xbf\xed\x06\xbd\x1b?\xc5\xa0\xd7a\x82\xf3\xa8\xe6@\xf3\ri\xa1\xb10\xf6\xd4W\xbc\x86\x1a\xbb\xfd\x94!bS\xdb\xaeM\x92\x00#\x0b\xf7\xad\xe9\xc2\x8e\x86\xbfi![%\xd31]\xc6\xfc2\xc9\xda\xc6v\x82P\xcc\xa9\xea\xb9\xff\xf6\xc8\x17iD\xcf\xf3\xeeI\x04\xe9\xa1\x19\xbb\x01\x92\xf5nn4K\xf8\xbb\xc6\x17e>\xa7 \xbbv\xa5float\xcb@\xc8\x1c\xd6\xe61\xf8\xa1\xa3int\xce@\x00\x00\x00\xa4text\xda\x14\x00' data_packed_valid += b'hello' * 1024 for y in range(num_run): for i in range(100): data_packed = Msgpack.pack(data) yield "." assert data_packed == data_packed_valid, "%s
!=
%s" % (repr(data_packed), repr(data_packed_valid)) def testUnpackMsgpack(self, num_run=1): """ Test msgpack decoding """ yield "x 5KB " binary = b'fqv\xf0\x1a"e\x10,\xbe\x9cT\x9e(\xa5]u\x072C\x8c\x15\xa2\xa8\x93Sw)\x19\x02\xdd\t\xfb\xf67\x88\xd9\xee\x86\xa1\xe4\xb6,\xc6\x14\xbb\xd7$z\x1d\xb2\xda\x85\xf5\xa0\x97^\x01*\xaf\xd3\xb0!\xb7\x9d\xea\x89\xbbh8\xa1"\xa7]e(@\xa2\xa5g\xb7[\xae\x8eE\xc2\x9fL\xb6s\x19\x19\r\xc8\x04S\xd0N\xe4]?/\x01\xea\xf6\xec\xd1\xb3\xc2\x91\x86\xd7\xf4K\xdf\xc2lV\xf4\xe8\x80\xfc\x8ep\xbb\x82\xb3\x86\x98F\x1c\xecS\xc8\x15\xcf\xdc\xf1\xed\xfc\xd8\x18r\xf9\x80\x0f\xfa\x8cO\x97(\x0b]\xf1\xdd\r\xe7\xbf\xed\x06\xbd\x1b?\xc5\xa0\xd7a\x82\xf3\xa8\xe6@\xf3\ri\xa1\xb10\xf6\xd4W\xbc\x86\x1a\xbb\xfd\x94!bS\xdb\xaeM\x92\x00#\x0b\xf7\xad\xe9\xc2\x8e\x86\xbfi![%\xd31]\xc6\xfc2\xc9\xda\xc6v\x82P\xcc\xa9\xea\xb9\xff\xf6\xc8\x17iD\xcf\xf3\xeeI\x04\xe9\xa1\x19\xbb\x01\x92\xf5nn4K\xf8\xbb\xc6\x17e>\xa7 \xbbv' data = OrderedDict( sorted({"int": 1024 * 1024 * 1024, "float": 12345.67890, "text": "hello" * 1024, "binary": binary}.items()) ) data_packed = b'\x84\xa6binary\xc5\x01\x00fqv\xf0\x1a"e\x10,\xbe\x9cT\x9e(\xa5]u\x072C\x8c\x15\xa2\xa8\x93Sw)\x19\x02\xdd\t\xfb\xf67\x88\xd9\xee\x86\xa1\xe4\xb6,\xc6\x14\xbb\xd7$z\x1d\xb2\xda\x85\xf5\xa0\x97^\x01*\xaf\xd3\xb0!\xb7\x9d\xea\x89\xbbh8\xa1"\xa7]e(@\xa2\xa5g\xb7[\xae\x8eE\xc2\x9fL\xb6s\x19\x19\r\xc8\x04S\xd0N\xe4]?/\x01\xea\xf6\xec\xd1\xb3\xc2\x91\x86\xd7\xf4K\xdf\xc2lV\xf4\xe8\x80\xfc\x8ep\xbb\x82\xb3\x86\x98F\x1c\xecS\xc8\x15\xcf\xdc\xf1\xed\xfc\xd8\x18r\xf9\x80\x0f\xfa\x8cO\x97(\x0b]\xf1\xdd\r\xe7\xbf\xed\x06\xbd\x1b?\xc5\xa0\xd7a\x82\xf3\xa8\xe6@\xf3\ri\xa1\xb10\xf6\xd4W\xbc\x86\x1a\xbb\xfd\x94!bS\xdb\xaeM\x92\x00#\x0b\xf7\xad\xe9\xc2\x8e\x86\xbfi![%\xd31]\xc6\xfc2\xc9\xda\xc6v\x82P\xcc\xa9\xea\xb9\xff\xf6\xc8\x17iD\xcf\xf3\xeeI\x04\xe9\xa1\x19\xbb\x01\x92\xf5nn4K\xf8\xbb\xc6\x17e>\xa7 \xbbv\xa5float\xcb@\xc8\x1c\xd6\xe61\xf8\xa1\xa3int\xce@\x00\x00\x00\xa4text\xda\x14\x00' data_packed += b'hello' * 1024 for y in range(num_run): data_unpacked = Msgpack.unpack(data_packed, decode=False) yield "." assert data_unpacked == data, "%s
!=
%s" % (data_unpacked, data) def testUnpackMsgpackStreaming(self, num_run=1, fallback=False): """ Test streaming msgpack decoding """ yield "x 1000 x 5KB " binary = b'fqv\xf0\x1a"e\x10,\xbe\x9cT\x9e(\xa5]u\x072C\x8c\x15\xa2\xa8\x93Sw)\x19\x02\xdd\t\xfb\xf67\x88\xd9\xee\x86\xa1\xe4\xb6,\xc6\x14\xbb\xd7$z\x1d\xb2\xda\x85\xf5\xa0\x97^\x01*\xaf\xd3\xb0!\xb7\x9d\xea\x89\xbbh8\xa1"\xa7]e(@\xa2\xa5g\xb7[\xae\x8eE\xc2\x9fL\xb6s\x19\x19\r\xc8\x04S\xd0N\xe4]?/\x01\xea\xf6\xec\xd1\xb3\xc2\x91\x86\xd7\xf4K\xdf\xc2lV\xf4\xe8\x80\xfc\x8ep\xbb\x82\xb3\x86\x98F\x1c\xecS\xc8\x15\xcf\xdc\xf1\xed\xfc\xd8\x18r\xf9\x80\x0f\xfa\x8cO\x97(\x0b]\xf1\xdd\r\xe7\xbf\xed\x06\xbd\x1b?\xc5\xa0\xd7a\x82\xf3\xa8\xe6@\xf3\ri\xa1\xb10\xf6\xd4W\xbc\x86\x1a\xbb\xfd\x94!bS\xdb\xaeM\x92\x00#\x0b\xf7\xad\xe9\xc2\x8e\x86\xbfi![%\xd31]\xc6\xfc2\xc9\xda\xc6v\x82P\xcc\xa9\xea\xb9\xff\xf6\xc8\x17iD\xcf\xf3\xeeI\x04\xe9\xa1\x19\xbb\x01\x92\xf5nn4K\xf8\xbb\xc6\x17e>\xa7 \xbbv' data = OrderedDict( sorted({"int": 1024 * 1024 * 1024, "float": 12345.67890, "text": "hello" * 1024, "binary": binary}.items()) ) data_packed = b'\x84\xa6binary\xc5\x01\x00fqv\xf0\x1a"e\x10,\xbe\x9cT\x9e(\xa5]u\x072C\x8c\x15\xa2\xa8\x93Sw)\x19\x02\xdd\t\xfb\xf67\x88\xd9\xee\x86\xa1\xe4\xb6,\xc6\x14\xbb\xd7$z\x1d\xb2\xda\x85\xf5\xa0\x97^\x01*\xaf\xd3\xb0!\xb7\x9d\xea\x89\xbbh8\xa1"\xa7]e(@\xa2\xa5g\xb7[\xae\x8eE\xc2\x9fL\xb6s\x19\x19\r\xc8\x04S\xd0N\xe4]?/\x01\xea\xf6\xec\xd1\xb3\xc2\x91\x86\xd7\xf4K\xdf\xc2lV\xf4\xe8\x80\xfc\x8ep\xbb\x82\xb3\x86\x98F\x1c\xecS\xc8\x15\xcf\xdc\xf1\xed\xfc\xd8\x18r\xf9\x80\x0f\xfa\x8cO\x97(\x0b]\xf1\xdd\r\xe7\xbf\xed\x06\xbd\x1b?\xc5\xa0\xd7a\x82\xf3\xa8\xe6@\xf3\ri\xa1\xb10\xf6\xd4W\xbc\x86\x1a\xbb\xfd\x94!bS\xdb\xaeM\x92\x00#\x0b\xf7\xad\xe9\xc2\x8e\x86\xbfi![%\xd31]\xc6\xfc2\xc9\xda\xc6v\x82P\xcc\xa9\xea\xb9\xff\xf6\xc8\x17iD\xcf\xf3\xeeI\x04\xe9\xa1\x19\xbb\x01\x92\xf5nn4K\xf8\xbb\xc6\x17e>\xa7 \xbbv\xa5float\xcb@\xc8\x1c\xd6\xe61\xf8\xa1\xa3int\xce@\x00\x00\x00\xa4text\xda\x14\x00' data_packed += b'hello' * 1024 for i in range(num_run): unpacker = Msgpack.getUnpacker(decode=False, fallback=fallback) for y in range(1000): unpacker.feed(data_packed) for data_unpacked in unpacker: pass yield "." assert data == data_unpacked, "%s != %s" % (data_unpacked, data) ================================================ FILE: plugins/Benchmark/BenchmarkPlugin.py ================================================ import os import time import io import math import hashlib import re import sys from Config import config from Crypt import CryptHash from Plugin import PluginManager from Debug import Debug from util import helper plugin_dir = os.path.dirname(__file__) benchmark_key = None @PluginManager.registerTo("UiRequest") class UiRequestPlugin(object): @helper.encodeResponse def actionBenchmark(self): global benchmark_key script_nonce = self.getScriptNonce() if not benchmark_key: benchmark_key = CryptHash.random(encoding="base64") self.sendHeader(script_nonce=script_nonce) if "Multiuser" in PluginManager.plugin_manager.plugin_names and not config.multiuser_local: yield "This function is disabled on this proxy" return data = self.render( plugin_dir + "/media/benchmark.html", script_nonce=script_nonce, benchmark_key=benchmark_key, filter=re.sub("[^A-Za-z0-9]", "", self.get.get("filter", "")) ) yield data @helper.encodeResponse def actionBenchmarkResult(self): global benchmark_key if self.get.get("benchmark_key", "") != benchmark_key: return self.error403("Invalid benchmark key") self.sendHeader(content_type="text/plain", noscript=True) if "Multiuser" in PluginManager.plugin_manager.plugin_names and not config.multiuser_local: yield "This function is disabled on this proxy" return yield " " * 1024 # Head (required for streaming) import main s = time.time() for part in main.actions.testBenchmark(filter=self.get.get("filter", "")): yield part yield "\n - Total time: %.3fs" % (time.time() - s) @PluginManager.registerTo("Actions") class ActionsPlugin: def getMultiplerTitle(self, multipler): if multipler < 0.3: multipler_title = "Sloooow" elif multipler < 0.6: multipler_title = "Ehh" elif multipler < 0.8: multipler_title = "Goodish" elif multipler < 1.2: multipler_title = "OK" elif multipler < 1.7: multipler_title = "Fine" elif multipler < 2.5: multipler_title = "Fast" elif multipler < 3.5: multipler_title = "WOW" else: multipler_title = "Insane!!" return multipler_title def formatResult(self, taken, standard): if not standard: return " Done in %.3fs" % taken if taken > 0: multipler = standard / taken else: multipler = 99 multipler_title = self.getMultiplerTitle(multipler) return " Done in %.3fs = %s (%.2fx)" % (taken, multipler_title, multipler) def getBenchmarkTests(self, online=False): if hasattr(super(), "getBenchmarkTests"): tests = super().getBenchmarkTests(online) else: tests = [] tests.extend([ {"func": self.testHdPrivatekey, "num": 50, "time_standard": 0.57}, {"func": self.testSign, "num": 20, "time_standard": 0.46}, {"func": self.testVerify, "kwargs": {"lib_verify": "sslcrypto_fallback"}, "num": 20, "time_standard": 0.38}, {"func": self.testVerify, "kwargs": {"lib_verify": "sslcrypto"}, "num": 200, "time_standard": 0.30}, {"func": self.testVerify, "kwargs": {"lib_verify": "libsecp256k1"}, "num": 200, "time_standard": 0.10}, {"func": self.testPackMsgpack, "num": 100, "time_standard": 0.35}, {"func": self.testUnpackMsgpackStreaming, "kwargs": {"fallback": False}, "num": 100, "time_standard": 0.35}, {"func": self.testUnpackMsgpackStreaming, "kwargs": {"fallback": True}, "num": 10, "time_standard": 0.5}, {"func": self.testPackZip, "num": 5, "time_standard": 0.065}, {"func": self.testPackArchive, "kwargs": {"archive_type": "gz"}, "num": 5, "time_standard": 0.08}, {"func": self.testPackArchive, "kwargs": {"archive_type": "bz2"}, "num": 5, "time_standard": 0.68}, {"func": self.testPackArchive, "kwargs": {"archive_type": "xz"}, "num": 5, "time_standard": 0.47}, {"func": self.testUnpackZip, "num": 20, "time_standard": 0.25}, {"func": self.testUnpackArchive, "kwargs": {"archive_type": "gz"}, "num": 20, "time_standard": 0.28}, {"func": self.testUnpackArchive, "kwargs": {"archive_type": "bz2"}, "num": 20, "time_standard": 0.83}, {"func": self.testUnpackArchive, "kwargs": {"archive_type": "xz"}, "num": 20, "time_standard": 0.38}, {"func": self.testCryptHash, "kwargs": {"hash_type": "sha256"}, "num": 10, "time_standard": 0.50}, {"func": self.testCryptHash, "kwargs": {"hash_type": "sha512"}, "num": 10, "time_standard": 0.33}, {"func": self.testCryptHashlib, "kwargs": {"hash_type": "sha3_256"}, "num": 10, "time_standard": 0.33}, {"func": self.testCryptHashlib, "kwargs": {"hash_type": "sha3_512"}, "num": 10, "time_standard": 0.65}, {"func": self.testRandom, "num": 100, "time_standard": 0.08}, ]) if online: tests += [ {"func": self.testHttps, "num": 1, "time_standard": 2.1} ] return tests def testBenchmark(self, num_multipler=1, online=False, num_run=None, filter=None): """ Run benchmark on client functions """ tests = self.getBenchmarkTests(online=online) if filter: tests = [test for test in tests[:] if filter.lower() in test["func"].__name__.lower()] yield "\n" res = {} res_time_taken = {} multiplers = [] for test in tests: s = time.time() if num_run: num_run_test = num_run else: num_run_test = math.ceil(test["num"] * num_multipler) func = test["func"] func_name = func.__name__ kwargs = test.get("kwargs", {}) key = "%s %s" % (func_name, kwargs) if kwargs: yield "* Running %s (%s) x %s " % (func_name, kwargs, num_run_test) else: yield "* Running %s x %s " % (func_name, num_run_test) i = 0 try: for progress in func(num_run_test, **kwargs): i += 1 if num_run_test > 10: should_print = i % (num_run_test / 10) == 0 or progress != "." else: should_print = True if should_print: if num_run_test == 1 and progress == ".": progress = "..." yield progress time_taken = time.time() - s if num_run: time_standard = 0 else: time_standard = test["time_standard"] * num_multipler yield self.formatResult(time_taken, time_standard) yield "\n" res[key] = "ok" res_time_taken[key] = time_taken multiplers.append(time_standard / max(time_taken, 0.001)) except Exception as err: res[key] = err yield "Failed!\n! Error: %s\n\n" % Debug.formatException(err) yield "\n== Result ==\n" # Check verification speed if "testVerify {'lib_verify': 'sslcrypto'}" in res_time_taken: speed_order = ["sslcrypto_fallback", "sslcrypto", "libsecp256k1"] time_taken = {} for lib_verify in speed_order: time_taken[lib_verify] = res_time_taken["testVerify {'lib_verify': '%s'}" % lib_verify] time_taken["sslcrypto_fallback"] *= 10 # fallback benchmark only run 20 times instead of 200 speedup_sslcrypto = time_taken["sslcrypto_fallback"] / time_taken["sslcrypto"] speedup_libsecp256k1 = time_taken["sslcrypto_fallback"] / time_taken["libsecp256k1"] yield "\n* Verification speedup:\n" yield " - OpenSSL: %.1fx (reference: 7.0x)\n" % speedup_sslcrypto yield " - libsecp256k1: %.1fx (reference: 23.8x)\n" % speedup_libsecp256k1 if speedup_sslcrypto < 2: res["Verification speed"] = "error: OpenSSL speedup low: %.1fx" % speedup_sslcrypto if speedup_libsecp256k1 < speedup_sslcrypto: res["Verification speed"] = "error: libsecp256k1 speedup low: %.1fx" % speedup_libsecp256k1 if not res: yield "! No tests found" if config.action == "test": sys.exit(1) else: num_failed = len([res_key for res_key, res_val in res.items() if res_val != "ok"]) num_success = len([res_key for res_key, res_val in res.items() if res_val == "ok"]) yield "\n* Tests:\n" yield " - Total: %s tests\n" % len(res) yield " - Success: %s tests\n" % num_success yield " - Failed: %s tests\n" % num_failed if any(multiplers): multipler_avg = sum(multiplers) / len(multiplers) multipler_title = self.getMultiplerTitle(multipler_avg) yield " - Average speed factor: %.2fx (%s)\n" % (multipler_avg, multipler_title) # Display errors for res_key, res_val in res.items(): if res_val != "ok": yield " ! %s %s\n" % (res_key, res_val) if num_failed != 0 and config.action == "test": sys.exit(1) def testHttps(self, num_run=1): """ Test https connection with valid and invalid certs """ import urllib.request import urllib.error body = urllib.request.urlopen("https://google.com").read() assert len(body) > 100 yield "." badssl_urls = [ "https://expired.badssl.com/", "https://wrong.host.badssl.com/", "https://self-signed.badssl.com/", "https://untrusted-root.badssl.com/" ] for badssl_url in badssl_urls: try: body = urllib.request.urlopen(badssl_url).read() https_err = None except urllib.error.URLError as err: https_err = err assert https_err yield "." def testCryptHash(self, num_run=1, hash_type="sha256"): """ Test hashing functions """ yield "(5MB) " from Crypt import CryptHash hash_types = { "sha256": {"func": CryptHash.sha256sum, "hash_valid": "8cd629d9d6aff6590da8b80782a5046d2673d5917b99d5603c3dcb4005c45ffa"}, "sha512": {"func": CryptHash.sha512sum, "hash_valid": "9ca7e855d430964d5b55b114e95c6bbb114a6d478f6485df93044d87b108904d"} } hash_func = hash_types[hash_type]["func"] hash_valid = hash_types[hash_type]["hash_valid"] data = io.BytesIO(b"Hello" * 1024 * 1024) # 5MB for i in range(num_run): data.seek(0) hash = hash_func(data) yield "." assert hash == hash_valid, "%s != %s" % (hash, hash_valid) def testCryptHashlib(self, num_run=1, hash_type="sha3_256"): """ Test SHA3 hashing functions """ yield "x 5MB " hash_types = { "sha3_256": {"func": hashlib.sha3_256, "hash_valid": "c8aeb3ef9fe5d6404871c0d2a4410a4d4e23268e06735648c9596f436c495f7e"}, "sha3_512": {"func": hashlib.sha3_512, "hash_valid": "b75dba9472d8af3cc945ce49073f3f8214d7ac12086c0453fb08944823dee1ae83b3ffbc87a53a57cc454521d6a26fe73ff0f3be38dddf3f7de5d7692ebc7f95"}, } hash_func = hash_types[hash_type]["func"] hash_valid = hash_types[hash_type]["hash_valid"] data = io.BytesIO(b"Hello" * 1024 * 1024) # 5MB for i in range(num_run): data.seek(0) h = hash_func() while 1: buff = data.read(1024 * 64) if not buff: break h.update(buff) hash = h.hexdigest() yield "." assert hash == hash_valid, "%s != %s" % (hash, hash_valid) def testRandom(self, num_run=1): """ Test generating random data """ yield "x 1000 x 256 bytes " for i in range(num_run): data_last = None for y in range(1000): data = os.urandom(256) assert data != data_last assert len(data) == 256 data_last = data yield "." def testHdPrivatekey(self, num_run=2): """ Test generating deterministic private keys from a master seed """ from Crypt import CryptBitcoin seed = "e180efa477c63b0f2757eac7b1cce781877177fe0966be62754ffd4c8592ce38" privatekeys = [] for i in range(num_run): privatekeys.append(CryptBitcoin.hdPrivatekey(seed, i * 10)) yield "." valid = "5JSbeF5PevdrsYjunqpg7kAGbnCVYa1T4APSL3QRu8EoAmXRc7Y" assert privatekeys[0] == valid, "%s != %s" % (privatekeys[0], valid) if len(privatekeys) > 1: assert privatekeys[0] != privatekeys[-1] def testSign(self, num_run=1): """ Test signing data using a private key """ from Crypt import CryptBitcoin data = "Hello" * 1024 privatekey = "5JsunC55XGVqFQj5kPGK4MWgTL26jKbnPhjnmchSNPo75XXCwtk" for i in range(num_run): yield "." sign = CryptBitcoin.sign(data, privatekey) valid = "G1GXaDauZ8vX/N9Jn+MRiGm9h+I94zUhDnNYFaqMGuOiBHB+kp4cRPZOL7l1yqK5BHa6J+W97bMjvTXtxzljp6w=" assert sign == valid, "%s != %s" % (sign, valid) def testVerify(self, num_run=1, lib_verify="sslcrypto"): """ Test verification of generated signatures """ from Crypt import CryptBitcoin CryptBitcoin.loadLib(lib_verify, silent=True) data = "Hello" * 1024 privatekey = "5JsunC55XGVqFQj5kPGK4MWgTL26jKbnPhjnmchSNPo75XXCwtk" address = CryptBitcoin.privatekeyToAddress(privatekey) sign = "G1GXaDauZ8vX/N9Jn+MRiGm9h+I94zUhDnNYFaqMGuOiBHB+kp4cRPZOL7l1yqK5BHa6J+W97bMjvTXtxzljp6w=" for i in range(num_run): ok = CryptBitcoin.verify(data, address, sign, lib_verify=lib_verify) yield "." assert ok, "does not verify from %s" % address if lib_verify == "sslcrypto": yield("(%s)" % CryptBitcoin.sslcrypto.ecc.get_backend()) def testPortCheckers(self): """ Test all active open port checker """ from Peer import PeerPortchecker for ip_type, func_names in PeerPortchecker.PeerPortchecker.checker_functions.items(): yield "\n- %s:" % ip_type for func_name in func_names: yield "\n - Tracker %s: " % func_name try: for res in self.testPortChecker(func_name): yield res except Exception as err: yield Debug.formatException(err) def testPortChecker(self, func_name): """ Test single open port checker """ from Peer import PeerPortchecker peer_portchecker = PeerPortchecker.PeerPortchecker(None) announce_func = getattr(peer_portchecker, func_name) res = announce_func(3894) yield res def testAll(self): """ Run all tests to check system compatibility with ZeroNet functions """ for progress in self.testBenchmark(online=not config.offline, num_run=1): yield progress @PluginManager.registerTo("ConfigPlugin") class ConfigPlugin(object): def createArguments(self): back = super(ConfigPlugin, self).createArguments() if self.getCmdlineValue("test") == "benchmark": self.test_parser.add_argument( '--num_multipler', help='Benchmark run time multipler', default=1.0, type=float, metavar='num' ) self.test_parser.add_argument( '--filter', help='Filter running benchmark', default=None, metavar='test name' ) elif self.getCmdlineValue("test") == "portChecker": self.test_parser.add_argument( '--func_name', help='Name of open port checker function', default=None, metavar='func_name' ) return back ================================================ FILE: plugins/Benchmark/__init__.py ================================================ from . import BenchmarkPlugin from . import BenchmarkDb from . import BenchmarkPack ================================================ FILE: plugins/Benchmark/media/benchmark.html ================================================
Benchmark
Start benchmark
(It will take around 20 sec)
%s (%s not in %s)" % ( address, inner_path, merger_type, merger_db.get(address, [])) ) else: raise Exception("Invalid merger path: %s" % inner_path) @PluginManager.registerTo("UiWebsocket") class UiWebsocketPlugin(object): # Download new site def actionMergerSiteAdd(self, to, addresses): if type(addresses) != list: # Single site add addresses = [addresses] # Check if the site has merger permission merger_types = merger_db.get(self.site.address) if not merger_types: return self.response(to, {"error": "Not a merger site"}) if RateLimit.isAllowed(self.site.address + "-MergerSiteAdd", 10) and len(addresses) == 1: # Without confirmation if only one site address and not called in last 10 sec self.cbMergerSiteAdd(to, addresses) else: self.cmd( "confirm", [_["Add %s new site?"] % len(addresses), "Add"], lambda res: self.cbMergerSiteAdd(to, addresses) ) self.response(to, "ok") # Callback of adding new site confirmation def cbMergerSiteAdd(self, to, addresses): added = 0 for address in addresses: try: site_manager.need(address) added += 1 except Exception as err: self.cmd("notification", ["error", _["Adding %s failed: %s"] % (address, err)]) if added: self.cmd("notification", ["done", _["Added %s new site"] % added, 5000]) RateLimit.called(self.site.address + "-MergerSiteAdd") site_manager.updateMergerSites() # Delete a merged site @flag.no_multiuser def actionMergerSiteDelete(self, to, address): site = self.server.sites.get(address) if not site: return self.response(to, {"error": "No site found: %s" % address}) merger_types = merger_db.get(self.site.address) if not merger_types: return self.response(to, {"error": "Not a merger site"}) if merged_db.get(address) not in merger_types: return self.response(to, {"error": "Merged type (%s) not in %s" % (merged_db.get(address), merger_types)}) self.cmd("notification", ["done", _["Site deleted: %s"] % address, 5000]) self.response(to, "ok") # Lists merged sites def actionMergerSiteList(self, to, query_site_info=False): merger_types = merger_db.get(self.site.address) ret = {} if not merger_types: return self.response(to, {"error": "Not a merger site"}) for address, merged_type in merged_db.items(): if merged_type not in merger_types: continue # Site not for us if query_site_info: site = self.server.sites.get(address) ret[address] = self.formatSiteInfo(site, create_user=False) else: ret[address] = merged_type self.response(to, ret) def hasSitePermission(self, address, *args, **kwargs): if super(UiWebsocketPlugin, self).hasSitePermission(address, *args, **kwargs): return True else: if self.site.address in [merger_site.address for merger_site in merged_to_merger.get(address, [])]: return True else: return False # Add support merger sites for file commands def mergerFuncWrapper(self, func_name, to, inner_path, *args, **kwargs): if inner_path.startswith("merged-"): merged_address, merged_inner_path = checkMergerPath(self.site.address, inner_path) # Set the same cert for merged site merger_cert = self.user.getSiteData(self.site.address).get("cert") if merger_cert and self.user.getSiteData(merged_address).get("cert") != merger_cert: self.user.setCert(merged_address, merger_cert) req_self = copy.copy(self) req_self.site = self.server.sites.get(merged_address) # Change the site to the merged one func = getattr(super(UiWebsocketPlugin, req_self), func_name) return func(to, merged_inner_path, *args, **kwargs) else: func = getattr(super(UiWebsocketPlugin, self), func_name) return func(to, inner_path, *args, **kwargs) def actionFileList(self, to, inner_path, *args, **kwargs): return self.mergerFuncWrapper("actionFileList", to, inner_path, *args, **kwargs) def actionDirList(self, to, inner_path, *args, **kwargs): return self.mergerFuncWrapper("actionDirList", to, inner_path, *args, **kwargs) def actionFileGet(self, to, inner_path, *args, **kwargs): return self.mergerFuncWrapper("actionFileGet", to, inner_path, *args, **kwargs) def actionFileWrite(self, to, inner_path, *args, **kwargs): return self.mergerFuncWrapper("actionFileWrite", to, inner_path, *args, **kwargs) def actionFileDelete(self, to, inner_path, *args, **kwargs): return self.mergerFuncWrapper("actionFileDelete", to, inner_path, *args, **kwargs) def actionFileRules(self, to, inner_path, *args, **kwargs): return self.mergerFuncWrapper("actionFileRules", to, inner_path, *args, **kwargs) def actionFileNeed(self, to, inner_path, *args, **kwargs): return self.mergerFuncWrapper("actionFileNeed", to, inner_path, *args, **kwargs) def actionOptionalFileInfo(self, to, inner_path, *args, **kwargs): return self.mergerFuncWrapper("actionOptionalFileInfo", to, inner_path, *args, **kwargs) def actionOptionalFileDelete(self, to, inner_path, *args, **kwargs): return self.mergerFuncWrapper("actionOptionalFileDelete", to, inner_path, *args, **kwargs) def actionBigfileUploadInit(self, to, inner_path, *args, **kwargs): back = self.mergerFuncWrapper("actionBigfileUploadInit", to, inner_path, *args, **kwargs) if inner_path.startswith("merged-"): merged_address, merged_inner_path = checkMergerPath(self.site.address, inner_path) back["inner_path"] = "merged-%s/%s/%s" % (merged_db[merged_address], merged_address, back["inner_path"]) return back # Add support merger sites for file commands with privatekey parameter def mergerFuncWrapperWithPrivatekey(self, func_name, to, privatekey, inner_path, *args, **kwargs): func = getattr(super(UiWebsocketPlugin, self), func_name) if inner_path.startswith("merged-"): merged_address, merged_inner_path = checkMergerPath(self.site.address, inner_path) merged_site = self.server.sites.get(merged_address) # Set the same cert for merged site merger_cert = self.user.getSiteData(self.site.address).get("cert") if merger_cert: self.user.setCert(merged_address, merger_cert) site_before = self.site # Save to be able to change it back after we ran the command self.site = merged_site # Change the site to the merged one try: back = func(to, privatekey, merged_inner_path, *args, **kwargs) finally: self.site = site_before # Change back to original site return back else: return func(to, privatekey, inner_path, *args, **kwargs) def actionSiteSign(self, to, privatekey=None, inner_path="content.json", *args, **kwargs): return self.mergerFuncWrapperWithPrivatekey("actionSiteSign", to, privatekey, inner_path, *args, **kwargs) def actionSitePublish(self, to, privatekey=None, inner_path="content.json", *args, **kwargs): return self.mergerFuncWrapperWithPrivatekey("actionSitePublish", to, privatekey, inner_path, *args, **kwargs) def actionPermissionAdd(self, to, permission): super(UiWebsocketPlugin, self).actionPermissionAdd(to, permission) if permission.startswith("Merger"): self.site.storage.rebuildDb() def actionPermissionDetails(self, to, permission): if not permission.startswith("Merger"): return super(UiWebsocketPlugin, self).actionPermissionDetails(to, permission) merger_type = permission.replace("Merger:", "") if not re.match("^[A-Za-z0-9-]+$", merger_type): raise Exception("Invalid merger_type: %s" % merger_type) merged_sites = [] for address, merged_type in merged_db.items(): if merged_type != merger_type: continue site = self.server.sites.get(address) try: merged_sites.append(site.content_manager.contents.get("content.json").get("title", address)) except Exception: merged_sites.append(address) details = _["Read and write permissions to sites with merged type of %s "] % merger_type details += _["(%s sites)"] % len(merged_sites) details += "
%s
" % ", ".join(merged_sites)
self.response(to, details)
@PluginManager.registerTo("UiRequest")
class UiRequestPlugin(object):
# Allow to load merged site files using /merged-ZeroMe/address/file.jpg
def parsePath(self, path):
path_parts = super(UiRequestPlugin, self).parsePath(path)
if "merged-" not in path: # Optimization
return path_parts
path_parts["address"], path_parts["inner_path"] = checkMergerPath(path_parts["address"], path_parts["inner_path"])
return path_parts
@PluginManager.registerTo("SiteStorage")
class SiteStoragePlugin(object):
# Also rebuild from merged sites
def getDbFiles(self):
merger_types = merger_db.get(self.site.address)
# First return the site's own db files
for item in super(SiteStoragePlugin, self).getDbFiles():
yield item
# Not a merger site, that's all
if not merger_types:
return
merged_sites = [
site_manager.sites[address]
for address, merged_type in merged_db.items()
if merged_type in merger_types
]
found = 0
for merged_site in merged_sites:
self.log.debug("Loading merged site: %s" % merged_site)
merged_type = merged_db[merged_site.address]
for content_inner_path, content in merged_site.content_manager.contents.items():
# content.json file itself
if merged_site.storage.isFile(content_inner_path): # Missing content.json file
merged_inner_path = "merged-%s/%s/%s" % (merged_type, merged_site.address, content_inner_path)
yield merged_inner_path, merged_site.storage.getPath(content_inner_path)
else:
merged_site.log.error("[MISSING] %s" % content_inner_path)
# Data files in content.json
content_inner_path_dir = helper.getDirname(content_inner_path) # Content.json dir relative to site
for file_relative_path in list(content.get("files", {}).keys()) + list(content.get("files_optional", {}).keys()):
if not file_relative_path.endswith(".json"):
continue # We only interesed in json files
file_inner_path = content_inner_path_dir + file_relative_path # File Relative to site dir
file_inner_path = file_inner_path.strip("/") # Strip leading /
if merged_site.storage.isFile(file_inner_path):
merged_inner_path = "merged-%s/%s/%s" % (merged_type, merged_site.address, file_inner_path)
yield merged_inner_path, merged_site.storage.getPath(file_inner_path)
else:
merged_site.log.error("[MISSING] %s" % file_inner_path)
found += 1
if found % 100 == 0:
time.sleep(0.001) # Context switch to avoid UI block
# Also notice merger sites on a merged site file change
def onUpdated(self, inner_path, file=None):
super(SiteStoragePlugin, self).onUpdated(inner_path, file)
merged_type = merged_db.get(self.site.address)
for merger_site in merged_to_merger.get(self.site.address, []):
if merger_site.address == self.site.address: # Avoid infinite loop
continue
virtual_path = "merged-%s/%s/%s" % (merged_type, self.site.address, inner_path)
if inner_path.endswith(".json"):
if file is not None:
merger_site.storage.onUpdated(virtual_path, file=file)
else:
merger_site.storage.onUpdated(virtual_path, file=self.open(inner_path))
else:
merger_site.storage.onUpdated(virtual_path)
@PluginManager.registerTo("Site")
class SitePlugin(object):
def fileDone(self, inner_path):
super(SitePlugin, self).fileDone(inner_path)
for merger_site in merged_to_merger.get(self.address, []):
if merger_site.address == self.address:
continue
for ws in merger_site.websockets:
ws.event("siteChanged", self, {"event": ["file_done", inner_path]})
def fileFailed(self, inner_path):
super(SitePlugin, self).fileFailed(inner_path)
for merger_site in merged_to_merger.get(self.address, []):
if merger_site.address == self.address:
continue
for ws in merger_site.websockets:
ws.event("siteChanged", self, {"event": ["file_failed", inner_path]})
@PluginManager.registerTo("SiteManager")
class SiteManagerPlugin(object):
# Update merger site for site types
def updateMergerSites(self):
global merger_db, merged_db, merged_to_merger, site_manager
s = time.time()
merger_db_new = {}
merged_db_new = {}
merged_to_merger_new = {}
site_manager = self
if not self.sites:
return
for site in self.sites.values():
# Update merged sites
try:
merged_type = site.content_manager.contents.get("content.json", {}).get("merged_type")
except Exception as err:
self.log.error("Error loading site %s: %s" % (site.address, Debug.formatException(err)))
continue
if merged_type:
merged_db_new[site.address] = merged_type
# Update merger sites
for permission in site.settings["permissions"]:
if not permission.startswith("Merger:"):
continue
if merged_type:
self.log.error(
"Removing permission %s from %s: Merger and merged at the same time." %
(permission, site.address)
)
site.settings["permissions"].remove(permission)
continue
merger_type = permission.replace("Merger:", "")
if site.address not in merger_db_new:
merger_db_new[site.address] = []
merger_db_new[site.address].append(merger_type)
site_manager.sites[site.address] = site
# Update merged to merger
if merged_type:
for merger_site in self.sites.values():
if "Merger:" + merged_type in merger_site.settings["permissions"]:
if site.address not in merged_to_merger_new:
merged_to_merger_new[site.address] = []
merged_to_merger_new[site.address].append(merger_site)
# Update globals
merger_db = merger_db_new
merged_db = merged_db_new
merged_to_merger = merged_to_merger_new
self.log.debug("Updated merger sites in %.3fs" % (time.time() - s))
def load(self, *args, **kwags):
super(SiteManagerPlugin, self).load(*args, **kwags)
self.updateMergerSites()
def saveDelayed(self, *args, **kwags):
super(SiteManagerPlugin, self).saveDelayed(*args, **kwags)
self.updateMergerSites()
================================================
FILE: plugins/MergerSite/__init__.py
================================================
from . import MergerSitePlugin
================================================
FILE: plugins/MergerSite/languages/es.json
================================================
{
"Add %s new site?": "¿Agregar %s nuevo sitio?",
"Added %s new site": "Sitio %s agregado",
"Site deleted: %s": "Sitio removido: %s"
}
================================================
FILE: plugins/MergerSite/languages/fr.json
================================================
{
"Add %s new site?": "Ajouter le site %s ?",
"Added %s new site": "Site %s ajouté",
"Site deleted: %s": "Site %s supprimé"
}
================================================
FILE: plugins/MergerSite/languages/hu.json
================================================
{
"Add %s new site?": "Új oldal hozzáadása: %s?",
"Added %s new site": "Új oldal hozzáadva: %s",
"Site deleted: %s": "Oldal törölve: %s"
}
================================================
FILE: plugins/MergerSite/languages/it.json
================================================
{
"Add %s new site?": "Aggiungere %s nuovo sito ?",
"Added %s new site": "Sito %s aggiunto",
"Site deleted: %s": "Sito %s eliminato"
}
================================================
FILE: plugins/MergerSite/languages/jp.json
================================================
{
"Add %s new site?": "サイト: %s を追加しますか？",
"Added %s new site": "サイト: %s を追加しました",
"Site deleted: %s": "サイト: %s を削除しました"
}
================================================
FILE: plugins/MergerSite/languages/pt-br.json
================================================
{
"Add %s new site?": "Adicionar %s novo site?",
"Added %s new site": "Site %s adicionado",
"Site deleted: %s": "Site removido: %s"
}
================================================
FILE: plugins/MergerSite/languages/tr.json
================================================
{
"Add %s new site?": "%s sitesi eklensin mi?",
"Added %s new site": "%s sitesi eklendi",
"Site deleted: %s": "%s sitesi silindi"
}
================================================
FILE: plugins/MergerSite/languages/zh-tw.json
================================================
{
"Add %s new site?": "添加新網站: %s？",
"Added %s new site": "已添加到新網站：%s",
"Site deleted: %s": "網站已刪除：%s"
}
================================================
FILE: plugins/MergerSite/languages/zh.json
================================================
{
"Add %s new site?": "添加新站点: %s？",
"Added %s new site": "已添加到新站点：%s",
"Site deleted: %s": "站点已删除：%s"
}
================================================
FILE: plugins/Newsfeed/NewsfeedPlugin.py
================================================
import time
import re
from Plugin import PluginManager
from Db.DbQuery import DbQuery
from Debug import Debug
from util import helper
from util.Flag import flag
@PluginManager.registerTo("UiWebsocket")
class UiWebsocketPlugin(object):
def formatSiteInfo(self, site, create_user=True):
site_info = super(UiWebsocketPlugin, self).formatSiteInfo(site, create_user=create_user)
feed_following = self.user.sites.get(site.address, {}).get("follow", None)
if feed_following == None:
site_info["feed_follow_num"] = None
else:
site_info["feed_follow_num"] = len(feed_following)
return site_info
def actionFeedFollow(self, to, feeds):
self.user.setFeedFollow(self.site.address, feeds)
self.user.save()
self.response(to, "ok")
def actionFeedListFollow(self, to):
feeds = self.user.sites.get(self.site.address, {}).get("follow", {})
self.response(to, feeds)
@flag.admin
def actionFeedQuery(self, to, limit=10, day_limit=3):
from Site import SiteManager
rows = []
stats = []
total_s = time.time()
num_sites = 0
for address, site_data in list(self.user.sites.items()):
feeds = site_data.get("follow")
if not feeds:
continue
if type(feeds) is not dict:
self.log.debug("Invalid feed for site %s" % address)
continue
num_sites += 1
for name, query_set in feeds.items():
site = SiteManager.site_manager.get(address)
if not site or not site.storage.has_db:
continue
s = time.time()
try:
query_raw, params = query_set
query_parts = re.split(r"UNION(?:\s+ALL|)", query_raw)
for i, query_part in enumerate(query_parts):
db_query = DbQuery(query_part)
if day_limit:
where = " WHERE %s > strftime('%%s', 'now', '-%s day')" % (db_query.fields.get("date_added", "date_added"), day_limit)
if "WHERE" in query_part:
query_part = re.sub("WHERE (.*?)(?=$| GROUP BY)", where+" AND (\\1)", query_part)
else:
query_part += where
query_parts[i] = query_part
query = " UNION ".join(query_parts)
if ":params" in query:
query_params = map(helper.sqlquote, params)
query = query.replace(":params", ",".join(query_params))
res = site.storage.query(query + " ORDER BY date_added DESC LIMIT %s" % limit)
except Exception as err: # Log error
self.log.error("%s feed query %s error: %s" % (address, name, Debug.formatException(err)))
stats.append({"site": site.address, "feed_name": name, "error": str(err)})
continue
for row in res:
row = dict(row)
if not isinstance(row["date_added"], (int, float, complex)):
self.log.debug("Invalid date_added from site %s: %r" % (address, row["date_added"]))
continue
if row["date_added"] > 1000000000000: # Formatted as millseconds
row["date_added"] = row["date_added"] / 1000
if "date_added" not in row or row["date_added"] > time.time() + 120:
self.log.debug("Newsfeed item from the future from from site %s" % address)
continue # Feed item is in the future, skip it
row["site"] = address
row["feed_name"] = name
rows.append(row)
stats.append({"site": site.address, "feed_name": name, "taken": round(time.time() - s, 3)})
time.sleep(0.001)
return self.response(to, {"rows": rows, "stats": stats, "num": len(rows), "sites": num_sites, "taken": round(time.time() - total_s, 3)})
def parseSearch(self, search):
parts = re.split("(site|type):", search)
if len(parts) > 1: # Found filter
search_text = parts[0]
parts = [part.strip() for part in parts]
filters = dict(zip(parts[1::2], parts[2::2]))
else:
search_text = search
filters = {}
return [search_text, filters]
def actionFeedSearch(self, to, search, limit=30, day_limit=30):
if "ADMIN" not in self.site.settings["permissions"]:
return self.response(to, "FeedSearch not allowed")
from Site import SiteManager
rows = []
stats = []
num_sites = 0
total_s = time.time()
search_text, filters = self.parseSearch(search)
for address, site in SiteManager.site_manager.list().items():
if not site.storage.has_db:
continue
if "site" in filters:
if filters["site"].lower() not in [site.address, site.content_manager.contents["content.json"].get("title").lower()]:
continue
if site.storage.db: # Database loaded
feeds = site.storage.db.schema.get("feeds")
else:
try:
feeds = site.storage.loadJson("dbschema.json").get("feeds")
except:
continue
if not feeds:
continue
num_sites += 1
for name, query in feeds.items():
s = time.time()
try:
db_query = DbQuery(query)
params = []
# Filters
if search_text:
db_query.wheres.append("(%s LIKE ? OR %s LIKE ?)" % (db_query.fields["body"], db_query.fields["title"]))
search_like = "%" + search_text.replace(" ", "%") + "%"
params.append(search_like)
params.append(search_like)
if filters.get("type") and filters["type"] not in query:
continue
if day_limit:
db_query.wheres.append(
"%s > strftime('%%s', 'now', '-%s day')" % (db_query.fields.get("date_added", "date_added"), day_limit)
)
# Order
db_query.parts["ORDER BY"] = "date_added DESC"
db_query.parts["LIMIT"] = str(limit)
res = site.storage.query(str(db_query), params)
except Exception as err:
self.log.error("%s feed query %s error: %s" % (address, name, Debug.formatException(err)))
stats.append({"site": site.address, "feed_name": name, "error": str(err), "query": query})
continue
for row in res:
row = dict(row)
if not row["date_added"] or row["date_added"] > time.time() + 120:
continue # Feed item is in the future, skip it
row["site"] = address
row["feed_name"] = name
rows.append(row)
stats.append({"site": site.address, "feed_name": name, "taken": round(time.time() - s, 3)})
return self.response(to, {"rows": rows, "num": len(rows), "sites": num_sites, "taken": round(time.time() - total_s, 3), "stats": stats})
@PluginManager.registerTo("User")
class UserPlugin(object):
# Set queries that user follows
def setFeedFollow(self, address, feeds):
site_data = self.getSiteData(address)
site_data["follow"] = feeds
self.save()
return site_data
================================================
FILE: plugins/Newsfeed/__init__.py
================================================
from . import NewsfeedPlugin
================================================
FILE: plugins/OptionalManager/ContentDbPlugin.py
================================================
import time
import collections
import itertools
import re
import gevent
from util import helper
from Plugin import PluginManager
from Config import config
from Debug import Debug
if "content_db" not in locals().keys(): # To keep between module reloads
content_db = None
@PluginManager.registerTo("ContentDb")
class ContentDbPlugin(object):
def __init__(self, *args, **kwargs):
global content_db
content_db = self
self.filled = {} # Site addresses that already filled from content.json
self.need_filling = False # file_optional table just created, fill data from content.json files
self.time_peer_numbers_updated = 0
self.my_optional_files = {} # Last 50 site_address/inner_path called by fileWrite (auto-pinning these files)
self.optional_files = collections.defaultdict(dict)
self.optional_files_loaded = False
self.timer_check_optional = helper.timer(60 * 5, self.checkOptionalLimit)
super(ContentDbPlugin, self).__init__(*args, **kwargs)
def getSchema(self):
schema = super(ContentDbPlugin, self).getSchema()
# Need file_optional table
schema["tables"]["file_optional"] = {
"cols": [
["file_id", "INTEGER PRIMARY KEY UNIQUE NOT NULL"],
["site_id", "INTEGER REFERENCES site (site_id) ON DELETE CASCADE"],
["inner_path", "TEXT"],
["hash_id", "INTEGER"],
["size", "INTEGER"],
["peer", "INTEGER DEFAULT 0"],
["uploaded", "INTEGER DEFAULT 0"],
["is_downloaded", "INTEGER DEFAULT 0"],
["is_pinned", "INTEGER DEFAULT 0"],
["time_added", "INTEGER DEFAULT 0"],
["time_downloaded", "INTEGER DEFAULT 0"],
["time_accessed", "INTEGER DEFAULT 0"]
],
"indexes": [
"CREATE UNIQUE INDEX file_optional_key ON file_optional (site_id, inner_path)",
"CREATE INDEX is_downloaded ON file_optional (is_downloaded)"
],
"schema_changed": 11
}
return schema
def initSite(self, site):
super(ContentDbPlugin, self).initSite(site)
if self.need_filling:
self.fillTableFileOptional(site)
def checkTables(self):
changed_tables = super(ContentDbPlugin, self).checkTables()
if "file_optional" in changed_tables:
self.need_filling = True
return changed_tables
# Load optional files ending
def loadFilesOptional(self):
s = time.time()
num = 0
total = 0
total_downloaded = 0
res = content_db.execute("SELECT site_id, inner_path, size, is_downloaded FROM file_optional")
site_sizes = collections.defaultdict(lambda: collections.defaultdict(int))
for row in res:
self.optional_files[row["site_id"]][row["inner_path"][-8:]] = 1
num += 1
# Update site size stats
site_sizes[row["site_id"]]["size_optional"] += row["size"]
if row["is_downloaded"]:
site_sizes[row["site_id"]]["optional_downloaded"] += row["size"]
# Site site size stats to sites.json settings
site_ids_reverse = {val: key for key, val in self.site_ids.items()}
for site_id, stats in site_sizes.items():
site_address = site_ids_reverse.get(site_id)
if not site_address or site_address not in self.sites:
self.log.error("Not found site_id: %s" % site_id)
continue
site = self.sites[site_address]
site.settings["size_optional"] = stats["size_optional"]
site.settings["optional_downloaded"] = stats["optional_downloaded"]
total += stats["size_optional"]
total_downloaded += stats["optional_downloaded"]
self.log.info(
"Loaded %s optional files: %.2fMB, downloaded: %.2fMB in %.3fs" %
(num, float(total) / 1024 / 1024, float(total_downloaded) / 1024 / 1024, time.time() - s)
)
if self.need_filling and self.getOptionalLimitBytes() >= 0 and self.getOptionalLimitBytes() < total_downloaded:
limit_bytes = self.getOptionalLimitBytes()
limit_new = round((float(total_downloaded) / 1024 / 1024 / 1024) * 1.1, 2) # Current limit + 10%
self.log.info(
"First startup after update and limit is smaller than downloaded files size (%.2fGB), increasing it from %.2fGB to %.2fGB" %
(float(total_downloaded) / 1024 / 1024 / 1024, float(limit_bytes) / 1024 / 1024 / 1024, limit_new)
)
config.saveValue("optional_limit", limit_new)
config.optional_limit = str(limit_new)
# Predicts if the file is optional
def isOptionalFile(self, site_id, inner_path):
return self.optional_files[site_id].get(inner_path[-8:])
# Fill file_optional table with optional files found in sites
def fillTableFileOptional(self, site):
s = time.time()
site_id = self.site_ids.get(site.address)
if not site_id:
return False
cur = self.getCursor()
res = cur.execute("SELECT * FROM content WHERE size_files_optional > 0 AND site_id = %s" % site_id)
num = 0
for row in res.fetchall():
content = site.content_manager.contents[row["inner_path"]]
try:
num += self.setContentFilesOptional(site, row["inner_path"], content, cur=cur)
except Exception as err:
self.log.error("Error loading %s into file_optional: %s" % (row["inner_path"], err))
cur.close()
# Set my files to pinned
from User import UserManager
user = UserManager.user_manager.get()
if not user:
user = UserManager.user_manager.create()
auth_address = user.getAuthAddress(site.address)
res = self.execute(
"UPDATE file_optional SET is_pinned = 1 WHERE site_id = :site_id AND inner_path LIKE :inner_path",
{"site_id": site_id, "inner_path": "%%/%s/%%" % auth_address}
)
self.log.debug(
"Filled file_optional table for %s in %.3fs (loaded: %s, is_pinned: %s)" %
(site.address, time.time() - s, num, res.rowcount)
)
self.filled[site.address] = True
def setContentFilesOptional(self, site, content_inner_path, content, cur=None):
if not cur:
cur = self
num = 0
site_id = self.site_ids[site.address]
content_inner_dir = helper.getDirname(content_inner_path)
for relative_inner_path, file in content.get("files_optional", {}).items():
file_inner_path = content_inner_dir + relative_inner_path
hash_id = int(file["sha512"][0:4], 16)
if hash_id in site.content_manager.hashfield:
is_downloaded = 1
else:
is_downloaded = 0
if site.address + "/" + content_inner_dir in self.my_optional_files:
is_pinned = 1
else:
is_pinned = 0
cur.insertOrUpdate("file_optional", {
"hash_id": hash_id,
"size": int(file["size"])
}, {
"site_id": site_id,
"inner_path": file_inner_path
}, oninsert={
"time_added": int(time.time()),
"time_downloaded": int(time.time()) if is_downloaded else 0,
"is_downloaded": is_downloaded,
"peer": is_downloaded,
"is_pinned": is_pinned
})
self.optional_files[site_id][file_inner_path[-8:]] = 1
num += 1
return num
def setContent(self, site, inner_path, content, size=0):
super(ContentDbPlugin, self).setContent(site, inner_path, content, size=size)
old_content = site.content_manager.contents.get(inner_path, {})
if (not self.need_filling or self.filled.get(site.address)) and ("files_optional" in content or "files_optional" in old_content):
self.setContentFilesOptional(site, inner_path, content)
# Check deleted files
if old_content:
old_files = old_content.get("files_optional", {}).keys()
new_files = content.get("files_optional", {}).keys()
content_inner_dir = helper.getDirname(inner_path)
deleted = [content_inner_dir + key for key in old_files if key not in new_files]
if deleted:
site_id = self.site_ids[site.address]
self.execute("DELETE FROM file_optional WHERE ?", {"site_id": site_id, "inner_path": deleted})
def deleteContent(self, site, inner_path):
content = site.content_manager.contents.get(inner_path)
if content and "files_optional" in content:
site_id = self.site_ids[site.address]
content_inner_dir = helper.getDirname(inner_path)
optional_inner_paths = [
content_inner_dir + relative_inner_path
for relative_inner_path in content.get("files_optional", {}).keys()
]
self.execute("DELETE FROM file_optional WHERE ?", {"site_id": site_id, "inner_path": optional_inner_paths})
super(ContentDbPlugin, self).deleteContent(site, inner_path)
def updatePeerNumbers(self):
s = time.time()
num_file = 0
num_updated = 0
num_site = 0
for site in list(self.sites.values()):
if not site.content_manager.has_optional_files:
continue
if not site.isServing():
continue
has_updated_hashfield = next((
peer
for peer in site.peers.values()
if peer.has_hashfield and peer.hashfield.time_changed > self.time_peer_numbers_updated
), None)
if not has_updated_hashfield and site.content_manager.hashfield.time_changed < self.time_peer_numbers_updated:
continue
hashfield_peers = itertools.chain.from_iterable(
peer.hashfield.storage
for peer in site.peers.values()
if peer.has_hashfield
)
peer_nums = collections.Counter(
itertools.chain(
hashfield_peers,
site.content_manager.hashfield
)
)
site_id = self.site_ids[site.address]
if not site_id:
continue
res = self.execute("SELECT file_id, hash_id, peer FROM file_optional WHERE ?", {"site_id": site_id})
updates = {}
for row in res:
peer_num = peer_nums.get(row["hash_id"], 0)
if peer_num != row["peer"]:
updates[row["file_id"]] = peer_num
for file_id, peer_num in updates.items():
self.execute("UPDATE file_optional SET peer = ? WHERE file_id = ?", (peer_num, file_id))
num_updated += len(updates)
num_file += len(peer_nums)
num_site += 1
self.time_peer_numbers_updated = time.time()
self.log.debug("%s/%s peer number for %s site updated in %.3fs" % (num_updated, num_file, num_site, time.time() - s))
def queryDeletableFiles(self):
# First return the files with atleast 10 seeder and not accessed in last week
query = """
SELECT * FROM file_optional
WHERE peer > 10 AND %s
ORDER BY time_accessed < %s DESC, uploaded / size
""" % (self.getOptionalUsedWhere(), int(time.time() - 60 * 60 * 7))
limit_start = 0
while 1:
num = 0
res = self.execute("%s LIMIT %s, 50" % (query, limit_start))
for row in res:
yield row
num += 1
if num < 50:
break
limit_start += 50
self.log.debug("queryDeletableFiles returning less-seeded files")
# Then return files less seeder but still not accessed in last week
query = """
SELECT * FROM file_optional
WHERE peer <= 10 AND %s
ORDER BY peer DESC, time_accessed < %s DESC, uploaded / size
""" % (self.getOptionalUsedWhere(), int(time.time() - 60 * 60 * 7))
limit_start = 0
while 1:
num = 0
res = self.execute("%s LIMIT %s, 50" % (query, limit_start))
for row in res:
yield row
num += 1
if num < 50:
break
limit_start += 50
self.log.debug("queryDeletableFiles returning everyting")
# At the end return all files
query = """
SELECT * FROM file_optional
WHERE peer <= 10 AND %s
ORDER BY peer DESC, time_accessed, uploaded / size
""" % self.getOptionalUsedWhere()
limit_start = 0
while 1:
num = 0
res = self.execute("%s LIMIT %s, 50" % (query, limit_start))
for row in res:
yield row
num += 1
if num < 50:
break
limit_start += 50
def getOptionalLimitBytes(self):
if config.optional_limit.endswith("%"):
limit_percent = float(re.sub("[^0-9.]", "", config.optional_limit))
limit_bytes = helper.getFreeSpace() * (limit_percent / 100)
else:
limit_bytes = float(re.sub("[^0-9.]", "", config.optional_limit)) * 1024 * 1024 * 1024
return limit_bytes
def getOptionalUsedWhere(self):
maxsize = config.optional_limit_exclude_minsize * 1024 * 1024
query = "is_downloaded = 1 AND is_pinned = 0 AND size < %s" % maxsize
# Don't delete optional files from owned sites
my_site_ids = []
for address, site in self.sites.items():
if site.settings["own"]:
my_site_ids.append(str(self.site_ids[address]))
if my_site_ids:
query += " AND site_id NOT IN (%s)" % ", ".join(my_site_ids)
return query
def getOptionalUsedBytes(self):
size = self.execute("SELECT SUM(size) FROM file_optional WHERE %s" % self.getOptionalUsedWhere()).fetchone()[0]
if not size:
size = 0
return size
def getOptionalNeedDelete(self, size):
if config.optional_limit.endswith("%"):
limit_percent = float(re.sub("[^0-9.]", "", config.optional_limit))
need_delete = size - ((helper.getFreeSpace() + size) * (limit_percent / 100))
else:
need_delete = size - self.getOptionalLimitBytes()
return need_delete
def checkOptionalLimit(self, limit=None):
if not limit:
limit = self.getOptionalLimitBytes()
if limit < 0:
self.log.debug("Invalid limit for optional files: %s" % limit)
return False
size = self.getOptionalUsedBytes()
need_delete = self.getOptionalNeedDelete(size)
self.log.debug(
"Optional size: %.1fMB/%.1fMB, Need delete: %.1fMB" %
(float(size) / 1024 / 1024, float(limit) / 1024 / 1024, float(need_delete) / 1024 / 1024)
)
if need_delete <= 0:
return False
self.updatePeerNumbers()
site_ids_reverse = {val: key for key, val in self.site_ids.items()}
deleted_file_ids = []
for row in self.queryDeletableFiles():
site_address = site_ids_reverse.get(row["site_id"])
site = self.sites.get(site_address)
if not site:
self.log.error("No site found for id: %s" % row["site_id"])
continue
site.log.debug("Deleting %s %.3f MB left" % (row["inner_path"], float(need_delete) / 1024 / 1024))
deleted_file_ids.append(row["file_id"])
try:
site.content_manager.optionalRemoved(row["inner_path"], row["hash_id"], row["size"])
site.storage.delete(row["inner_path"])
need_delete -= row["size"]
except Exception as err:
site.log.error("Error deleting %s: %s" % (row["inner_path"], err))
if need_delete <= 0:
break
cur = self.getCursor()
for file_id in deleted_file_ids:
cur.execute("UPDATE file_optional SET is_downloaded = 0, is_pinned = 0, peer = peer - 1 WHERE ?", {"file_id": file_id})
cur.close()
@PluginManager.registerTo("SiteManager")
class SiteManagerPlugin(object):
def load(self, *args, **kwargs):
back = super(SiteManagerPlugin, self).load(*args, **kwargs)
if self.sites and not content_db.optional_files_loaded and content_db.conn:
content_db.optional_files_loaded = True
content_db.loadFilesOptional()
return back
================================================
FILE: plugins/OptionalManager/OptionalManagerPlugin.py
================================================
import time
import re
import collections
import gevent
from util import helper
from Plugin import PluginManager
from . import ContentDbPlugin
# We can only import plugin host clases after the plugins are loaded
@PluginManager.afterLoad
def importPluginnedClasses():
global config
from Config import config
def processAccessLog():
global access_log
if access_log:
content_db = ContentDbPlugin.content_db
if not content_db.conn:
return False
s = time.time()
access_log_prev = access_log
access_log = collections.defaultdict(dict)
now = int(time.time())
num = 0
for site_id in access_log_prev:
content_db.execute(
"UPDATE file_optional SET time_accessed = %s WHERE ?" % now,
{"site_id": site_id, "inner_path": list(access_log_prev[site_id].keys())}
)
num += len(access_log_prev[site_id])
content_db.log.debug("Inserted %s web request stat in %.3fs" % (num, time.time() - s))
def processRequestLog():
global request_log
if request_log:
content_db = ContentDbPlugin.content_db
if not content_db.conn:
return False
s = time.time()
request_log_prev = request_log
request_log = collections.defaultdict(lambda: collections.defaultdict(int)) # {site_id: {inner_path1: 1, inner_path2: 1...}}
num = 0
for site_id in request_log_prev:
for inner_path, uploaded in request_log_prev[site_id].items():
content_db.execute(
"UPDATE file_optional SET uploaded = uploaded + %s WHERE ?" % uploaded,
{"site_id": site_id, "inner_path": inner_path}
)
num += 1
content_db.log.debug("Inserted %s file request stat in %.3fs" % (num, time.time() - s))
if "access_log" not in locals().keys(): # To keep between module reloads
access_log = collections.defaultdict(dict) # {site_id: {inner_path1: 1, inner_path2: 1...}}
request_log = collections.defaultdict(lambda: collections.defaultdict(int)) # {site_id: {inner_path1: 1, inner_path2: 1...}}
helper.timer(61, processAccessLog)
helper.timer(60, processRequestLog)
@PluginManager.registerTo("ContentManager")
class ContentManagerPlugin(object):
def __init__(self, *args, **kwargs):
self.cache_is_pinned = {}
super(ContentManagerPlugin, self).__init__(*args, **kwargs)
def optionalDownloaded(self, inner_path, hash_id, size=None, own=False):
if "|" in inner_path: # Big file piece
file_inner_path, file_range = inner_path.split("|")
else:
file_inner_path = inner_path
self.contents.db.executeDelayed(
"UPDATE file_optional SET time_downloaded = :now, is_downloaded = 1, peer = peer + 1 WHERE site_id = :site_id AND inner_path = :inner_path AND is_downloaded = 0",
{"now": int(time.time()), "site_id": self.contents.db.site_ids[self.site.address], "inner_path": file_inner_path}
)
return super(ContentManagerPlugin, self).optionalDownloaded(inner_path, hash_id, size, own)
def optionalRemoved(self, inner_path, hash_id, size=None):
res = self.contents.db.execute(
"UPDATE file_optional SET is_downloaded = 0, is_pinned = 0, peer = peer - 1 WHERE site_id = :site_id AND inner_path = :inner_path AND is_downloaded = 1",
{"site_id": self.contents.db.site_ids[self.site.address], "inner_path": inner_path}
)
if res.rowcount > 0:
back = super(ContentManagerPlugin, self).optionalRemoved(inner_path, hash_id, size)
# Re-add to hashfield if we have other file with the same hash_id
if self.isDownloaded(hash_id=hash_id, force_check_db=True):
self.hashfield.appendHashId(hash_id)
else:
back = False
self.cache_is_pinned = {}
return back
def optionalRenamed(self, inner_path_old, inner_path_new):
back = super(ContentManagerPlugin, self).optionalRenamed(inner_path_old, inner_path_new)
self.cache_is_pinned = {}
self.contents.db.execute(
"UPDATE file_optional SET inner_path = :inner_path_new WHERE site_id = :site_id AND inner_path = :inner_path_old",
{"site_id": self.contents.db.site_ids[self.site.address], "inner_path_old": inner_path_old, "inner_path_new": inner_path_new}
)
return back
def isDownloaded(self, inner_path=None, hash_id=None, force_check_db=False):
if hash_id and not force_check_db and hash_id not in self.hashfield:
return False
if inner_path:
res = self.contents.db.execute(
"SELECT is_downloaded FROM file_optional WHERE site_id = :site_id AND inner_path = :inner_path LIMIT 1",
{"site_id": self.contents.db.site_ids[self.site.address], "inner_path": inner_path}
)
else:
res = self.contents.db.execute(
"SELECT is_downloaded FROM file_optional WHERE site_id = :site_id AND hash_id = :hash_id AND is_downloaded = 1 LIMIT 1",
{"site_id": self.contents.db.site_ids[self.site.address], "hash_id": hash_id}
)
row = res.fetchone()
if row and row["is_downloaded"]:
return True
else:
return False
def isPinned(self, inner_path):
if inner_path in self.cache_is_pinned:
self.site.log.debug("Cached is pinned: %s" % inner_path)
return self.cache_is_pinned[inner_path]
res = self.contents.db.execute(
"SELECT is_pinned FROM file_optional WHERE site_id = :site_id AND inner_path = :inner_path LIMIT 1",
{"site_id": self.contents.db.site_ids[self.site.address], "inner_path": inner_path}
)
row = res.fetchone()
if row and row[0]:
is_pinned = True
else:
is_pinned = False
self.cache_is_pinned[inner_path] = is_pinned
self.site.log.debug("Cache set is pinned: %s %s" % (inner_path, is_pinned))
return is_pinned
def setPin(self, inner_path, is_pinned):
content_db = self.contents.db
site_id = content_db.site_ids[self.site.address]
content_db.execute("UPDATE file_optional SET is_pinned = %d WHERE ?" % is_pinned, {"site_id": site_id, "inner_path": inner_path})
self.cache_is_pinned = {}
def optionalDelete(self, inner_path):
if self.isPinned(inner_path):
self.site.log.debug("Skip deleting pinned optional file: %s" % inner_path)
return False
else:
return super(ContentManagerPlugin, self).optionalDelete(inner_path)
@PluginManager.registerTo("WorkerManager")
class WorkerManagerPlugin(object):
def doneTask(self, task):
super(WorkerManagerPlugin, self).doneTask(task)
if task["optional_hash_id"] and not self.tasks: # Execute delayed queries immedietly after tasks finished
ContentDbPlugin.content_db.processDelayed()
@PluginManager.registerTo("UiRequest")
class UiRequestPlugin(object):
def parsePath(self, path):
global access_log
path_parts = super(UiRequestPlugin, self).parsePath(path)
if path_parts:
site_id = ContentDbPlugin.content_db.site_ids.get(path_parts["request_address"])
if site_id:
if ContentDbPlugin.content_db.isOptionalFile(site_id, path_parts["inner_path"]):
access_log[site_id][path_parts["inner_path"]] = 1
return path_parts
@PluginManager.registerTo("FileRequest")
class FileRequestPlugin(object):
def actionGetFile(self, params):
stats = super(FileRequestPlugin, self).actionGetFile(params)
self.recordFileRequest(params["site"], params["inner_path"], stats)
return stats
def actionStreamFile(self, params):
stats = super(FileRequestPlugin, self).actionStreamFile(params)
self.recordFileRequest(params["site"], params["inner_path"], stats)
return stats
def recordFileRequest(self, site_address, inner_path, stats):
if not stats:
# Only track the last request of files
return False
site_id = ContentDbPlugin.content_db.site_ids[site_address]
if site_id and ContentDbPlugin.content_db.isOptionalFile(site_id, inner_path):
request_log[site_id][inner_path] += stats["bytes_sent"]
@PluginManager.registerTo("Site")
class SitePlugin(object):
def isDownloadable(self, inner_path):
is_downloadable = super(SitePlugin, self).isDownloadable(inner_path)
if is_downloadable:
return is_downloadable
for path in self.settings.get("optional_help", {}).keys():
if inner_path.startswith(path):
return True
return False
def fileForgot(self, inner_path):
if "|" in inner_path and self.content_manager.isPinned(re.sub(r"\|.*", "", inner_path)):
self.log.debug("File %s is pinned, no fileForgot" % inner_path)
return False
else:
return super(SitePlugin, self).fileForgot(inner_path)
def fileDone(self, inner_path):
if "|" in inner_path and self.bad_files.get(inner_path, 0) > 5: # Idle optional file done
inner_path_file = re.sub(r"\|.*", "", inner_path)
num_changed = 0
for key, val in self.bad_files.items():
if key.startswith(inner_path_file) and val > 1:
self.bad_files[key] = 1
num_changed += 1
self.log.debug("Idle optional file piece done, changed retry number of %s pieces." % num_changed)
if num_changed:
gevent.spawn(self.retryBadFiles)
return super(SitePlugin, self).fileDone(inner_path)
@PluginManager.registerTo("ConfigPlugin")
class ConfigPlugin(object):
def createArguments(self):
group = self.parser.add_argument_group("OptionalManager plugin")
group.add_argument('--optional_limit', help='Limit total size of optional files', default="10%", metavar="GB or free space %")
group.add_argument('--optional_limit_exclude_minsize', help='Exclude files larger than this limit from optional size limit calculation', default=20, metavar="MB", type=int)
return super(ConfigPlugin, self).createArguments()
================================================
FILE: plugins/OptionalManager/Test/TestOptionalManager.py
================================================
import copy
import pytest
@pytest.mark.usefixtures("resetSettings")
class TestOptionalManager:
def testDbFill(self, site):
contents = site.content_manager.contents
assert len(site.content_manager.hashfield) > 0
assert contents.db.execute("SELECT COUNT(*) FROM file_optional WHERE is_downloaded = 1").fetchone()[0] == len(site.content_manager.hashfield)
def testSetContent(self, site):
contents = site.content_manager.contents
# Add new file
new_content = copy.deepcopy(contents["content.json"])
new_content["files_optional"]["testfile"] = {
"size": 1234,
"sha512": "aaaabbbbcccc"
}
num_optional_files_before = contents.db.execute("SELECT COUNT(*) FROM file_optional").fetchone()[0]
contents["content.json"] = new_content
assert contents.db.execute("SELECT COUNT(*) FROM file_optional").fetchone()[0] > num_optional_files_before
# Remove file
new_content = copy.deepcopy(contents["content.json"])
del new_content["files_optional"]["testfile"]
num_optional_files_before = contents.db.execute("SELECT COUNT(*) FROM file_optional").fetchone()[0]
contents["content.json"] = new_content
assert contents.db.execute("SELECT COUNT(*) FROM file_optional").fetchone()[0] < num_optional_files_before
def testDeleteContent(self, site):
contents = site.content_manager.contents
num_optional_files_before = contents.db.execute("SELECT COUNT(*) FROM file_optional").fetchone()[0]
del contents["content.json"]
assert contents.db.execute("SELECT COUNT(*) FROM file_optional").fetchone()[0] < num_optional_files_before
def testVerifyFiles(self, site):
contents = site.content_manager.contents
# Add new file
new_content = copy.deepcopy(contents["content.json"])
new_content["files_optional"]["testfile"] = {
"size": 1234,
"sha512": "aaaabbbbcccc"
}
contents["content.json"] = new_content
file_row = contents.db.execute("SELECT * FROM file_optional WHERE inner_path = 'testfile'").fetchone()
assert not file_row["is_downloaded"]
# Write file from outside of ZeroNet
site.storage.open("testfile", "wb").write(b"A" * 1234) # For quick check hash does not matter only file size
hashfield_len_before = len(site.content_manager.hashfield)
site.storage.verifyFiles(quick_check=True)
assert len(site.content_manager.hashfield) == hashfield_len_before + 1
file_row = contents.db.execute("SELECT * FROM file_optional WHERE inner_path = 'testfile'").fetchone()
assert file_row["is_downloaded"]
# Delete file outside of ZeroNet
site.storage.delete("testfile")
site.storage.verifyFiles(quick_check=True)
file_row = contents.db.execute("SELECT * FROM file_optional WHERE inner_path = 'testfile'").fetchone()
assert not file_row["is_downloaded"]
def testVerifyFilesSameHashId(self, site):
contents = site.content_manager.contents
new_content = copy.deepcopy(contents["content.json"])
# Add two files with same hashid (first 4 character)
new_content["files_optional"]["testfile1"] = {
"size": 1234,
"sha512": "aaaabbbbcccc"
}
new_content["files_optional"]["testfile2"] = {
"size": 2345,
"sha512": "aaaabbbbdddd"
}
contents["content.json"] = new_content
assert site.content_manager.hashfield.getHashId("aaaabbbbcccc") == site.content_manager.hashfield.getHashId("aaaabbbbdddd")
# Write files from outside of ZeroNet (For quick check hash does not matter only file size)
site.storage.open("testfile1", "wb").write(b"A" * 1234)
site.storage.open("testfile2", "wb").write(b"B" * 2345)
site.storage.verifyFiles(quick_check=True)
# Make sure that both is downloaded
assert site.content_manager.isDownloaded("testfile1")
assert site.content_manager.isDownloaded("testfile2")
assert site.content_manager.hashfield.getHashId("aaaabbbbcccc") in site.content_manager.hashfield
# Delete one of the files
site.storage.delete("testfile1")
site.storage.verifyFiles(quick_check=True)
assert not site.content_manager.isDownloaded("testfile1")
assert site.content_manager.isDownloaded("testfile2")
assert site.content_manager.hashfield.getHashId("aaaabbbbdddd") in site.content_manager.hashfield
def testIsPinned(self, site):
assert not site.content_manager.isPinned("data/img/zerotalk-upvote.png")
site.content_manager.setPin("data/img/zerotalk-upvote.png", True)
assert site.content_manager.isPinned("data/img/zerotalk-upvote.png")
assert len(site.content_manager.cache_is_pinned) == 1
site.content_manager.cache_is_pinned = {}
assert site.content_manager.isPinned("data/img/zerotalk-upvote.png")
def testBigfilePieceReset(self, site):
site.bad_files = {
"data/fake_bigfile.mp4|0-1024": 10,
"data/fake_bigfile.mp4|1024-2048": 10,
"data/fake_bigfile.mp4|2048-3064": 10
}
site.onFileDone("data/fake_bigfile.mp4|0-1024")
assert site.bad_files["data/fake_bigfile.mp4|1024-2048"] == 1
assert site.bad_files["data/fake_bigfile.mp4|2048-3064"] == 1
def testOptionalDelete(self, site):
contents = site.content_manager.contents
site.content_manager.setPin("data/img/zerotalk-upvote.png", True)
site.content_manager.setPin("data/img/zeroid.png", False)
new_content = copy.deepcopy(contents["content.json"])
del new_content["files_optional"]["data/img/zerotalk-upvote.png"]
del new_content["files_optional"]["data/img/zeroid.png"]
assert site.storage.isFile("data/img/zerotalk-upvote.png")
assert site.storage.isFile("data/img/zeroid.png")
site.storage.writeJson("content.json", new_content)
site.content_manager.loadContent("content.json", force=True)
assert not site.storage.isFile("data/img/zeroid.png")
assert site.storage.isFile("data/img/zerotalk-upvote.png")
def testOptionalRename(self, site):
contents = site.content_manager.contents
site.content_manager.setPin("data/img/zerotalk-upvote.png", True)
new_content = copy.deepcopy(contents["content.json"])
new_content["files_optional"]["data/img/zerotalk-upvote-new.png"] = new_content["files_optional"]["data/img/zerotalk-upvote.png"]
del new_content["files_optional"]["data/img/zerotalk-upvote.png"]
assert site.storage.isFile("data/img/zerotalk-upvote.png")
assert site.content_manager.isPinned("data/img/zerotalk-upvote.png")
site.storage.writeJson("content.json", new_content)
site.content_manager.loadContent("content.json", force=True)
assert not site.storage.isFile("data/img/zerotalk-upvote.png")
assert not site.content_manager.isPinned("data/img/zerotalk-upvote.png")
assert site.content_manager.isPinned("data/img/zerotalk-upvote-new.png")
assert site.storage.isFile("data/img/zerotalk-upvote-new.png")
================================================
FILE: plugins/OptionalManager/Test/conftest.py
================================================
from src.Test.conftest import *
================================================
FILE: plugins/OptionalManager/Test/pytest.ini
================================================
[pytest]
python_files = Test*.py
addopts = -rsxX -v --durations=6
markers =
webtest: mark a test as a webtest.
================================================
FILE: plugins/OptionalManager/UiWebsocketPlugin.py
================================================
import re
import time
import html
import os
import gevent
from Plugin import PluginManager
from Config import config
from util import helper
from util.Flag import flag
from Translate import Translate
plugin_dir = os.path.dirname(__file__)
if "_" not in locals():
_ = Translate(plugin_dir + "/languages/")
bigfile_sha512_cache = {}
@PluginManager.registerTo("UiWebsocket")
class UiWebsocketPlugin(object):
def __init__(self, *args, **kwargs):
self.time_peer_numbers_updated = 0
super(UiWebsocketPlugin, self).__init__(*args, **kwargs)
def actionSiteSign(self, to, privatekey=None, inner_path="content.json", *args, **kwargs):
# Add file to content.db and set it as pinned
content_db = self.site.content_manager.contents.db
content_inner_dir = helper.getDirname(inner_path)
content_db.my_optional_files[self.site.address + "/" + content_inner_dir] = time.time()
if len(content_db.my_optional_files) > 50: # Keep only last 50
oldest_key = min(
iter(content_db.my_optional_files.keys()),
key=(lambda key: content_db.my_optional_files[key])
)
del content_db.my_optional_files[oldest_key]
return super(UiWebsocketPlugin, self).actionSiteSign(to, privatekey, inner_path, *args, **kwargs)
def updatePeerNumbers(self):
self.site.updateHashfield()
content_db = self.site.content_manager.contents.db
content_db.updatePeerNumbers()
self.site.updateWebsocket(peernumber_updated=True)
def addBigfileInfo(self, row):
global bigfile_sha512_cache
content_db = self.site.content_manager.contents.db
site = content_db.sites[row["address"]]
if not site.settings.get("has_bigfile"):
return False
file_key = row["address"] + "/" + row["inner_path"]
sha512 = bigfile_sha512_cache.get(file_key)
file_info = None
if not sha512:
file_info = site.content_manager.getFileInfo(row["inner_path"])
if not file_info or not file_info.get("piece_size"):
return False
sha512 = file_info["sha512"]
bigfile_sha512_cache[file_key] = sha512
if sha512 in site.storage.piecefields:
piecefield = site.storage.piecefields[sha512].tobytes()
else:
piecefield = None
if piecefield:
row["pieces"] = len(piecefield)
row["pieces_downloaded"] = piecefield.count(b"\x01")
row["downloaded_percent"] = 100 * row["pieces_downloaded"] / row["pieces"]
if row["pieces_downloaded"]:
if row["pieces"] == row["pieces_downloaded"]:
row["bytes_downloaded"] = row["size"]
else:
if not file_info:
file_info = site.content_manager.getFileInfo(row["inner_path"])
row["bytes_downloaded"] = row["pieces_downloaded"] * file_info.get("piece_size", 0)
else:
row["bytes_downloaded"] = 0
row["is_downloading"] = bool(next((inner_path for inner_path in site.bad_files if inner_path.startswith(row["inner_path"])), False))
# Add leech / seed stats
row["peer_seed"] = 0
row["peer_leech"] = 0
for peer in site.peers.values():
if not peer.time_piecefields_updated or sha512 not in peer.piecefields:
continue
peer_piecefield = peer.piecefields[sha512].tobytes()
if not peer_piecefield:
continue
if peer_piecefield == b"\x01" * len(peer_piecefield):
row["peer_seed"] += 1
else:
row["peer_leech"] += 1
# Add myself
if piecefield:
if row["pieces_downloaded"] == row["pieces"]:
row["peer_seed"] += 1
else:
row["peer_leech"] += 1
return True
# Optional file functions
def actionOptionalFileList(self, to, address=None, orderby="time_downloaded DESC", limit=10, filter="downloaded", filter_inner_path=None):
if not address:
address = self.site.address
# Update peer numbers if necessary
content_db = self.site.content_manager.contents.db
if time.time() - content_db.time_peer_numbers_updated > 60 * 1 and time.time() - self.time_peer_numbers_updated > 60 * 5:
# Start in new thread to avoid blocking
self.time_peer_numbers_updated = time.time()
gevent.spawn(self.updatePeerNumbers)
if address == "all" and "ADMIN" not in self.permissions:
return self.response(to, {"error": "Forbidden"})
if not self.hasSitePermission(address):
return self.response(to, {"error": "Forbidden"})
if not all([re.match("^[a-z_*/+-]+( DESC| ASC|)$", part.strip()) for part in orderby.split(",")]):
return self.response(to, "Invalid order_by")
if type(limit) != int:
return self.response(to, "Invalid limit")
back = []
content_db = self.site.content_manager.contents.db
wheres = {}
wheres_raw = []
if "bigfile" in filter:
wheres["size >"] = 1024 * 1024 * 1
if "downloaded" in filter:
wheres_raw.append("(is_downloaded = 1 OR is_pinned = 1)")
if "pinned" in filter:
wheres["is_pinned"] = 1
if filter_inner_path:
wheres["inner_path__like"] = filter_inner_path
if address == "all":
join = "LEFT JOIN site USING (site_id)"
else:
wheres["site_id"] = content_db.site_ids[address]
join = ""
if wheres_raw:
query_wheres_raw = "AND" + " AND ".join(wheres_raw)
else:
query_wheres_raw = ""
query = "SELECT * FROM file_optional %s WHERE ? %s ORDER BY %s LIMIT %s" % (join, query_wheres_raw, orderby, limit)
for row in content_db.execute(query, wheres):
row = dict(row)
if address != "all":
row["address"] = address
if row["size"] > 1024 * 1024:
has_bigfile_info = self.addBigfileInfo(row)
else:
has_bigfile_info = False
if not has_bigfile_info and "bigfile" in filter:
continue
if not has_bigfile_info:
if row["is_downloaded"]:
row["bytes_downloaded"] = row["size"]
row["downloaded_percent"] = 100
else:
row["bytes_downloaded"] = 0
row["downloaded_percent"] = 0
back.append(row)
self.response(to, back)
def actionOptionalFileInfo(self, to, inner_path):
content_db = self.site.content_manager.contents.db
site_id = content_db.site_ids[self.site.address]
# Update peer numbers if necessary
if time.time() - content_db.time_peer_numbers_updated > 60 * 1 and time.time() - self.time_peer_numbers_updated > 60 * 5:
# Start in new thread to avoid blocking
self.time_peer_numbers_updated = time.time()
gevent.spawn(self.updatePeerNumbers)
query = "SELECT * FROM file_optional WHERE site_id = :site_id AND inner_path = :inner_path LIMIT 1"
res = content_db.execute(query, {"site_id": site_id, "inner_path": inner_path})
row = next(res, None)
if row:
row = dict(row)
if row["size"] > 1024 * 1024:
row["address"] = self.site.address
self.addBigfileInfo(row)
self.response(to, row)
else:
self.response(to, None)
def setPin(self, inner_path, is_pinned, address=None):
if not address:
address = self.site.address
if not self.hasSitePermission(address):
return {"error": "Forbidden"}
site = self.server.sites[address]
site.content_manager.setPin(inner_path, is_pinned)
return "ok"
@flag.no_multiuser
def actionOptionalFilePin(self, to, inner_path, address=None):
if type(inner_path) is not list:
inner_path = [inner_path]
back = self.setPin(inner_path, 1, address)
num_file = len(inner_path)
if back == "ok":
if num_file == 1:
self.cmd("notification", ["done", _["Pinned %s"] % html.escape(helper.getFilename(inner_path[0])), 5000])
else:
self.cmd("notification", ["done", _["Pinned %s files"] % num_file, 5000])
self.response(to, back)
@flag.no_multiuser
def actionOptionalFileUnpin(self, to, inner_path, address=None):
if type(inner_path) is not list:
inner_path = [inner_path]
back = self.setPin(inner_path, 0, address)
num_file = len(inner_path)
if back == "ok":
if num_file == 1:
self.cmd("notification", ["done", _["Removed pin from %s"] % html.escape(helper.getFilename(inner_path[0])), 5000])
else:
self.cmd("notification", ["done", _["Removed pin from %s files"] % num_file, 5000])
self.response(to, back)
@flag.no_multiuser
def actionOptionalFileDelete(self, to, inner_path, address=None):
if not address:
address = self.site.address
if not self.hasSitePermission(address):
return self.response(to, {"error": "Forbidden"})
site = self.server.sites[address]
content_db = site.content_manager.contents.db
site_id = content_db.site_ids[site.address]
res = content_db.execute("SELECT * FROM file_optional WHERE ? LIMIT 1", {"site_id": site_id, "inner_path": inner_path, "is_downloaded": 1})
row = next(res, None)
if not row:
return self.response(to, {"error": "Not found in content.db"})
removed = site.content_manager.optionalRemoved(inner_path, row["hash_id"], row["size"])
# if not removed:
# return self.response(to, {"error": "Not found in hash_id: %s" % row["hash_id"]})
content_db.execute("UPDATE file_optional SET is_downloaded = 0, is_pinned = 0, peer = peer - 1 WHERE ?", {"site_id": site_id, "inner_path": inner_path})
try:
site.storage.delete(inner_path)
except Exception as err:
return self.response(to, {"error": "File delete error: %s" % err})
site.updateWebsocket(file_delete=inner_path)
if inner_path in site.content_manager.cache_is_pinned:
site.content_manager.cache_is_pinned = {}
self.response(to, "ok")
# Limit functions
@flag.admin
def actionOptionalLimitStats(self, to):
back = {}
back["limit"] = config.optional_limit
back["used"] = self.site.content_manager.contents.db.getOptionalUsedBytes()
back["free"] = helper.getFreeSpace()
self.response(to, back)
@flag.no_multiuser
@flag.admin
def actionOptionalLimitSet(self, to, limit):
config.optional_limit = re.sub(r"\.0+$", "", limit) # Remove unnecessary digits from end
config.saveValue("optional_limit", limit)
self.response(to, "ok")
# Distribute help functions
def actionOptionalHelpList(self, to, address=None):
if not address:
address = self.site.address
if not self.hasSitePermission(address):
return self.response(to, {"error": "Forbidden"})
site = self.server.sites[address]
self.response(to, site.settings.get("optional_help", {}))
@flag.no_multiuser
def actionOptionalHelp(self, to, directory, title, address=None):
if not address:
address = self.site.address
if not self.hasSitePermission(address):
return self.response(to, {"error": "Forbidden"})
site = self.server.sites[address]
content_db = site.content_manager.contents.db
site_id = content_db.site_ids[address]
if "optional_help" not in site.settings:
site.settings["optional_help"] = {}
stats = content_db.execute(
"SELECT COUNT(*) AS num, SUM(size) AS size FROM file_optional WHERE site_id = :site_id AND inner_path LIKE :inner_path",
{"site_id": site_id, "inner_path": directory + "%"}
).fetchone()
stats = dict(stats)
if not stats["size"]:
stats["size"] = 0
if not stats["num"]:
stats["num"] = 0
self.cmd("notification", [
"done",
_["You started to help distribute %s.Directory: %s"] % (html.escape(title), html.escape(directory)), 10000 ]) site.settings["optional_help"][directory] = title self.response(to, dict(stats)) @flag.no_multiuser def actionOptionalHelpRemove(self, to, directory, address=None): if not address: address = self.site.address if not self.hasSitePermission(address): return self.response(to, {"error": "Forbidden"}) site = self.server.sites[address] try: del site.settings["optional_help"][directory] self.response(to, "ok") except Exception: self.response(to, {"error": "Not found"}) def cbOptionalHelpAll(self, to, site, value): site.settings["autodownloadoptional"] = value self.response(to, value) @flag.no_multiuser def actionOptionalHelpAll(self, to, value, address=None): if not address: address = self.site.address if not self.hasSitePermission(address): return self.response(to, {"error": "Forbidden"}) site = self.server.sites[address] if value: if "ADMIN" in self.site.settings["permissions"]: self.cbOptionalHelpAll(to, site, True) else: site_title = site.content_manager.contents["content.json"].get("title", address) self.cmd( "confirm", [ _["Help distribute all new optional files on site %s"] % html.escape(site_title), _["Yes, I want to help!"] ], lambda res: self.cbOptionalHelpAll(to, site, True) ) else: site.settings["autodownloadoptional"] = False self.response(to, False) ================================================ FILE: plugins/OptionalManager/__init__.py ================================================ from . import OptionalManagerPlugin from . import UiWebsocketPlugin ================================================ FILE: plugins/OptionalManager/languages/es.json ================================================ { "Pinned %s files": "Archivos %s fijados", "Removed pin from %s files": "Archivos %s que no estan fijados", "You started to help distribute %s.
Directory: %s": "Tu empezaste a ayudar a distribuir %s.
Directorio: %s", "Help distribute all new optional files on site %s": "Ayude a distribuir todos los archivos opcionales en el sitio %s", "Yes, I want to help!": "¡Si, yo quiero ayudar!" } ================================================ FILE: plugins/OptionalManager/languages/fr.json ================================================ { "Pinned %s files": "Fichiers %s épinglés", "Removed pin from %s files": "Fichiers %s ne sont plus épinglés", "You started to help distribute %s.
Directory: %s": "Vous avez commencé à aider à distribuer %s.
Dossier : %s", "Help distribute all new optional files on site %s": "Aider à distribuer tous les fichiers optionnels du site %s", "Yes, I want to help!": "Oui, je veux aider !" } ================================================ FILE: plugins/OptionalManager/languages/hu.json ================================================ { "Pinned %s files": "%s fájl rögzítve", "Removed pin from %s files": "%s fájl rögzítés eltávolítva", "You started to help distribute %s.
Directory: %s": "Új segítség a terjesztésben: %s.
Könyvtár: %s", "Help distribute all new optional files on site %s": "Segítség az összes új opcionális fájl terjesztésében az %s oldalon", "Yes, I want to help!": "Igen, segíteni akarok!" } ================================================ FILE: plugins/OptionalManager/languages/jp.json ================================================ { "Pinned %s files": "%s 件のファイルを固定", "Removed pin from %s files": "%s 件のファイルの固定を解除", "You started to help distribute %s.
Directory: %s": "あなたはサイト: %s の配布の援助を開始しました。
ディレクトリ: %s", "Help distribute all new optional files on site %s": "サイト: %s のすべての新しいオプションファイルの配布を援助しますか？", "Yes, I want to help!": "はい、やります！" } ================================================ FILE: plugins/OptionalManager/languages/pt-br.json ================================================ { "Pinned %s files": "Arquivos %s fixados", "Removed pin from %s files": "Arquivos %s não estão fixados", "You started to help distribute %s.
Directory: %s": "Você começou a ajudar a distribuir %s.
Pasta: %s", "Help distribute all new optional files on site %s": "Ajude a distribuir todos os novos arquivos opcionais no site %s", "Yes, I want to help!": "Sim, eu quero ajudar!" } ================================================ FILE: plugins/OptionalManager/languages/zh-tw.json ================================================ { "Pinned %s files": "已固定 %s 個檔", "Removed pin from %s files": "已解除固定 %s 個檔", "You started to help distribute %s.
Directory: %s": "你已經開始幫助分發 %s 。
目錄：%s", "Help distribute all new optional files on site %s": "你想要幫助分發 %s 網站的所有檔嗎？", "Yes, I want to help!": "是，我想要幫助！" } ================================================ FILE: plugins/OptionalManager/languages/zh.json ================================================ { "Pinned %s files": "已固定 %s 个文件", "Removed pin from %s files": "已解除固定 %s 个文件", "You started to help distribute %s.
Directory: %s": "您已经开始帮助分发 %s 。
目录：%s", "Help distribute all new optional files on site %s": "您想要帮助分发 %s 站点的所有文件吗？", "Yes, I want to help!": "是，我想要帮助！" } ================================================ FILE: plugins/PeerDb/PeerDbPlugin.py ================================================ import time import sqlite3 import random import atexit import gevent from Plugin import PluginManager @PluginManager.registerTo("ContentDb") class ContentDbPlugin(object): def __init__(self, *args, **kwargs): atexit.register(self.saveAllPeers) super(ContentDbPlugin, self).__init__(*args, **kwargs) def getSchema(self): schema = super(ContentDbPlugin, self).getSchema() schema["tables"]["peer"] = { "cols": [ ["site_id", "INTEGER REFERENCES site (site_id) ON DELETE CASCADE"], ["address", "TEXT NOT NULL"], ["port", "INTEGER NOT NULL"], ["hashfield", "BLOB"], ["reputation", "INTEGER NOT NULL"], ["time_added", "INTEGER NOT NULL"], ["time_found", "INTEGER NOT NULL"] ], "indexes": [ "CREATE UNIQUE INDEX peer_key ON peer (site_id, address, port)" ], "schema_changed": 2 } return schema def loadPeers(self, site): s = time.time() site_id = self.site_ids.get(site.address) res = self.execute("SELECT * FROM peer WHERE site_id = :site_id", {"site_id": site_id}) num = 0 num_hashfield = 0 for row in res: peer = site.addPeer(str(row["address"]), row["port"]) if not peer: # Already exist continue if row["hashfield"]: peer.hashfield.replaceFromBytes(row["hashfield"]) num_hashfield += 1 peer.time_added = row["time_added"] peer.time_found = row["time_found"] peer.reputation = row["reputation"] if row["address"].endswith(".onion"): peer.reputation = peer.reputation / 2 - 1 # Onion peers less likely working num += 1 if num_hashfield: site.content_manager.has_optional_files = True site.log.debug("%s peers (%s with hashfield) loaded in %.3fs" % (num, num_hashfield, time.time() - s)) def iteratePeers(self, site): site_id = self.site_ids.get(site.address) for key, peer in list(site.peers.items()): address, port = key.rsplit(":", 1) if peer.has_hashfield: hashfield = sqlite3.Binary(peer.hashfield.tobytes()) else: hashfield = "" yield (site_id, address, port, hashfield, peer.reputation, int(peer.time_added), int(peer.time_found)) def savePeers(self, site, spawn=False): if spawn: # Save peers every hour (+random some secs to not update very site at same time) site.greenlet_manager.spawnLater(60 * 60 + random.randint(0, 60), self.savePeers, site, spawn=True) if not site.peers: site.log.debug("Peers not saved: No peers found") return s = time.time() site_id = self.site_ids.get(site.address) cur = self.getCursor() try: cur.execute("DELETE FROM peer WHERE site_id = :site_id", {"site_id": site_id}) cur.executemany( "INSERT INTO peer (site_id, address, port, hashfield, reputation, time_added, time_found) VALUES (?, ?, ?, ?, ?, ?, ?)", self.iteratePeers(site) ) except Exception as err: site.log.error("Save peer error: %s" % err) site.log.debug("Peers saved in %.3fs" % (time.time() - s)) def initSite(self, site): super(ContentDbPlugin, self).initSite(site) site.greenlet_manager.spawnLater(0.5, self.loadPeers, site) site.greenlet_manager.spawnLater(60*60, self.savePeers, site, spawn=True) def saveAllPeers(self): for site in list(self.sites.values()): try: self.savePeers(site) except Exception as err: site.log.error("Save peer error: %s" % err) ================================================ FILE: plugins/PeerDb/__init__.py ================================================ from . import PeerDbPlugin ================================================ FILE: plugins/PeerDb/plugin_info.json ================================================ { "name": "PeerDb", "description": "Save/restore peer list on client restart.", "default": "enabled" } ================================================ FILE: plugins/Sidebar/ConsolePlugin.py ================================================ import re import logging from Plugin import PluginManager from Config import config from Debug import Debug from util import SafeRe from util.Flag import flag class WsLogStreamer(logging.StreamHandler): def __init__(self, stream_id, ui_websocket, filter): self.stream_id = stream_id self.ui_websocket = ui_websocket if filter: if not SafeRe.isSafePattern(filter): raise Exception("Not a safe prex pattern") self.filter_re = re.compile(".*" + filter) else: self.filter_re = None return super(WsLogStreamer, self).__init__() def emit(self, record): if self.ui_websocket.ws.closed: self.stop() return line = self.format(record) if self.filter_re and not self.filter_re.match(line): return False self.ui_websocket.cmd("logLineAdd", {"stream_id": self.stream_id, "lines": [line]}) def stop(self): logging.getLogger('').removeHandler(self) @PluginManager.registerTo("UiWebsocket") class UiWebsocketPlugin(object): def __init__(self, *args, **kwargs): self.log_streamers = {} return super(UiWebsocketPlugin, self).__init__(*args, **kwargs) @flag.no_multiuser @flag.admin def actionConsoleLogRead(self, to, filter=None, read_size=32 * 1024, limit=500): log_file_path = "%s/debug.log" % config.log_dir log_file = open(log_file_path, encoding="utf-8") log_file.seek(0, 2) end_pos = log_file.tell() log_file.seek(max(0, end_pos - read_size)) if log_file.tell() != 0: log_file.readline() # Partial line junk pos_start = log_file.tell() lines = [] if filter: assert SafeRe.isSafePattern(filter) filter_re = re.compile(".*" + filter) last_match = False for line in log_file: if not line.startswith("[") and last_match: # Multi-line log entry lines.append(line.replace(" ", " ")) continue if filter and not filter_re.match(line): last_match = False continue last_match = True lines.append(line) num_found = len(lines) lines = lines[-limit:] return {"lines": lines, "pos_end": log_file.tell(), "pos_start": pos_start, "num_found": num_found} def addLogStreamer(self, stream_id, filter=None): logger = WsLogStreamer(stream_id, self, filter) logger.setFormatter(logging.Formatter('[%(asctime)s] %(levelname)-8s %(name)s %(message)s')) logger.setLevel(logging.getLevelName("DEBUG")) logging.getLogger('').addHandler(logger) return logger @flag.no_multiuser @flag.admin def actionConsoleLogStream(self, to, filter=None): stream_id = to self.log_streamers[stream_id] = self.addLogStreamer(stream_id, filter) self.response(to, {"stream_id": stream_id}) @flag.no_multiuser @flag.admin def actionConsoleLogStreamRemove(self, to, stream_id): try: self.log_streamers[stream_id].stop() del self.log_streamers[stream_id] return "ok" except Exception as err: return {"error": Debug.formatException(err)} ================================================ FILE: plugins/Sidebar/SidebarPlugin.py ================================================ import re import os import html import sys import math import time import json import io import urllib import urllib.parse import gevent import util from Config import config from Plugin import PluginManager from Debug import Debug from Translate import Translate from util import helper from util.Flag import flag from .ZipStream import ZipStream plugin_dir = os.path.dirname(__file__) media_dir = plugin_dir + "/media" loc_cache = {} if "_" not in locals(): _ = Translate(plugin_dir + "/languages/") @PluginManager.registerTo("UiRequest") class UiRequestPlugin(object): # Inject our resources to end of original file streams def actionUiMedia(self, path): if path == "/uimedia/all.js" or path == "/uimedia/all.css": # First yield the original file and header body_generator = super(UiRequestPlugin, self).actionUiMedia(path) for part in body_generator: yield part # Append our media file to the end ext = re.match(".*(js|css)$", path).group(1) plugin_media_file = "%s/all.%s" % (media_dir, ext) if config.debug: # If debugging merge *.css to all.css and *.js to all.js from Debug import DebugMedia DebugMedia.merge(plugin_media_file) if ext == "js": yield _.translateData(open(plugin_media_file).read()).encode("utf8") else: for part in self.actionFile(plugin_media_file, send_header=False): yield part elif path.startswith("/uimedia/globe/"): # Serve WebGL globe files file_name = re.match(".*/(.*)", path).group(1) plugin_media_file = "%s_globe/%s" % (media_dir, file_name) if config.debug and path.endswith("all.js"): # If debugging merge *.css to all.css and *.js to all.js from Debug import DebugMedia DebugMedia.merge(plugin_media_file) for part in self.actionFile(plugin_media_file): yield part else: for part in super(UiRequestPlugin, self).actionUiMedia(path): yield part def actionZip(self): address = self.get["address"] site = self.server.site_manager.get(address) if not site: return self.error404("Site not found") title = site.content_manager.contents.get("content.json", {}).get("title", "") filename = "%s-backup-%s.zip" % (title, time.strftime("%Y-%m-%d_%H_%M")) filename_quoted = urllib.parse.quote(filename) self.sendHeader(content_type="application/zip", extra_headers={'Content-Disposition': 'attachment; filename="%s"' % filename_quoted}) return self.streamZip(site.storage.getPath(".")) def streamZip(self, dir_path): zs = ZipStream(dir_path) while 1: data = zs.read() if not data: break yield data @PluginManager.registerTo("UiWebsocket") class UiWebsocketPlugin(object): def sidebarRenderPeerStats(self, body, site): connected = len([peer for peer in list(site.peers.values()) if peer.connection and peer.connection.connected]) connectable = len([peer_id for peer_id in list(site.peers.keys()) if not peer_id.endswith(":0")]) onion = len([peer_id for peer_id in list(site.peers.keys()) if ".onion" in peer_id]) local = len([peer for peer in list(site.peers.values()) if helper.isPrivateIp(peer.ip)]) peers_total = len(site.peers) # Add myself if site.isServing(): peers_total += 1 if any(site.connection_server.port_opened.values()): connectable += 1 if site.connection_server.tor_manager.start_onions: onion += 1 if peers_total: percent_connected = float(connected) / peers_total percent_connectable = float(connectable) / peers_total percent_onion = float(onion) / peers_total else: percent_connectable = percent_connected = percent_onion = 0 if local: local_html = _("
- {_[Connected]}:{connected}
- {_[Connectable]}:{connectable}
- {_[Onion]}:{onion} {local_html}
- {_[Total]}:{peers_total}
- {_[Received]}:{recv:.2f}MB
- {_[Sent]}:{sent:.2f}MB
-
"""))
extensions = (
("html", "yellow"),
("css", "orange"),
("js", "purple"),
("Image", "green"),
("json", "darkblue"),
("User data", "blue"),
("Other", "white"),
("Total", "black")
)
# Collect stats
size_filetypes = {}
size_total = 0
contents = site.content_manager.listContents() # Without user files
for inner_path in contents:
content = site.content_manager.contents[inner_path]
if "files" not in content or content["files"] is None:
continue
for file_name, file_details in list(content["files"].items()):
size_total += file_details["size"]
ext = file_name.split(".")[-1]
size_filetypes[ext] = size_filetypes.get(ext, 0) + file_details["size"]
# Get user file sizes
size_user_content = site.content_manager.contents.execute(
"SELECT SUM(size) + SUM(size_files) AS size FROM content WHERE ?",
{"not__inner_path": contents}
).fetchone()["size"]
if not size_user_content:
size_user_content = 0
size_filetypes["User data"] = size_user_content
size_total += size_user_content
# The missing difference is content.json sizes
if "json" in size_filetypes:
size_filetypes["json"] += max(0, site.settings["size"] - size_total)
size_total = size_other = site.settings["size"]
# Bar
for extension, color in extensions:
if extension == "Total":
continue
if extension == "Other":
size = max(0, size_other)
elif extension == "Image":
size = size_filetypes.get("jpg", 0) + size_filetypes.get("png", 0) + size_filetypes.get("gif", 0)
size_other -= size
else:
size = size_filetypes.get(extension, 0)
size_other -= size
if size_total == 0:
percent = 0
else:
percent = 100 * (float(size) / size_total)
percent = math.floor(percent * 100) / 100 # Floor to 2 digits
body.append(
"""""" %
(percent, _[extension], color, _[extension])
)
# Legend
body.append("
- ")
for extension, color in extensions:
if extension == "Other":
size = max(0, size_other)
elif extension == "Image":
size = size_filetypes.get("jpg", 0) + size_filetypes.get("png", 0) + size_filetypes.get("gif", 0)
elif extension == "Total":
size = size_total
else:
size = size_filetypes.get(extension, 0)
if extension == "js":
title = "javascript"
else:
title = extension
if size > 1024 * 1024 * 10: # Format as mB is more than 10mB
size_formatted = "%.0fMB" % (size / 1024 / 1024)
else:
size_formatted = "%.0fkB" % (size / 1024)
body.append("
- %s:%s " % (color, _[title], size_formatted)) body.append("
- {_[Downloaded]}:{size_formatted_downloaded:.2f}MB
- {_[Total]}:{size_formatted_total:.2f}MB
-
"""))
i = 0
for bad_file, tries in site.bad_files.items():
i += 1
body.append(_("""
- {bad_filename} """, { "bad_file_path": bad_file, "bad_filename": helper.getFilename(bad_file), "tries": _.pluralize(tries, "{} try", "{} tries") })) if i > 30: break if len(site.bad_files) > 30: num_bad_files = len(site.bad_files) - 30 body.append(_("""
- {_[+ {num_bad_files} more]} """, nested=True)) body.append("""
{auth_address}
{_[Change]}
{site_address}
"""))
if donate_key == False or donate_key == "":
pass
elif (type(donate_key) == str or type(donate_key) == str) and len(donate_key) > 0:
body.append(_("""
{donate_key}
"""))
else:
body.append(_("""
{_[Donate]}
"""))
body.append(_("""
{_[This is my site]}
""")) def sidebarRenderOwnSettings(self, body, site): title = site.content_manager.contents.get("content.json", {}).get("title", "") description = site.content_manager.contents.get("content.json", {}).get("description", "") body.append(_("""{_[Choose]}: "))
for content in contents:
body.append(_("{content} "))
body.append("
")
body.append("")
body.append("×")
body.append("
")
body.append("")
self.response(to, "".join(body))
def downloadGeoLiteDb(self, db_path):
import gzip
import shutil
from util import helper
if config.offline:
return False
self.log.info("Downloading GeoLite2 City database...")
self.cmd("progress", ["geolite-info", _["Downloading GeoLite2 City database (one time only, ~20MB)..."], 0])
db_urls = [
"https://raw.githubusercontent.com/aemr3/GeoLite2-Database/master/GeoLite2-City.mmdb.gz",
"https://raw.githubusercontent.com/texnikru/GeoLite2-Database/master/GeoLite2-City.mmdb.gz"
]
for db_url in db_urls:
downloadl_err = None
try:
# Download
response = helper.httpRequest(db_url)
data_size = response.getheader('content-length')
data_recv = 0
data = io.BytesIO()
while True:
buff = response.read(1024 * 512)
if not buff:
break
data.write(buff)
data_recv += 1024 * 512
if data_size:
progress = int(float(data_recv) / int(data_size) * 100)
self.cmd("progress", ["geolite-info", _["Downloading GeoLite2 City database (one time only, ~20MB)..."], progress])
self.log.info("GeoLite2 City database downloaded (%s bytes), unpacking..." % data.tell())
data.seek(0)
# Unpack
with gzip.GzipFile(fileobj=data) as gzip_file:
shutil.copyfileobj(gzip_file, open(db_path, "wb"))
self.cmd("progress", ["geolite-info", _["GeoLite2 City database downloaded!"], 100])
time.sleep(2) # Wait for notify animation
self.log.info("GeoLite2 City database is ready at: %s" % db_path)
return True
except Exception as err:
download_err = err
self.log.error("Error downloading %s: %s" % (db_url, err))
pass
self.cmd("progress", [
"geolite-info",
_["GeoLite2 City database download error: {}!%s
" % html.escape(site.content_manager.contents.get("content.json", {}).get("title", ""), True)) body.append("") body.append("- ")
self.sidebarRenderPeerStats(body, site)
self.sidebarRenderTransferStats(body, site)
self.sidebarRenderFileStats(body, site)
self.sidebarRenderSizeLimit(body, site)
has_optional = self.sidebarRenderOptionalFileStats(body, site)
if has_optional:
self.sidebarRenderOptionalFileSettings(body, site)
self.sidebarRenderDbOptions(body, site)
self.sidebarRenderIdentity(body, site)
self.sidebarRenderControls(body, site)
if site.bad_files:
self.sidebarRenderBadFiles(body, site)
self.sidebarRenderOwnedCheckbox(body, site)
body.append("
")
self.sidebarRenderOwnSettings(body, site)
self.sidebarRenderContents(body, site)
body.append("
")
body.append("Please download manually and unpack to data dir:
{}"].format(download_err, db_urls[0]), -100 ]) def getLoc(self, geodb, ip): global loc_cache if ip in loc_cache: return loc_cache[ip] else: try: loc_data = geodb.get(ip) except: loc_data = None if not loc_data or "location" not in loc_data: loc_cache[ip] = None return None loc = { "lat": loc_data["location"]["latitude"], "lon": loc_data["location"]["longitude"], } if "city" in loc_data: loc["city"] = loc_data["city"]["names"]["en"] if "country" in loc_data: loc["country"] = loc_data["country"]["names"]["en"] loc_cache[ip] = loc return loc @util.Noparallel() def getGeoipDb(self): db_name = 'GeoLite2-City.mmdb' sys_db_paths = [] if sys.platform == "linux": sys_db_paths += ['/usr/share/GeoIP/' + db_name] data_dir_db_path = os.path.join(config.data_dir, db_name) db_paths = sys_db_paths + [data_dir_db_path] for path in db_paths: if os.path.isfile(path) and os.path.getsize(path) > 0: return path self.log.info("GeoIP database not found at [%s]. Downloading to: %s", " ".join(db_paths), data_dir_db_path) if self.downloadGeoLiteDb(data_dir_db_path): return data_dir_db_path return None def getPeerLocations(self, peers): import maxminddb db_path = self.getGeoipDb() if not db_path: self.log.debug("Not showing peer locations: no GeoIP database") return False geodb = maxminddb.open_database(db_path) peers = list(peers.values()) # Place bars peer_locations = [] placed = {} # Already placed bars here for peer in peers: # Height of bar if peer.connection and peer.connection.last_ping_delay: ping = round(peer.connection.last_ping_delay * 1000) else: ping = None loc = self.getLoc(geodb, peer.ip) if not loc: continue # Create position array lat, lon = loc["lat"], loc["lon"] latlon = "%s,%s" % (lat, lon) if latlon in placed and helper.getIpType(peer.ip) == "ipv4": # Dont place more than 1 bar to same place, fake repos using ip address last two part lat += float(128 - int(peer.ip.split(".")[-2])) / 50 lon += float(128 - int(peer.ip.split(".")[-1])) / 50 latlon = "%s,%s" % (lat, lon) placed[latlon] = True peer_location = {} peer_location.update(loc) peer_location["lat"] = lat peer_location["lon"] = lon peer_location["ping"] = ping peer_locations.append(peer_location) # Append myself for ip in self.site.connection_server.ip_external_list: my_loc = self.getLoc(geodb, ip) if my_loc: my_loc["ping"] = 0 peer_locations.append(my_loc) return peer_locations @flag.admin @flag.async_run def actionSidebarGetPeers(self, to): try: peer_locations = self.getPeerLocations(self.site.peers) globe_data = [] ping_times = [ peer_location["ping"] for peer_location in peer_locations if peer_location["ping"] ] if ping_times: ping_avg = sum(ping_times) / float(len(ping_times)) else: ping_avg = 0 for peer_location in peer_locations: if peer_location["ping"] == 0: # Me height = -0.135 elif peer_location["ping"]: height = min(0.20, math.log(1 + peer_location["ping"] / ping_avg, 300)) else: height = -0.03 globe_data += [peer_location["lat"], peer_location["lon"], height] self.response(to, globe_data) except Exception as err: self.log.debug("sidebarGetPeers error: %s" % Debug.formatException(err)) self.response(to, {"error": str(err)}) @flag.admin @flag.no_multiuser def actionSiteSetOwned(self, to, owned): if self.site.address == config.updatesite: return {"error": "You can't change the ownership of the updater site"} self.site.settings["own"] = bool(owned) self.site.updateWebsocket(owned=owned) return "ok" @flag.admin @flag.no_multiuser def actionSiteRecoverPrivatekey(self, to): from Crypt import CryptBitcoin site_data = self.user.sites[self.site.address] if site_data.get("privatekey"): return {"error": "This site already has saved privated key"} address_index = self.site.content_manager.contents.get("content.json", {}).get("address_index") if not address_index: return {"error": "No address_index in content.json"} privatekey = CryptBitcoin.hdPrivatekey(self.user.master_seed, address_index) privatekey_address = CryptBitcoin.privatekeyToAddress(privatekey) if privatekey_address == self.site.address: site_data["privatekey"] = privatekey self.user.save() self.site.updateWebsocket(recover_privatekey=True) return "ok" else: return {"error": "Unable to deliver private key for this site from current user's master_seed"} @flag.admin @flag.no_multiuser def actionUserSetSitePrivatekey(self, to, privatekey): site_data = self.user.sites[self.site.address] site_data["privatekey"] = privatekey self.site.updateWebsocket(set_privatekey=bool(privatekey)) self.user.save() return "ok" @flag.admin @flag.no_multiuser def actionSiteSetAutodownloadoptional(self, to, owned): self.site.settings["autodownloadoptional"] = bool(owned) self.site.worker_manager.removeSolvedFileTasks() @flag.no_multiuser @flag.admin def actionDbReload(self, to): self.site.storage.closeDb() self.site.storage.getDb() return self.response(to, "ok") @flag.no_multiuser @flag.admin def actionDbRebuild(self, to): try: self.site.storage.rebuildDb() except Exception as err: return self.response(to, {"error": str(err)}) return self.response(to, "ok") ================================================ FILE: plugins/Sidebar/ZipStream.py ================================================ import io import os import zipfile class ZipStream(object): def __init__(self, dir_path): self.dir_path = dir_path self.pos = 0 self.buff_pos = 0 self.zf = zipfile.ZipFile(self, 'w', zipfile.ZIP_DEFLATED, allowZip64=True) self.buff = io.BytesIO() self.file_list = self.getFileList() def getFileList(self): for root, dirs, files in os.walk(self.dir_path): for file in files: file_path = root + "/" + file relative_path = os.path.join(os.path.relpath(root, self.dir_path), file) yield file_path, relative_path self.zf.close() def read(self, size=60 * 1024): for file_path, relative_path in self.file_list: self.zf.write(file_path, relative_path) if self.buff.tell() >= size: break self.buff.seek(0) back = self.buff.read() self.buff.truncate(0) self.buff.seek(0) self.buff_pos += len(back) return back def write(self, data): self.pos += len(data) self.buff.write(data) def tell(self): return self.pos def seek(self, pos, whence=0): if pos >= self.buff_pos: self.buff.seek(pos - self.buff_pos, whence) self.pos = pos def flush(self): pass if __name__ == "__main__": zs = ZipStream(".") out = open("out.zip", "wb") while 1: data = zs.read() print("Write %s" % len(data)) if not data: break out.write(data) out.close() ================================================ FILE: plugins/Sidebar/__init__.py ================================================ from . import SidebarPlugin from . import ConsolePlugin ================================================ FILE: plugins/Sidebar/languages/da.json ================================================ { "Peers": "Klienter", "Connected": "Forbundet", "Connectable": "Mulige", "Connectable peers": "Mulige klienter", "Data transfer": "Data overførsel", "Received": "Modtaget", "Received bytes": "Bytes modtaget", "Sent": "Sendt", "Sent bytes": "Bytes sendt", "Files": "Filer", "Total": "I alt", "Image": "Image", "Other": "Andet", "User data": "Bruger data", "Size limit": "Side max størrelse", "limit used": "brugt", "free space": "fri", "Set": "Opdater", "Optional files": "Valgfri filer", "Downloaded": "Downloadet", "Download and help distribute all files": "Download og hjælp med at dele filer", "Total size": "Størrelse i alt", "Downloaded files": "Filer downloadet", "Database": "Database", "search feeds": "søgninger", "{feeds} query": "{feeds} søgninger", "Reload": "Genindlæs", "Rebuild": "Genopbyg", "No database found": "Ingen database fundet", "Identity address": "Autorisations ID", "Change": "Skift", "Update": "Opdater", "Pause": "Pause", "Resume": "Aktiv", "Delete": "Slet", "Are you sure?": "Er du sikker?", "Site address": "Side addresse", "Donate": "Doner penge", "Missing files": "Manglende filer", "{} try": "{} forsøg", "{} tries": "{} forsøg", "+ {num_bad_files} more": "+ {num_bad_files} mere", "This is my site": "Dette er min side", "Site title": "Side navn", "Site description": "Side beskrivelse", "Save site settings": "Gem side opsætning", "Content publishing": "Indhold offentliggøres", "Choose": "Vælg", "Sign": "Signer", "Publish": "Offentliggør", "This function is disabled on this proxy": "Denne funktion er slået fra på denne ZeroNet proxyEz a funkció ki van kapcsolva ezen a proxy-n", "GeoLite2 City database download error: {}!
Please download manually and unpack to data dir:
{}": "GeoLite2 City database kunne ikke downloades: {}!
Download venligst databasen manuelt og udpak i data folder:
{}", "Downloading GeoLite2 City database (one time only, ~20MB)...": "GeoLite2 város adatbázis letöltése (csak egyszer kell, kb 20MB)...", "GeoLite2 City database downloaded!": "GeoLite2 City database downloadet!", "Are you sure?": "Er du sikker?", "Site storage limit modified!": "Side max størrelse ændret!", "Database schema reloaded!": "Database definition genindlæst!", "Database rebuilding....": "Genopbygger database...", "Database rebuilt!": "Database genopbygget!", "Site updated!": "Side opdateret!", "Delete this site": "Slet denne side", "File write error: ": "Fejl ved skrivning af fil: ", "Site settings saved!": "Side opsætning gemt!", "Enter your private key:": "Indtast din private nøgle:", " Signed!": " Signeret!", "WebGL not supported": "WebGL er ikke supporteret" } ================================================ FILE: plugins/Sidebar/languages/de.json ================================================ { "Peers": "Peers", "Connected": "Verbunden", "Connectable": "Verbindbar", "Connectable peers": "Verbindbare Peers", "Data transfer": "Datei Transfer", "Received": "Empfangen", "Received bytes": "Empfangene Bytes", "Sent": "Gesendet", "Sent bytes": "Gesendete Bytes", "Files": "Dateien", "Total": "Gesamt", "Image": "Bilder", "Other": "Sonstiges", "User data": "Nutzer Daten", "Size limit": "Speicher Limit", "limit used": "Limit benutzt", "free space": "freier Speicher", "Set": "Setzten", "Optional files": "Optionale Dateien", "Downloaded": "Heruntergeladen", "Download and help distribute all files": "Herunterladen und helfen alle Dateien zu verteilen", "Total size": "Gesamte Größe", "Downloaded files": "Heruntergeladene Dateien", "Database": "Datenbank", "search feeds": "Feeds durchsuchen", "{feeds} query": "{feeds} Abfrage", "Reload": "Neu laden", "Rebuild": "Neu bauen", "No database found": "Keine Datenbank gefunden", "Identity address": "Identitäts Adresse", "Change": "Ändern", "Update": "Aktualisieren", "Pause": "Pausieren", "Resume": "Fortsetzen", "Delete": "Löschen", "Are you sure?": "Bist du sicher?", "Site address": "Seiten Adresse", "Donate": "Spenden", "Missing files": "Fehlende Dateien", "{} try": "{} versuch", "{} tries": "{} versuche", "+ {num_bad_files} more": "+ {num_bad_files} mehr", "This is my site": "Das ist meine Seite", "Site title": "Seiten Titel", "Site description": "Seiten Beschreibung", "Save site settings": "Einstellungen der Seite speichern", "Content publishing": "Inhaltsveröffentlichung", "Choose": "Wähle", "Sign": "Signieren", "Publish": "Veröffentlichen", "This function is disabled on this proxy": "Diese Funktion ist auf dieser Proxy deaktiviert", "GeoLite2 City database download error: {}!
Please download manually and unpack to data dir:
{}": "GeoLite2 City Datenbank Download Fehler: {}!
Bitte manuell herunterladen und die Datei in das Datei Verzeichnis extrahieren:
{}", "Downloading GeoLite2 City database (one time only, ~20MB)...": "Herunterladen der GeoLite2 City Datenbank (einmalig, ~20MB)...", "GeoLite2 City database downloaded!": "GeoLite2 City Datenbank heruntergeladen!", "Are you sure?": "Bist du sicher?", "Site storage limit modified!": "Speicher Limit der Seite modifiziert!", "Database schema reloaded!": "Datebank Schema neu geladen!", "Database rebuilding....": "Datenbank neu bauen...", "Database rebuilt!": "Datenbank neu gebaut!", "Site updated!": "Seite aktualisiert!", "Delete this site": "Diese Seite löschen", "File write error: ": "Datei schreib fehler:", "Site settings saved!": "Seiten Einstellungen gespeichert!", "Enter your private key:": "Gib deinen privaten Schlüssel ein:", " Signed!": " Signiert!", "WebGL not supported": "WebGL nicht unterstützt" } ================================================ FILE: plugins/Sidebar/languages/es.json ================================================ { "Peers": "Pares", "Connected": "Conectados", "Connectable": "Conectables", "Connectable peers": "Pares conectables", "Data transfer": "Transferencia de datos", "Received": "Recibidos", "Received bytes": "Bytes recibidos", "Sent": "Enviados", "Sent bytes": "Bytes envidados", "Files": "Ficheros", "Total": "Total", "Image": "Imagen", "Other": "Otro", "User data": "Datos del usuario", "Size limit": "Límite de tamaño", "limit used": "Límite utilizado", "free space": "Espacio libre", "Set": "Establecer", "Optional files": "Ficheros opcionales", "Downloaded": "Descargado", "Download and help distribute all files": "Descargar y ayudar a distribuir todos los ficheros", "Total size": "Tamaño total", "Downloaded files": "Ficheros descargados", "Database": "Base de datos", "search feeds": "Fuentes de búsqueda", "{feeds} query": "{feeds} consulta", "Reload": "Recargar", "Rebuild": "Reconstruir", "No database found": "No se ha encontrado la base de datos", "Identity address": "Dirección de la identidad", "Change": "Cambiar", "Update": "Actualizar", "Pause": "Pausar", "Resume": "Reanudar", "Delete": "Borrar", "Site address": "Dirección del sitio", "Donate": "Donar", "Missing files": "Ficheros perdidos", "{} try": "{} intento", "{} tries": "{} intentos", "+ {num_bad_files} more": "+ {num_bad_files} más", "This is my site": "Este es mi sitio", "Site title": "Título del sitio", "Site description": "Descripción del sitio", "Save site settings": "Guardar la configuración del sitio", "Content publishing": "Publicación del contenido", "Choose": "Elegir", "Sign": "Firmar", "Publish": "Publicar", "This function is disabled on this proxy": "Esta función está deshabilitada en este proxy", "GeoLite2 City database download error: {}!
Please download manually and unpack to data dir:
{}": "¡Error de la base de datos GeoLite2： {}!
Por favor, descárgalo manualmente y descomprime al directorio de datos：
{}", "Downloading GeoLite2 City database (one time only, ~20MB)...": "Descargando la base de datos de GeoLite2 (una única vez, ~20MB）...", "GeoLite2 City database downloaded!": "¡Base de datos de GeoLite2 descargada!", "Are you sure?": "¿Estás seguro?", "Site storage limit modified!": "¡Límite de almacenamiento del sitio modificado!", "Database schema reloaded!": "¡Esquema de la base de datos recargado!", "Database rebuilding....": "Reconstruyendo la base de datos...", "Database rebuilt!": "¡Base de datos reconstruida!", "Site updated!": "¡Sitio actualizado!", "Delete this site": "Borrar este sitio", "File write error: ": "Error de escritura de fichero：", "Site settings saved!": "¡Configuración del sitio guardada!", "Enter your private key:": "Introduce tu clave privada：", " Signed!": " ¡firmado!", "WebGL not supported": "WebGL no está soportado" } ================================================ FILE: plugins/Sidebar/languages/fr.json ================================================ { "Peers": "Pairs", "Connected": "Connectés", "Connectable": "Accessibles", "Connectable peers": "Pairs accessibles", "Data transfer": "Données transférées", "Received": "Reçues", "Received bytes": "Bytes reçus", "Sent": "Envoyées", "Sent bytes": "Bytes envoyés", "Files": "Fichiers", "Total": "Total", "Image": "Image", "Other": "Autre", "User data": "Utilisateurs", "Size limit": "Taille maximale", "limit used": "utlisé", "free space": "libre", "Set": "Modifier", "Optional files": "Fichiers optionnels", "Downloaded": "Téléchargé", "Download and help distribute all files": "Télécharger et distribuer tous les fichiers", "Total size": "Taille totale", "Downloaded files": "Fichiers téléchargés", "Database": "Base de données", "search feeds": "recherche", "{feeds} query": "{feeds} requête", "Reload": "Recharger", "Rebuild": "Reconstruire", "No database found": "Aucune base de données trouvée", "Identity address": "Adresse d'identité", "Change": "Modifier", "Site control": "Opérations", "Update": "Mettre à jour", "Pause": "Suspendre", "Resume": "Reprendre", "Delete": "Supprimer", "Are you sure?": "Êtes-vous certain?", "Site address": "Adresse du site", "Donate": "Faire un don", "Missing files": "Fichiers manquants", "{} try": "{} essai", "{} tries": "{} essais", "+ {num_bad_files} more": "+ {num_bad_files} manquants", "This is my site": "Ce site m'appartient", "Site title": "Nom du site", "Site description": "Description du site", "Save site settings": "Enregistrer les paramètres", "Content publishing": "Publication du contenu", "Choose": "Sélectionner", "Sign": "Signer", "Publish": "Publier", "This function is disabled on this proxy": "Cette fonction est désactivé sur ce proxy", "GeoLite2 City database download error: {}!
Please download manually and unpack to data dir:
{}": "Erreur au téléchargement de la base de données GeoLite2: {}!
Téléchargez et décompressez dans le dossier data:
{}", "Downloading GeoLite2 City database (one time only, ~20MB)...": "Téléchargement de la base de données GeoLite2 (une seule fois, ~20MB)...", "GeoLite2 City database downloaded!": "Base de données GeoLite2 téléchargée!", "Are you sure?": "Êtes-vous certain?", "Site storage limit modified!": "Taille maximale modifiée!", "Database schema reloaded!": "Base de données rechargée!", "Database rebuilding....": "Reconstruction de la base de données...", "Database rebuilt!": "Base de données reconstruite!", "Site updated!": "Site mis à jour!", "Delete this site": "Supprimer ce site", "File write error: ": "Erreur à l'écriture du fichier: ", "Site settings saved!": "Paramètres du site enregistrés!", "Enter your private key:": "Entrez votre clé privée:", " Signed!": " Signé!", "WebGL not supported": "WebGL n'est pas supporté" } ================================================ FILE: plugins/Sidebar/languages/hu.json ================================================ { "Peers": "Csatlakozási pontok", "Connected": "Csaltakozva", "Connectable": "Csatlakozható", "Connectable peers": "Csatlakozható peer-ek", "Data transfer": "Adatátvitel", "Received": "Fogadott", "Received bytes": "Fogadott byte-ok", "Sent": "Küldött", "Sent bytes": "Küldött byte-ok", "Files": "Fájlok", "Total": "Összesen", "Image": "Kép", "Other": "Egyéb", "User data": "Felh. adat", "Size limit": "Méret korlát", "limit used": "felhasznált", "free space": "szabad hely", "Set": "Beállít", "Optional files": "Opcionális fájlok", "Downloaded": "Letöltött", "Download and help distribute all files": "Minden opcionális fájl letöltése", "Total size": "Teljes méret", "Downloaded files": "Letöltve", "Database": "Adatbázis", "search feeds": "Keresés források", "{feeds} query": "{feeds} lekérdezés", "Reload": "Újratöltés", "Rebuild": "Újraépítés", "No database found": "Adatbázis nem található", "Identity address": "Azonosító cím", "Change": "Módosít", "Site control": "Oldal műveletek", "Update": "Frissít", "Pause": "Szünteltet", "Resume": "Folytat", "Delete": "Töröl", "Are you sure?": "Biztos vagy benne?", "Site address": "Oldal címe", "Donate": "Támogatás", "Missing files": "Hiányzó fájlok", "{} try": "{} próbálkozás", "{} tries": "{} próbálkozás", "+ {num_bad_files} more": "+ még {num_bad_files} darab", "This is my site": "Ez az én oldalam", "Site title": "Oldal neve", "Site description": "Oldal leírása", "Save site settings": "Oldal beállítások mentése", "Content publishing": "Tartalom publikálás", "Choose": "Válassz", "Sign": "Aláírás", "Publish": "Publikálás", "This function is disabled on this proxy": "Ez a funkció ki van kapcsolva ezen a proxy-n", "GeoLite2 City database download error: {}!
Please download manually and unpack to data dir:
{}": "GeoLite2 város adatbázis letöltési hiba: {}!
A térképhez töltsd le és csomagold ki a data könyvtárba:
{}", "Downloading GeoLite2 City database (one time only, ~20MB)...": "GeoLite2 város adatbázis letöltése (csak egyszer kell, kb 20MB)...", "GeoLite2 City database downloaded!": "GeoLite2 város adatbázis letöltve!", "Are you sure?": "Biztos vagy benne?", "Site storage limit modified!": "Az oldalt méret korlát módosítva!", "Database schema reloaded!": "Adatbázis séma újratöltve!", "Database rebuilding....": "Adatbázis újraépítés...", "Database rebuilt!": "Adatbázis újraépítve!", "Site updated!": "Az oldal frissítve!", "Delete this site": "Az oldal törlése", "File write error: ": "Fájl írási hiba: ", "Site settings saved!": "Az oldal beállításai elmentve!", "Enter your private key:": "Add meg a privát kulcsod:", " Signed!": " Aláírva!", "WebGL not supported": "WebGL nem támogatott" } ================================================ FILE: plugins/Sidebar/languages/it.json ================================================ { "Peers": "Peer", "Connected": "Connessi", "Connectable": "Collegabili", "Connectable peers": "Peer collegabili", "Data transfer": "Trasferimento dati", "Received": "Ricevuti", "Received bytes": "Byte ricevuti", "Sent": "Inviati", "Sent bytes": "Byte inviati", "Files": "File", "Total": "Totale", "Image": "Imagine", "Other": "Altro", "User data": "Dati utente", "Size limit": "Limite dimensione", "limit used": "limite usato", "free space": "spazio libero", "Set": "Imposta", "Optional files": "File facoltativi", "Downloaded": "Scaricati", "Download and help distribute all files": "Scarica e aiuta a distribuire tutti i file", "Total size": "Dimensione totale", "Downloaded files": "File scaricati", "Database": "Database", "search feeds": "ricerca di feed", "{feeds} query": "{feeds} interrogazione", "Reload": "Ricaricare", "Rebuild": "Ricostruire", "No database found": "Nessun database trovato", "Identity address": "Indirizzo di identità", "Change": "Cambia", "Update": "Aggiorna", "Pause": "Sospendi", "Resume": "Riprendi", "Delete": "Cancella", "Are you sure?": "Sei sicuro?", "Site address": "Indirizzo sito", "Donate": "Dona", "Missing files": "File mancanti", "{} try": "{} tenta", "{} tries": "{} prova", "+ {num_bad_files} more": "+ {num_bad_files} altri", "This is my site": "Questo è il mio sito", "Site title": "Titolo sito", "Site description": "Descrizione sito", "Save site settings": "Salva impostazioni sito", "Content publishing": "Pubblicazione contenuto", "Choose": "Scegli", "Sign": "Firma", "Publish": "Pubblica", "This function is disabled on this proxy": "Questa funzione è disabilitata su questo proxy", "GeoLite2 City database download error: {}!
Please download manually and unpack to data dir:
{}": "Errore scaricamento database GeoLite2 City: {}!
Si prega di scaricarlo manualmente e spacchetarlo nella cartella dir:
{}", "Downloading GeoLite2 City database (one time only, ~20MB)...": "Scaricamento database GeoLite2 City (solo una volta, ~20MB)...", "GeoLite2 City database downloaded!": "Database GeoLite2 City scaricato!", "Are you sure?": "Sei sicuro?", "Site storage limit modified!": "Limite di archiviazione del sito modificato!", "Database schema reloaded!": "Schema database ricaricato!", "Database rebuilding....": "Ricostruzione database...", "Database rebuilt!": "Database ricostruito!", "Site updated!": "Sito aggiornato!", "Delete this site": "Cancella questo sito", "File write error: ": "Errore scrittura file:", "Site settings saved!": "Impostazioni sito salvate!", "Enter your private key:": "Inserisci la tua chiave privata:", " Signed!": " Firmato!", "WebGL not supported": "WebGL non supportato" } ================================================ FILE: plugins/Sidebar/languages/jp.json ================================================ { "Copy to clipboard": "クリップボードにコピー", "Peers": "ピア", "Connected": "接続済み", "Connectable": "利用可能", "Connectable peers": "ピアに接続可能", "Onion": "Onion", "Local": "ローカル", "Data transfer": "データ転送", "Received": "受信", "Received bytes": "受信バイト数", "Sent": "送信", "Sent bytes": "送信バイト数", "Files": "ファイル", "Browse files": "ファイルを見る", "Save as .zip": "ZIP形式で保存", "Total": "合計", "Image": "画像", "Other": "その他", "User data": "ユーザーデータ", "Size limit": "サイズ制限", "limit used": "使用上限", "free space": "フリースペース", "Set": "セット", "Optional files": "オプション ファイル", "Downloaded": "ダウンロード済み", "Help distribute added optional files": "オプションファイルの配布を支援する", "Auto download big file size limit": "大きなファイルの自動ダウンロードのサイズ制限", "Download previous files": "以前のファイルのダウンロード", "Optional files download started": "オプションファイルのダウンロードを開始", "Optional files downloaded": "オプションファイルのダウンロードが完了しました", "Download and help distribute all files": "ダウンロードしてすべてのファイルの配布を支援する", "Total size": "合計サイズ", "Downloaded files": "ダウンロードされたファイル", "Database": "データベース", "search feeds": "フィードを検索する", "{feeds} query": "{feeds} お問い合わせ", "Reload": "再読込", "Rebuild": "再ビルド", "No database found": "データベースが見つかりません", "Identity address": "あなたの識別アドレス", "Change": "編集", "Site control": "サイト管理", "Update": "更新", "Pause": "一時停止", "Resume": "再開", "Delete": "削除", "Are you sure?": "本当によろしいですか？", "Site address": "サイトアドレス", "Donate": "寄付する", "Missing files": "ファイルがありません", "{} try": "{} 試す", "{} tries": "{} 試行", "+ {num_bad_files} more": "+ {num_bad_files} more", "This is my site": "これは私のサイトです", "Site title": "サイトタイトル", "Site description": "サイトの説明", "Save site settings": "サイトの設定を保存する", "Open site directory": "サイトのディレクトリを開く", "Content publishing": "コンテンツを公開する", "Add saved private key": "秘密鍵の追加と保存", "Save": "保存", "Private key saved.": "秘密鍵が保存されています", "Private key saved for site signing": "サイトに署名するための秘密鍵を保存", "Forgot": "わすれる", "Saved private key removed": "保存された秘密鍵を削除しました", "Choose": "選択", "Sign": "署名", "Publish": "公開する", "Sign and publish": "署名して公開", "This function is disabled on this proxy": "この機能はこのプロキシで無効になっています", "GeoLite2 City database download error: {}!
Please download manually and unpack to data dir:
{}": "GeoLite2 Cityデータベースのダウンロードエラー: {}!
手動でダウンロードして、フォルダに解凍してください。:
{}", "Downloading GeoLite2 City database (one time only, ~20MB)...": "GeoLite2 Cityデータベースの読み込み (これは一度だけ行われます, ~20MB)...", "GeoLite2 City database downloaded!": "GeoLite2 Cityデータベースがダウンロードされました！", "Are you sure?": "本当によろしいですか？", "Site storage limit modified!": "サイトの保存容量の制限が変更されました！", "Database schema reloaded!": "データベーススキーマがリロードされました！", "Database rebuilding....": "データベースの再構築中....", "Database rebuilt!": "データベースが再構築されました！", "Site updated!": "サイトが更新されました！", "Delete this site": "このサイトを削除する", "Blacklist": "NG", "Blacklist this site": "NGリストに入れる", "Reason": "理由", "Delete and Blacklist": "削除してNG", "File write error: ": "ファイル書き込みエラー:", "Site settings saved!": "サイト設定が保存されました！", "Enter your private key:": "秘密鍵を入力してください:", " Signed!": " 署名しました!", "WebGL not supported": "WebGLはサポートされていません" } ================================================ FILE: plugins/Sidebar/languages/pl.json ================================================ { "Peers": "Użytkownicy równorzędni", "Connected": "Połączony", "Connectable": "Możliwy do podłączenia", "Connectable peers": "Połączeni użytkownicy równorzędni", "Data transfer": "Transfer danych", "Received": "Odebrane", "Received bytes": "Odebrany bajty", "Sent": "Wysłane", "Sent bytes": "Wysłane bajty", "Files": "Pliki", "Total": "Sumarycznie", "Image": "Obraz", "Other": "Inne", "User data": "Dane użytkownika", "Size limit": "Rozmiar limitu", "limit used": "zużyty limit", "free space": "wolna przestrzeń", "Set": "Ustaw", "Optional files": "Pliki opcjonalne", "Downloaded": "Ściągnięte", "Download and help distribute all files": "Ściągnij i pomóż rozpowszechniać wszystkie pliki", "Total size": "Rozmiar sumaryczny", "Downloaded files": "Ściągnięte pliki", "Database": "Baza danych", "search feeds": "przeszukaj zasoby", "{feeds} query": "{feeds} pytanie", "Reload": "Odśwież", "Rebuild": "Odbuduj", "No database found": "Nie odnaleziono bazy danych", "Identity address": "Adres identyfikacyjny", "Change": "Zmień", "Site control": "Kontrola strony", "Update": "Zaktualizuj", "Pause": "Wstrzymaj", "Resume": "Wznów", "Delete": "Skasuj", "Are you sure?": "Jesteś pewien?", "Site address": "Adres strony", "Donate": "Wspomóż", "Missing files": "Brakujące pliki", "{} try": "{} próba", "{} tries": "{} próby", "+ {num_bad_files} more": "+ {num_bad_files} więcej", "This is my site": "To moja strona", "Site title": "Tytuł strony", "Site description": "Opis strony", "Save site settings": "Zapisz ustawienia strony", "Content publishing": "Publikowanie treści", "Choose": "Wybierz", "Sign": "Podpisz", "Publish": "Opublikuj", "This function is disabled on this proxy": "Ta funkcja jest zablokowana w tym proxy", "GeoLite2 City database download error: {}!
Please download manually and unpack to data dir:
{}": "Błąd ściągania bazy danych GeoLite2 City: {}!
Proszę ściągnąć ją recznie i wypakować do katalogu danych:
{}", "Downloading GeoLite2 City database (one time only, ~20MB)...": "Ściąganie bazy danych GeoLite2 City (tylko jednorazowo, ok. 20MB)...", "GeoLite2 City database downloaded!": "Baza danych GeoLite2 City ściagnięta!", "Are you sure?": "Jesteś pewien?", "Site storage limit modified!": "Limit pamięci strony zmodyfikowany!", "Database schema reloaded!": "Schemat bazy danych załadowany ponownie!", "Database rebuilding....": "Przebudowywanie bazy danych...", "Database rebuilt!": "Baza danych przebudowana!", "Site updated!": "Strona zaktualizowana!", "Delete this site": "Usuń tę stronę", "File write error: ": "Błąd zapisu pliku: ", "Site settings saved!": "Ustawienia strony zapisane!", "Enter your private key:": "Wpisz swój prywatny klucz:", " Signed!": " Podpisane!", "WebGL not supported": "WebGL nie jest obsługiwany" } ================================================ FILE: plugins/Sidebar/languages/pt-br.json ================================================ { "Copy to clipboard": "Copiar para área de transferência (clipboard)", "Peers": "Peers", "Connected": "Ligados", "Connectable": "Disponíveis", "Onion": "Onion", "Local": "Locais", "Connectable peers": "Peers disponíveis", "Data transfer": "Transferência de dados", "Received": "Recebidos", "Received bytes": "Bytes recebidos", "Sent": "Enviados", "Sent bytes": "Bytes enviados", "Files": "Arquivos", "Save as .zip": "Salvar como .zip", "Total": "Total", "Image": "Imagem", "Other": "Outros", "User data": "Dados do usuário", "Size limit": "Limite de tamanho", "limit used": "limite utilizado", "free space": "espaço livre", "Set": "Definir", "Optional files": "Arquivos opcionais", "Downloaded": "Baixados", "Download and help distribute all files": "Baixar e ajudar a distribuir todos os arquivos", "Total size": "Tamanho total", "Downloaded files": "Arquivos baixados", "Database": "Banco de dados", "search feeds": "pesquisar feeds", "{feeds} query": "consulta de {feeds}", "Reload": "Recarregar", "Rebuild": "Reconstruir", "No database found": "Base de dados não encontrada", "Identity address": "Endereço de identidade", "Change": "Alterar", "Site control": "Controle do site", "Update": "Atualizar", "Pause": "Suspender", "Resume": "Continuar", "Delete": "Remover", "Are you sure?": "Tem certeza?", "Site address": "Endereço do site", "Donate": "Doar", "Needs to be updated": "Necessitam ser atualizados", "{} try": "{} tentativa", "{} tries": "{} tentativas", "+ {num_bad_files} more": "+ {num_bad_files} adicionais", "This is my site": "Este é o meu site", "Site title": "Título do site", "Site description": "Descrição do site", "Save site settings": "Salvar definições do site", "Open site directory": "Abrir diretório do site", "Content publishing": "Publicação do conteúdo", "Choose": "Escolher", "Sign": "Assinar", "Publish": "Publicar", "Sign and publish": "Assinar e publicar", "add saved private key": "adicionar privatekey (chave privada) para salvar", "Private key saved for site signing": "Privatekey foi salva para assinar o site", "Private key saved.": "Privatekey salva.", "forgot": "esquecer", "Saved private key removed": "Privatekey salva foi removida", "This function is disabled on this proxy": "Esta função encontra-se desativada neste proxy", "GeoLite2 City database download error: {}!
Please download manually and unpack to data dir:
{}": "Erro ao baixar a base de dados GeoLite2 City: {}!
Por favor baixe manualmente e descompacte os dados para a seguinte pasta:
{}", "Downloading GeoLite2 City database (one time only, ~20MB)...": "Baixando a base de dados GeoLite2 City (uma única vez, ~20MB)...", "GeoLite2 City database downloaded!": "A base de dados GeoLite2 City foi baixada!", "Are you sure?": "Tem certeza?", "Site storage limit modified!": "O limite de armazenamento do site foi modificado!", "Database schema reloaded!": "O esquema da base de dados foi atualizado!", "Database rebuilding....": "Reconstruindo base de dados...", "Database rebuilt!": "Base de dados reconstruída!", "Site updated!": "Site atualizado!", "Delete this site": "Remover este site", "Blacklist": "Blacklist", "Blacklist this site": "Blacklistar este site", "Reason": "Motivo", "Delete and Blacklist": "Deletar e blacklistar", "File write error: ": "Erro de escrita de arquivo: ", "Site settings saved!": "Definições do site salvas!", "Enter your private key:": "Digite sua chave privada:", " Signed!": " Assinado!", "WebGL not supported": "WebGL não é suportado", "Save as .zip": "Salvar como .zip" } ================================================ FILE: plugins/Sidebar/languages/ru.json ================================================ { "Peers": "Пиры", "Connected": "Подключенные", "Connectable": "Доступные", "Connectable peers": "Пиры доступны для подключения", "Data transfer": "Передача данных", "Received": "Получено", "Received bytes": "Получено байн", "Sent": "Отправлено", "Sent bytes": "Отправлено байт", "Files": "Файлы", "Total": "Всего", "Image": "Изображений", "Other": "Другое", "User data": "Ваш контент", "Size limit": "Ограничение по размеру", "limit used": "Использовано", "free space": "Доступно", "Set": "Установить", "Optional files": "Опциональные файлы", "Downloaded": "Загружено", "Download and help distribute all files": "Загрузить опциональные файлы для помощи сайту", "Total size": "Объём", "Downloaded files": "Загруженные файлы", "Database": "База данных", "search feeds": "поиск подписок", "{feeds} query": "{feeds} запрос", "Reload": "Перезагрузить", "Rebuild": "Перестроить", "No database found": "База данных не найдена", "Identity address": "Уникальный адрес", "Change": "Изменить", "Site control": "Управление сайтом", "Update": "Обновить", "Pause": "Пауза", "Resume": "Продолжить", "Delete": "Удалить", "Are you sure?": "Вы уверены?", "Site address": "Адрес сайта", "Donate": "Пожертвовать", "Missing files": "Отсутствующие файлы", "{} try": "{} попробовать", "{} tries": "{} попыток", "+ {num_bad_files} more": "+ {num_bad_files} ещё", "This is my site": "Это мой сайт", "Site title": "Название сайта", "Site description": "Описание сайта", "Save site settings": "Сохранить настройки сайта", "Content publishing": "Публикация контента", "Choose": "Выбрать", "Sign": "Подписать", "Publish": "Опубликовать", "This function is disabled on this proxy": "Эта функция отключена на этом прокси", "GeoLite2 City database download error: {}!
Please download manually and unpack to data dir:
{}": "Ошибка загрузки базы городов GeoLite2: {}!
Пожалуйста, загрузите её вручную и распакуйте в папку:
{}", "Downloading GeoLite2 City database (one time only, ~20MB)...": "Загрузка базы городов GeoLite2 (это делается только 1 раз, ~20MB)...", "GeoLite2 City database downloaded!": "База GeoLite2 успешно загружена!", "Are you sure?": "Вы уверены?", "Site storage limit modified!": "Лимит хранилища для сайта изменен!", "Database schema reloaded!": "Схема базы данных перезагружена!", "Database rebuilding....": "Перестройка базы данных...", "Database rebuilt!": "База данных перестроена!", "Site updated!": "Сайт обновлён!", "Delete this site": "Удалить этот сайт", "File write error: ": "Ошибка записи файла:", "Site settings saved!": "Настройки сайта сохранены!", "Enter your private key:": "Введите свой приватный ключ:", " Signed!": " Подписано!", "WebGL not supported": "WebGL не поддерживается" } ================================================ FILE: plugins/Sidebar/languages/tr.json ================================================ { "Peers": "Eşler", "Connected": "Bağlı", "Connectable": "Erişilebilir", "Connectable peers": "Bağlanılabilir eşler", "Data transfer": "Veri aktarımı", "Received": "Alınan", "Received bytes": "Bayt alındı", "Sent": "Gönderilen", "Sent bytes": "Bayt gönderildi", "Files": "Dosyalar", "Total": "Toplam", "Image": "Resim", "Other": "Diğer", "User data": "Kullanıcı verisi", "Size limit": "Boyut sınırı", "limit used": "kullanılan", "free space": "boş", "Set": "Ayarla", "Optional files": "İsteğe bağlı dosyalar", "Downloaded": "İndirilen", "Download and help distribute all files": "Tüm dosyaları indir ve yayılmalarına yardım et", "Total size": "Toplam boyut", "Downloaded files": "İndirilen dosyalar", "Database": "Veritabanı", "search feeds": "kaynak ara", "{feeds} query": "{feeds} sorgu", "Reload": "Yenile", "Rebuild": "Yapılandır", "No database found": "Veritabanı yok", "Identity address": "Kimlik adresi", "Change": "Değiştir", "Site control": "Site kontrolü", "Update": "Güncelle", "Pause": "Duraklat", "Resume": "Sürdür", "Delete": "Sil", "Are you sure?": "Emin misin?", "Site address": "Site adresi", "Donate": "Bağış yap", "Missing files": "Eksik dosyalar", "{} try": "{} deneme", "{} tries": "{} deneme", "+ {num_bad_files} more": "+ {num_bad_files} tane daha", "This is my site": "Bu benim sitem", "Site title": "Site başlığı", "Site description": "Site açıklaması", "Save site settings": "Site ayarlarını kaydet", "Content publishing": "İçerik yayımlanıyor", "Choose": "Seç", "Sign": "İmzala", "Publish": "Yayımla", "This function is disabled on this proxy": "Bu özellik bu vekilde kullanılamaz", "GeoLite2 City database download error: {}!
Please download manually and unpack to data dir:
{}": "GeoLite2 Şehir veritabanı indirme hatası: {}!
Lütfen kendiniz indirip aşağıdaki konuma açınınız:
{}", "Downloading GeoLite2 City database (one time only, ~20MB)...": "GeoLite2 Şehir veritabanı indiriliyor (sadece bir kere, ~20MB)...", "GeoLite2 City database downloaded!": "GeoLite2 Şehir veritabanı indirildi!", "Are you sure?": "Emin misiniz?", "Site storage limit modified!": "Site saklama sınırı değiştirildi!", "Database schema reloaded!": "Veritabanı şeması yeniden yüklendi!", "Database rebuilding....": "Veritabanı yeniden inşa ediliyor...", "Database rebuilt!": "Veritabanı yeniden inşa edildi!", "Site updated!": "Site güncellendi!", "Delete this site": "Bu siteyi sil", "File write error: ": "Dosya yazma hatası: ", "Site settings saved!": "Site ayarları kaydedildi!", "Enter your private key:": "Özel anahtarınızı giriniz:", " Signed!": " İmzala!", "WebGL not supported": "WebGL desteklenmiyor" } ================================================ FILE: plugins/Sidebar/languages/zh-tw.json ================================================ { "Peers": "節點數", "Connected": "已連線", "Connectable": "可連線", "Connectable peers": "可連線節點", "Data transfer": "數據傳輸", "Received": "已接收", "Received bytes": "已接收位元組", "Sent": "已傳送", "Sent bytes": "已傳送位元組", "Files": "檔案", "Total": "共計", "Image": "圖片", "Other": "其他", "User data": "使用者數據", "Size limit": "大小限制", "limit used": "已使用", "free space": "可用空間", "Set": "偏好設定", "Optional files": "可選檔案", "Downloaded": "已下載", "Download and help distribute all files": "下載並幫助分發所有檔案", "Total size": "總大小", "Downloaded files": "下載的檔案", "Database": "資料庫", "search feeds": "搜尋供稿", "{feeds} query": "{feeds} 查詢 ", "Reload": "重新整理", "Rebuild": "重建", "No database found": "未找到資料庫", "Identity address": "身分位址", "Change": "變更", "Site control": "網站控制", "Update": "更新", "Pause": "暫停", "Resume": "恢復", "Delete": "刪除", "Are you sure?": "你確定？", "Site address": "網站位址", "Donate": "捐贈", "Missing files": "缺少的檔案", "{} try": "{} 嘗試", "{} tries": "{} 已嘗試", "+ {num_bad_files} more": "+ {num_bad_files} 更多", "This is my site": "這是我的網站", "Site title": "網站標題", "Site description": "網站描述", "Save site settings": "存儲網站設定", "Open site directory": "打開所在資料夾", "Content publishing": "內容發布", "Choose": "選擇", "Sign": "簽署", "Publish": "發布", "Sign and publish": "簽名並發布", "This function is disabled on this proxy": "此代理上禁用此功能", "GeoLite2 City database download error: {}!
Please download manually and unpack to data dir:
{}": "GeoLite2 地理位置資料庫下載錯誤：{}!
請手動下載並解壓到數據目錄：
{}", "Downloading GeoLite2 City database (one time only, ~20MB)...": "正在下載 GeoLite2 地理位置資料庫 （僅一次，約 20MB ）...", "GeoLite2 City database downloaded!": "GeoLite2 地理位置資料庫已下載！", "Are you sure?": "你確定？", "Site storage limit modified!": "網站存儲限制已變更！", "Database schema reloaded!": "資料庫架構重新加載！", "Database rebuilding....": "資料庫重建中...", "Database rebuilt!": "資料庫已重建！", "Site updated!": "網站已更新！", "Delete this site": "刪除此網站", "File write error: ": "檔案寫入錯誤：", "Site settings saved!": "網站設置已保存！", "Enter your private key:": "輸入您的私鑰：", " Signed!": " 已簽署！", "WebGL not supported": "不支援 WebGL" } ================================================ FILE: plugins/Sidebar/languages/zh.json ================================================ { "Copy to clipboard": "复制到剪切板", "Peers": "节点数", "Connected": "已连接", "Connectable": "可连接", "Onion": "洋葱点", "Local": "局域网", "Connectable peers": "可连接节点", "Data transfer": "数据传输", "Received": "已接收", "Received bytes": "已接收字节", "Sent": "已发送", "Sent bytes": "已发送字节", "Files": "文件", "Save as .zip": "打包成zip文件", "Total": "总计", "Image": "图像", "Other": "其他", "User data": "用户数据", "Size limit": "大小限制", "limit used": "限额", "free space": "剩余空间", "Set": "设置", "Optional files": "可选文件", "Downloaded": "已下载", "Help distribute added optional files": "帮助分发新的可选文件", "Auto download big file size limit": "自动下载大文件大小限制", "Download previous files": "下载之前的文件", "Optional files download started": "可选文件下载启动", "Optional files downloaded": "可选文件下载完成", "Total size": "总大小", "Downloaded files": "已下载文件", "Database": "数据库", "search feeds": "搜索数据源", "{feeds} query": "{feeds} 请求", "Reload": "重载", "Rebuild": "重建", "No database found": "没有找到数据库", "Identity address": "身份地址", "Change": "更改", "Site control": "站点控制", "Update": "更新", "Pause": "暂停", "Resume": "恢复", "Delete": "删除", "Are you sure?": "您确定吗？", "Site address": "站点地址", "Donate": "捐赠", "Needs to be updated": "需要更新", "{} try": "{} 尝试", "{} tries": "{} 已尝试", "+ {num_bad_files} more": "+ {num_bad_files} 更多", "This is my site": "这是我的站点", "Site title": "站点标题", "Site description": "站点描述", "Save site settings": "保存站点设置", "Open site directory": "打开所在文件夹", "Content publishing": "内容发布", "Add saved private key": "添加并保存私钥", "Save": "保存", "Private key saved.": "私钥已保存", "Private key saved for site signing": "已保存用于站点签名的私钥", "Forgot": "删除私钥", "Saved private key removed": "保存的私钥已删除", "Choose": "选择", "Sign": "签名", "Publish": "发布", "Sign and publish": "签名并发布", "This function is disabled on this proxy": "此功能在代理上被禁用", "GeoLite2 City database download error: {}!
Please download manually and unpack to data dir:
{}": "GeoLite2 地理位置数据库下载错误：{}!
请手动下载并解压在数据目录：
{}", "Downloading GeoLite2 City database (one time only, ~20MB)...": "正在下载 GeoLite2 地理位置数据库 （仅需一次，约 20MB ）...", "GeoLite2 City database downloaded!": "GeoLite2 地理位置数据库已下载！", "Are you sure?": "您确定吗？", "Site storage limit modified!": "站点存储限制已更改！", "Database schema reloaded!": "数据库模式已重新加载！", "Database rebuilding....": "数据库重建中...", "Database rebuilt!": "数据库已重建！", "Site updated!": "站点已更新！", "Delete this site": "删除此站点", "Blacklist": "黑名单", "Blacklist this site": "拉黑此站点", "Reason": "原因", "Delete and Blacklist": "删除并拉黑", "File write error: ": "文件写入错误：", "Site settings saved!": "站点设置已保存！", "Enter your private key:": "输入您的私钥：", " Signed!": " 已签名！", "WebGL not supported": "不支持 WebGL" } ================================================ FILE: plugins/Sidebar/media/Class.coffee ================================================ class Class trace: true log: (args...) -> return unless @trace return if typeof console is 'undefined' args.unshift("[#{@.constructor.name}]") console.log(args...) @ logStart: (name, args...) -> return unless @trace @logtimers or= {} @logtimers[name] = +(new Date) @log "#{name}", args..., "(started)" if args.length > 0 @ logEnd: (name, args...) -> ms = +(new Date)-@logtimers[name] @log "#{name}", args..., "(Done in #{ms}ms)" @ window.Class = Class ================================================ FILE: plugins/Sidebar/media/Console.coffee ================================================ class Console extends Class constructor: (@sidebar) -> @tag = null @opened = false @filter = null @tab_types = [ {title: "All", filter: ""}, {title: "Info", filter: "INFO"}, {title: "Warning", filter: "WARNING"}, {title: "Error", filter: "ERROR"} ] @read_size = 32 * 1024 @tab_active = "" #@filter = @sidebar.wrapper.site_info.address_short handleMessageWebsocket_original = @sidebar.wrapper.handleMessageWebsocket @sidebar.wrapper.handleMessageWebsocket = (message) => if message.cmd == "logLineAdd" and message.params.stream_id == @stream_id @addLines(message.params.lines) else handleMessageWebsocket_original(message) $(window).on "hashchange", => if window.top.location.hash.startsWith("#ZeroNet:Console") @open() if window.top.location.hash.startsWith("#ZeroNet:Console") setTimeout (=> @open()), 10 createHtmltag: -> if not @container @container = $("""
Loading...
") + "
") @logEnd "adding" if @text.is_bottom and animate @text.stop().animate({scrollTop: @text_elem.scrollHeight - @text_elem.clientHeight + 1}, 600, 'easeInOutCubic') loadConsoleText: => @sidebar.wrapper.ws.cmd "consoleLogRead", {filter: @filter, read_size: @read_size}, (res) => @text.html("") pos_diff = res["pos_end"] - res["pos_start"] size_read = Math.round(pos_diff/1024) size_total = Math.round(res['pos_end']/1024) @text.append("
") @text.append("Displaying #{res.lines.length} of #{res.num_found} lines found in the last #{size_read}kB of the log file. (#{size_total}kB total)
") @addLines res.lines, false @text_elem.scrollTop = @text_elem.scrollHeight if @stream_id @sidebar.wrapper.ws.cmd "consoleLogStreamRemove", {stream_id: @stream_id} @sidebar.wrapper.ws.cmd "consoleLogStream", {filter: @filter}, (res) => @stream_id = res.stream_id close: => window.top.location.hash = "" @sidebar.move_lock = "y" @sidebar.startDrag() @sidebar.stopDrag() open: => @sidebar.startDrag() @sidebar.moved("y") @sidebar.fixbutton_targety = @sidebar.page_height - @sidebar.fixbutton_inity - 50 @sidebar.stopDrag() onOpened: => @sidebar.onClosed() @log "onOpened" onClosed: => $(document.body).removeClass("body-console") if @stream_id @sidebar.wrapper.ws.cmd "consoleLogStreamRemove", {stream_id: @stream_id} cleanup: => if @container @container.remove() @container = null stopDragY: => # Animate sidebar and iframe if @sidebar.fixbutton_targety == @sidebar.fixbutton_inity # Closed targety = 0 @opened = false else # Opened targety = @sidebar.fixbutton_targety - @sidebar.fixbutton_inity @onOpened() @opened = true # Revent sidebar transitions if @tag @tag.css("transition", "0.5s ease-out") @tag.css("transform", "translateY(#{targety}px)").one transitionEnd, => @tag.css("transition", "") if not @opened @cleanup() # Revert body transformations @log "stopDragY", "opened:", @opened, targety if not @opened @onClosed() changeFilter: (filter) => @filter = filter if @filter == "" @read_size = 32 * 1024 else @read_size = 5 * 1024 * 1024 @loadConsoleText() handleTabClick: (e) => elem = $(e.currentTarget) @tab_active = elem.data("filter") $("a", @tabs).removeClass("active") elem.addClass("active") @changeFilter(@tab_active) window.top.location.hash = "#ZeroNet:Console:" + elem.data("title") return false window.Console = Console ================================================ FILE: plugins/Sidebar/media/Console.css ================================================ .console-container { width: 100%; z-index: 998; position: absolute; top: -100vh; padding-bottom: 100%; } .console-container .console { background-color: #212121; height: 100vh; transform: translateY(0px); padding-top: 80px; box-sizing: border-box; } .console-top { color: white; font-family: Consolas, monospace; font-size: 11px; line-height: 20px; height: 100%; box-sizing: border-box; letter-spacing: 0.5px;} .console-text { overflow-y: scroll; height: calc(100% - 10px); color: #DDD; padding: 5px; margin-top: -36px; overflow-wrap: break-word; } .console-tabs { background-color: #41193fad; position: relative; margin-right: 17px; /*backdrop-filter: blur(2px);*/ box-shadow: -30px 0px 45px #7d2463; background: linear-gradient(-75deg, #591a48ed, #70305e66); border-bottom: 1px solid #792e6473; } .console-tabs a { margin-right: 5px; padding: 5px 15px; text-decoration: none; color: #AAA; font-size: 11px; font-family: "Consolas"; text-transform: uppercase; border: 1px solid #666; border-bottom: 0px; display: inline-block; margin: 5px; margin-bottom: 0px; background-color: rgba(0,0,0,0.5); } .console-tabs a:hover { color: #FFF } .console-tabs a.active { background-color: #46223c; color: #FFF } .console-middle {height: 0px; top: 50%; position: absolute; width: 100%; left: 50%; display: none; } .console .mynode { border: 0.5px solid #aaa; width: 50px; height: 50px; transform: rotateZ(45deg); margin-top: -25px; margin-left: -25px; opacity: 1; display: inline-block; background-color: #EEE; z-index: 9; position: absolute; outline: 5px solid #EEE; } .console .peers { width: 0px; height: 0px; position: absolute; left: -20px; top: -20px; text-align: center; } .console .peer { left: 0px; top: 0px; position: absolute; } .console .peer .icon { width: 20px; height: 20px; padding: 10px; display: inline-block; text-decoration: none; left: 200px; position: absolute; color: #666; } .console .peer .icon:before { content: "\25BC"; position: absolute; margin-top: 3px; margin-left: -1px; opacity: 0; transition: all 0.3s } .console .peer .icon:hover:before { opacity: 1; transition: none } .console .peer .line { width: 187px; border-top: 1px solid #CCC; position: absolute; top: 20px; left: 20px; transform: rotateZ(334deg); transform-origin: bottom left; } ================================================ FILE: plugins/Sidebar/media/Menu.coffee ================================================ class Menu constructor: (@button) -> @elem = $(".menu.template").clone().removeClass("template") @elem.appendTo("body") @items = [] show: -> if window.visible_menu and window.visible_menu.button[0] == @button[0] # Same menu visible then hide it window.visible_menu.hide() @hide() else button_pos = @button.offset() left = button_pos.left @elem.css({"top": button_pos.top+@button.outerHeight(), "left": left}) @button.addClass("menu-active") @elem.addClass("visible") if @elem.position().left + @elem.width() + 20 > window.innerWidth @elem.css("left", window.innerWidth - @elem.width() - 20) if window.visible_menu then window.visible_menu.hide() window.visible_menu = @ hide: -> @elem.removeClass("visible") @button.removeClass("menu-active") window.visible_menu = null addItem: (title, cb) -> item = $(".menu-item.template", @elem).clone().removeClass("template") item.html(title) item.on "click", => if not cb(item) @hide() return false item.appendTo(@elem) @items.push item return item log: (args...) -> console.log "[Menu]", args... window.Menu = Menu # Hide menu on outside click $("body").on "click", (e) -> if window.visible_menu and e.target != window.visible_menu.button[0] and $(e.target).parent()[0] != window.visible_menu.elem[0] window.visible_menu.hide() ================================================ FILE: plugins/Sidebar/media/Menu.css ================================================ .menu { background-color: white; padding: 10px 0px; position: absolute; top: 0px; left: 0px; max-height: 0px; overflow: hidden; transform: translate(0px, -30px); pointer-events: none; box-shadow: 0px 2px 8px rgba(0,0,0,0.3); border-radius: 2px; opacity: 0; transition: opacity 0.2s ease-out, transform 1s ease-out, max-height 0.2s ease-in-out; } .menu.visible { opacity: 1; max-height: 350px; transform: translate(0px, 0px); transition: opacity 0.1s ease-out, transform 0.3s ease-out, max-height 0.3s ease-in-out; pointer-events: all } .menu-item { display: block; text-decoration: none; color: black; padding: 6px 24px; transition: all 0.2s; border-bottom: none; font-weight: normal; padding-left: 30px; } .menu-item-separator { margin-top: 5px; border-top: 1px solid #eee } .menu-item:hover { background-color: #F6F6F6; transition: none; color: inherit; border: none } .menu-item:active, .menu-item:focus { background-color: #AF3BFF; color: white; transition: none } .menu-item.selected:before { content: "L"; display: inline-block; transform: rotateZ(45deg) scaleX(-1); font-weight: bold; position: absolute; margin-left: -17px; font-size: 12px; margin-top: 2px; } @media only screen and (max-width: 800px) { .menu, .menu.visible { position: absolute; left: unset !important; right: 20px; } } ================================================ FILE: plugins/Sidebar/media/Prototypes.coffee ================================================ String::startsWith = (s) -> @[...s.length] is s String::endsWith = (s) -> s is '' or @[-s.length..] is s String::capitalize = -> if @.length then @[0].toUpperCase() + @.slice(1) else "" String::repeat = (count) -> new Array( count + 1 ).join(@) window.isEmpty = (obj) -> for key of obj return false return true ================================================ FILE: plugins/Sidebar/media/RateLimit.coffee ================================================ limits = {} call_after_interval = {} window.RateLimit = (interval, fn) -> if not limits[fn] call_after_interval[fn] = false fn() # First call is not delayed limits[fn] = setTimeout (-> if call_after_interval[fn] fn() delete limits[fn] delete call_after_interval[fn] ), interval else # Called within iterval, delay the call call_after_interval[fn] = true ================================================ FILE: plugins/Sidebar/media/Scrollable.js ================================================ /* via http://jsfiddle.net/elGrecode/00dgurnn/ */ window.initScrollable = function () { var scrollContainer = document.querySelector('.scrollable'), scrollContentWrapper = document.querySelector('.scrollable .content-wrapper'), scrollContent = document.querySelector('.scrollable .content'), contentPosition = 0, scrollerBeingDragged = false, scroller, topPosition, scrollerHeight; function calculateScrollerHeight() { // *Calculation of how tall scroller should be var visibleRatio = scrollContainer.offsetHeight / scrollContentWrapper.scrollHeight; if (visibleRatio == 1) scroller.style.display = "none"; else scroller.style.display = "block"; return visibleRatio * scrollContainer.offsetHeight; } function moveScroller(evt) { // Move Scroll bar to top offset var scrollPercentage = evt.target.scrollTop / scrollContentWrapper.scrollHeight; topPosition = scrollPercentage * (scrollContainer.offsetHeight - 5); // 5px arbitrary offset so scroll bar doesn't move too far beyond content wrapper bounding box scroller.style.top = topPosition + 'px'; } function startDrag(evt) { normalizedPosition = evt.pageY; contentPosition = scrollContentWrapper.scrollTop; scrollerBeingDragged = true; window.addEventListener('mousemove', scrollBarScroll); return false; } function stopDrag(evt) { scrollerBeingDragged = false; window.removeEventListener('mousemove', scrollBarScroll); } function scrollBarScroll(evt) { if (scrollerBeingDragged === true) { evt.preventDefault(); var mouseDifferential = evt.pageY - normalizedPosition; var scrollEquivalent = mouseDifferential * (scrollContentWrapper.scrollHeight / scrollContainer.offsetHeight); scrollContentWrapper.scrollTop = contentPosition + scrollEquivalent; } } function updateHeight() { scrollerHeight = calculateScrollerHeight() - 10; scroller.style.height = scrollerHeight + 'px'; } function createScroller() { // *Creates scroller element and appends to '.scrollable' div // create scroller element scroller = document.createElement("div"); scroller.className = 'scroller'; // determine how big scroller should be based on content scrollerHeight = calculateScrollerHeight() - 10; if (scrollerHeight / scrollContainer.offsetHeight < 1) { // *If there is a need to have scroll bar based on content size scroller.style.height = scrollerHeight + 'px'; // append scroller to scrollContainer div scrollContainer.appendChild(scroller); // show scroll path divot scrollContainer.className += ' showScroll'; // attach related draggable listeners scroller.addEventListener('mousedown', startDrag); window.addEventListener('mouseup', stopDrag); } } createScroller(); // *** Listeners *** scrollContentWrapper.addEventListener('scroll', moveScroller); return updateHeight; }; ================================================ FILE: plugins/Sidebar/media/Scrollbable.css ================================================ .scrollable { overflow: hidden; } .scrollable.showScroll::after { position: absolute; content: ''; top: 5%; right: 7px; height: 90%; width: 3px; background: rgba(224, 224, 255, .3); } .scrollable .content-wrapper { width: 100%; height: 100%; padding-right: 50%; overflow-y: scroll; } .scroller { margin-top: 5px; z-index: 5; cursor: pointer; position: absolute; width: 7px; border-radius: 5px; background: #3A3A3A; top: 0px; left: 395px; -webkit-transition: top .08s; -moz-transition: top .08s; -ms-transition: top .08s; -o-transition: top .08s; transition: top .08s; } .scroller { -webkit-touch-callout: none; -webkit-user-select: none; -khtml-user-select: none; -moz-user-select: none; -ms-user-select: none; user-select: none; } ================================================ FILE: plugins/Sidebar/media/Sidebar.coffee ================================================ class Sidebar extends Class constructor: (@wrapper) -> @tag = null @container = null @opened = false @width = 410 @console = new Console(@) @fixbutton = $(".fixbutton") @fixbutton_addx = 0 @fixbutton_addy = 0 @fixbutton_initx = 0 @fixbutton_inity = 15 @fixbutton_targetx = 0 @move_lock = null @page_width = $(window).width() @page_height = $(window).height() @frame = $("#inner-iframe") @initFixbutton() @dragStarted = 0 @globe = null @preload_html = null @original_set_site_info = @wrapper.setSiteInfo # We going to override this, save the original # Start in opened state for debugging if window.top.location.hash == "#ZeroNet:OpenSidebar" @startDrag() @moved("x") @fixbutton_targetx = @fixbutton_initx - @width @stopDrag() initFixbutton: -> # Detect dragging @fixbutton.on "mousedown touchstart", (e) => if e.button > 0 # Right or middle click return e.preventDefault() # Disable previous listeners @fixbutton.off "click touchend touchcancel" # Make sure its not a click @dragStarted = (+ new Date) # Fullscreen drag bg to capture mouse events over iframe $(".drag-bg").remove() $("").appendTo(document.body) $("body").one "mousemove touchmove", (e) => mousex = e.pageX mousey = e.pageY if not mousex mousex = e.originalEvent.touches[0].pageX mousey = e.originalEvent.touches[0].pageY @fixbutton_addx = @fixbutton.offset().left - mousex @fixbutton_addy = @fixbutton.offset().top - mousey @startDrag() @fixbutton.parent().on "click touchend touchcancel", (e) => if (+ new Date) - @dragStarted < 100 window.top.location = @fixbutton.find(".fixbutton-bg").attr("href") @stopDrag() @resized() $(window).on "resize", @resized resized: => @page_width = $(window).width() @page_height = $(window).height() @fixbutton_initx = @page_width - 75 # Initial x position if @opened @fixbutton.css left: @fixbutton_initx - @width else @fixbutton.css left: @fixbutton_initx # Start dragging the fixbutton startDrag: -> #@move_lock = "x" # Temporary until internals not finished @log "startDrag", @fixbutton_initx, @fixbutton_inity @fixbutton_targetx = @fixbutton_initx # Fallback x position @fixbutton_targety = @fixbutton_inity # Fallback y position @fixbutton.addClass("dragging") # IE position wrap fix if navigator.userAgent.indexOf('MSIE') != -1 or navigator.appVersion.indexOf('Trident/') > 0 @fixbutton.css("pointer-events", "none") # Don't go to homepage @fixbutton.one "click", (e) => @stopDrag() @fixbutton.removeClass("dragging") moved_x = Math.abs(@fixbutton.offset().left - @fixbutton_initx) moved_y = Math.abs(@fixbutton.offset().top - @fixbutton_inity) if moved_x > 5 or moved_y > 10 # If moved more than some pixel the button then don't go to homepage e.preventDefault() # Animate drag @fixbutton.parents().on "mousemove touchmove", @animDrag @fixbutton.parents().on "mousemove touchmove" ,@waitMove # Stop dragging listener @fixbutton.parents().one "mouseup touchend touchcancel", (e) => e.preventDefault() @stopDrag() # Wait for moving the fixbutton waitMove: (e) => document.body.style.perspective = "1000px" document.body.style.height = "100%" document.body.style.willChange = "perspective" document.documentElement.style.height = "100%" #$(document.body).css("backface-visibility", "hidden").css("perspective", "1000px").css("height", "900px") # $("iframe").css("backface-visibility", "hidden") moved_x = Math.abs(parseInt(@fixbutton[0].style.left) - @fixbutton_targetx) moved_y = Math.abs(parseInt(@fixbutton[0].style.top) - @fixbutton_targety) if moved_x > 5 and (+ new Date) - @dragStarted + moved_x > 50 @moved("x") @fixbutton.stop().animate {"top": @fixbutton_inity}, 1000 @fixbutton.parents().off "mousemove touchmove" ,@waitMove else if moved_y > 5 and (+ new Date) - @dragStarted + moved_y > 50 @moved("y") @fixbutton.parents().off "mousemove touchmove" ,@waitMove moved: (direction) -> @log "Moved", direction @move_lock = direction if direction == "y" $(document.body).addClass("body-console") return @console.createHtmltag() @createHtmltag() $(document.body).addClass("body-sidebar") @container.on "mousedown touchend touchcancel", (e) => if e.target != e.currentTarget return true @log "closing" if $(document.body).hasClass("body-sidebar") @close() return true $(window).off "resize" $(window).on "resize", => $(document.body).css "height", $(window).height() @scrollable() @resized() # Override setsiteinfo to catch changes @wrapper.setSiteInfo = (site_info) => @setSiteInfo(site_info) @original_set_site_info.apply(@wrapper, arguments) # Preload world.jpg img = new Image(); img.src = "/uimedia/globe/world.jpg"; setSiteInfo: (site_info) -> RateLimit 1500, => @updateHtmlTag() RateLimit 30000, => @displayGlobe() # Create the sidebar html tag createHtmltag: -> @when_loaded = $.Deferred() if not @container @container = $(""" """) @container.appendTo(document.body) @tag = @container.find(".sidebar") @updateHtmlTag() @scrollable = window.initScrollable() updateHtmlTag: -> if @preload_html @setHtmlTag(@preload_html) @preload_html = null else @wrapper.ws.cmd "sidebarGetHtmlTag", {}, @setHtmlTag setHtmlTag: (res) => if @tag.find(".content").children().length == 0 # First update @log "Creating content" @container.addClass("loaded") morphdom(@tag.find(".content")[0], '
'+res+'
')
# @scrollable()
@when_loaded.resolve()
else # Not first update, patch the html to keep unchanged dom elements
morphdom @tag.find(".content")[0], ''+res+'
', {
onBeforeMorphEl: (from_el, to_el) -> # Ignore globe loaded state
if from_el.className == "globe" or from_el.className.indexOf("noupdate") >= 0
return false
else
return true
}
# Save and forget privatekey for site signing
@tag.find("#privatekey-add").off("click, touchend").on "click touchend", (e) =>
@wrapper.displayPrompt "Enter your private key:", "password", "Save", "", (privatekey) =>
@wrapper.ws.cmd "userSetSitePrivatekey", [privatekey], (res) =>
@wrapper.notifications.add "privatekey", "done", "Private key saved for site signing", 5000
return false
@tag.find("#privatekey-forget").off("click, touchend").on "click touchend", (e) =>
@wrapper.displayConfirm "Remove saved private key for this site?", "Forget", (res) =>
if not res
return false
@wrapper.ws.cmd "userSetSitePrivatekey", [""], (res) =>
@wrapper.notifications.add "privatekey", "done", "Saved private key removed", 5000
return false
# Use requested address for browse files urls
@tag.find("#browse-files").attr("href", document.location.pathname.replace(/(\/.*?(\/|$)).*$/, "/list$1"))
animDrag: (e) =>
mousex = e.pageX
mousey = e.pageY
if not mousex and e.originalEvent.touches
mousex = e.originalEvent.touches[0].pageX
mousey = e.originalEvent.touches[0].pageY
overdrag = @fixbutton_initx - @width - mousex
if overdrag > 0 # Overdragged
overdrag_percent = 1 + overdrag/300
mousex = (mousex + (@fixbutton_initx-@width)*overdrag_percent)/(1+overdrag_percent)
targetx = @fixbutton_initx - mousex - @fixbutton_addx
targety = @fixbutton_inity - mousey - @fixbutton_addy
if @move_lock == "x"
targety = @fixbutton_inity
else if @move_lock == "y"
targetx = @fixbutton_initx
if not @move_lock or @move_lock == "x"
@fixbutton[0].style.left = (mousex + @fixbutton_addx) + "px"
if @tag
@tag[0].style.transform = "translateX(#{0 - targetx}px)"
if not @move_lock or @move_lock == "y"
@fixbutton[0].style.top = (mousey + @fixbutton_addy) + "px"
if @console.tag
@console.tag[0].style.transform = "translateY(#{0 - targety}px)"
#if @move_lock == "x"
# @fixbutton[0].style.left = "#{@fixbutton_targetx} px"
#@fixbutton[0].style.top = "#{@fixbutton_inity}px"
#if @move_lock == "y"
# @fixbutton[0].style.top = "#{@fixbutton_targety} px"
# Check if opened
if (not @opened and targetx > @width/3) or (@opened and targetx > @width*0.9)
@fixbutton_targetx = @fixbutton_initx - @width # Make it opened
else
@fixbutton_targetx = @fixbutton_initx
if (not @console.opened and 0 - targety > @page_height/10) or (@console.opened and 0 - targety > @page_height*0.8)
@fixbutton_targety = @page_height - @fixbutton_inity - 50
else
@fixbutton_targety = @fixbutton_inity
# Stop dragging the fixbutton
stopDrag: ->
@fixbutton.parents().off "mousemove touchmove"
@fixbutton.off "mousemove touchmove"
@fixbutton.css("pointer-events", "")
$(".drag-bg").remove()
if not @fixbutton.hasClass("dragging")
return
@fixbutton.removeClass("dragging")
# Move back to initial position
if @fixbutton_targetx != @fixbutton.offset().left or @fixbutton_targety != @fixbutton.offset().top
# Animate fixbutton
if @move_lock == "y"
top = @fixbutton_targety
left = @fixbutton_initx
if @move_lock == "x"
top = @fixbutton_inity
left = @fixbutton_targetx
@fixbutton.stop().animate {"left": left, "top": top}, 500, "easeOutBack", =>
# Switch back to auto align
if @fixbutton_targetx == @fixbutton_initx # Closed
@fixbutton.css("left", "auto")
else # Opened
@fixbutton.css("left", left)
$(".fixbutton-bg").trigger "mouseout" # Switch fixbutton back to normal status
@stopDragX()
@console.stopDragY()
@move_lock = null
stopDragX: ->
# Animate sidebar and iframe
if @fixbutton_targetx == @fixbutton_initx or @move_lock == "y"
# Closed
targetx = 0
@opened = false
else
# Opened
targetx = @width
if @opened
@onOpened()
else
@when_loaded.done =>
@onOpened()
@opened = true
# Revent sidebar transitions
if @tag
@tag.css("transition", "0.4s ease-out")
@tag.css("transform", "translateX(-#{targetx}px)").one transitionEnd, =>
@tag.css("transition", "")
if not @opened
@container.remove()
@container = null
if @tag
@tag.remove()
@tag = null
# Revert body transformations
@log "stopdrag", "opened:", @opened
if not @opened
@onClosed()
sign: (inner_path, privatekey) ->
@wrapper.displayProgress("sign", "Signing: #{inner_path}...", 0)
@wrapper.ws.cmd "siteSign", {privatekey: privatekey, inner_path: inner_path, update_changed_files: true}, (res) =>
if res == "ok"
@wrapper.displayProgress("sign", "#{inner_path} signed!", 100)
else
@wrapper.displayProgress("sign", "Error signing #{inner_path}", -1)
publish: (inner_path, privatekey) ->
@wrapper.ws.cmd "sitePublish", {privatekey: privatekey, inner_path: inner_path, sign: true, update_changed_files: true}, (res) =>
if res == "ok"
@wrapper.notifications.add "sign", "done", "#{inner_path} Signed and published!", 5000
handleSiteDeleteClick: ->
if @wrapper.site_info.privatekey
question = "Are you sure?This site has a saved private key" options = ["Forget private key and delete site"] else question = "Are you sure?" options = ["Delete this site", "Blacklist"] @wrapper.displayConfirm question, options, (confirmed) => if confirmed == 1 @tag.find("#button-delete").addClass("loading") @wrapper.ws.cmd "siteDelete", @wrapper.site_info.address, -> document.location = $(".fixbutton-bg").attr("href") else if confirmed == 2 @wrapper.displayPrompt "Blacklist this site", "text", "Delete and Blacklist", "Reason", (reason) => @tag.find("#button-delete").addClass("loading") @wrapper.ws.cmd "siteblockAdd", [@wrapper.site_info.address, reason] @wrapper.ws.cmd "siteDelete", @wrapper.site_info.address, -> document.location = $(".fixbutton-bg").attr("href") onOpened: -> @log "Opened" @scrollable() # Re-calculate height when site admin opened or closed @tag.find("#checkbox-owned, #checkbox-autodownloadoptional").off("click touchend").on "click touchend", => setTimeout (=> @scrollable() ), 300 # Site limit button @tag.find("#button-sitelimit").off("click touchend").on "click touchend", => @wrapper.ws.cmd "siteSetLimit", $("#input-sitelimit").val(), (res) => if res == "ok" @wrapper.notifications.add "done-sitelimit", "done", "Site storage limit modified!", 5000 @updateHtmlTag() return false # Site autodownload limit button @tag.find("#button-autodownload_bigfile_size_limit").off("click touchend").on "click touchend", => @wrapper.ws.cmd "siteSetAutodownloadBigfileLimit", $("#input-autodownload_bigfile_size_limit").val(), (res) => if res == "ok" @wrapper.notifications.add "done-bigfilelimit", "done", "Site bigfile auto download limit modified!", 5000 @updateHtmlTag() return false # Site start download optional files @tag.find("#button-autodownload_previous").off("click touchend").on "click touchend", => @wrapper.ws.cmd "siteUpdate", {"address": @wrapper.site_info.address, "check_files": true}, => @wrapper.notifications.add "done-download_optional", "done", "Optional files downloaded", 5000 @wrapper.notifications.add "start-download_optional", "info", "Optional files download started", 5000 return false # Database reload @tag.find("#button-dbreload").off("click touchend").on "click touchend", => @wrapper.ws.cmd "dbReload", [], => @wrapper.notifications.add "done-dbreload", "done", "Database schema reloaded!", 5000 @updateHtmlTag() return false # Database rebuild @tag.find("#button-dbrebuild").off("click touchend").on "click touchend", => @wrapper.notifications.add "done-dbrebuild", "info", "Database rebuilding...." @wrapper.ws.cmd "dbRebuild", [], => @wrapper.notifications.add "done-dbrebuild", "done", "Database rebuilt!", 5000 @updateHtmlTag() return false # Update site @tag.find("#button-update").off("click touchend").on "click touchend", => @tag.find("#button-update").addClass("loading") @wrapper.ws.cmd "siteUpdate", @wrapper.site_info.address, => @wrapper.notifications.add "done-updated", "done", "Site updated!", 5000 @tag.find("#button-update").removeClass("loading") return false # Pause site @tag.find("#button-pause").off("click touchend").on "click touchend", => @tag.find("#button-pause").addClass("hidden") @wrapper.ws.cmd "sitePause", @wrapper.site_info.address return false # Resume site @tag.find("#button-resume").off("click touchend").on "click touchend", => @tag.find("#button-resume").addClass("hidden") @wrapper.ws.cmd "siteResume", @wrapper.site_info.address return false # Delete site @tag.find("#button-delete").off("click touchend").on "click touchend", => @handleSiteDeleteClick() return false # Owned checkbox @tag.find("#checkbox-owned").off("click touchend").on "click touchend", => owned = @tag.find("#checkbox-owned").is(":checked") @wrapper.ws.cmd "siteSetOwned", [owned], (res_set_owned) => @log "Owned", owned if owned @wrapper.ws.cmd "siteRecoverPrivatekey", [], (res_recover) => if res_recover == "ok" @wrapper.notifications.add("recover", "done", "Private key recovered from master seed", 5000) else @log "Unable to recover private key: #{res_recover.error}" # Owned auto download checkbox @tag.find("#checkbox-autodownloadoptional").off("click touchend").on "click touchend", => @wrapper.ws.cmd "siteSetAutodownloadoptional", [@tag.find("#checkbox-autodownloadoptional").is(":checked")] # Change identity button @tag.find("#button-identity").off("click touchend").on "click touchend", => @wrapper.ws.cmd "certSelect" return false # Save settings @tag.find("#button-settings").off("click touchend").on "click touchend", => @wrapper.ws.cmd "fileGet", "content.json", (res) => data = JSON.parse(res) data["title"] = $("#settings-title").val() data["description"] = $("#settings-description").val() json_raw = unescape(encodeURIComponent(JSON.stringify(data, undefined, '\t'))) @wrapper.ws.cmd "fileWrite", ["content.json", btoa(json_raw), true], (res) => if res != "ok" # fileWrite failed @wrapper.notifications.add "file-write", "error", "File write error: #{res}" else @wrapper.notifications.add "file-write", "done", "Site settings saved!", 5000 if @wrapper.site_info.privatekey @wrapper.ws.cmd "siteSign", {privatekey: "stored", inner_path: "content.json", update_changed_files: true} @updateHtmlTag() return false # Open site directory @tag.find("#link-directory").off("click touchend").on "click touchend", => @wrapper.ws.cmd "serverShowdirectory", ["site", @wrapper.site_info.address] return false # Copy site with peers @tag.find("#link-copypeers").off("click touchend").on "click touchend", (e) => copy_text = e.currentTarget.href handler = (e) => e.clipboardData.setData('text/plain', copy_text) e.preventDefault() @wrapper.notifications.add "copy", "done", "Site address with peers copied to your clipboard", 5000 document.removeEventListener('copy', handler, true) document.addEventListener('copy', handler, true) document.execCommand('copy') return false # Sign and publish content.json $(document).on "click touchend", => @tag?.find("#button-sign-publish-menu").removeClass("visible") @tag?.find(".contents + .flex").removeClass("sign-publish-flex") @tag.find(".contents-content").off("click touchend").on "click touchend", (e) => $("#input-contents").val(e.currentTarget.innerText); return false; menu = new Menu(@tag.find("#menu-sign-publish")) menu.elem.css("margin-top", "-130px") # Open upwards menu.addItem "Sign", => inner_path = @tag.find("#input-contents").val() @wrapper.ws.cmd "fileRules", {inner_path: inner_path}, (rules) => if @wrapper.site_info.auth_address in rules.signers # ZeroID or other ID provider @sign(inner_path) else if @wrapper.site_info.privatekey # Privatekey stored in users.json @sign(inner_path, "stored") else # Ask the user for privatekey @wrapper.displayPrompt "Enter your private key:", "password", "Sign", "", (privatekey) => # Prompt the private key @sign(inner_path, privatekey) @tag.find(".contents + .flex").removeClass "active" menu.hide() menu.addItem "Publish", => inner_path = @tag.find("#input-contents").val() @wrapper.ws.cmd "sitePublish", {"inner_path": inner_path, "sign": false} @tag.find(".contents + .flex").removeClass "active" menu.hide() @tag.find("#menu-sign-publish").off("click touchend").on "click touchend", => if window.visible_menu == menu @tag.find(".contents + .flex").removeClass "active" menu.hide() else @tag.find(".contents + .flex").addClass "active" @tag.find(".content-wrapper").prop "scrollTop", 10000 menu.show() return false $("body").on "click", => if @tag @tag.find(".contents + .flex").removeClass "active" @tag.find("#button-sign-publish").off("click touchend").on "click touchend", => inner_path = @tag.find("#input-contents").val() @wrapper.ws.cmd "fileRules", {inner_path: inner_path}, (rules) => if @wrapper.site_info.auth_address in rules.signers # ZeroID or other ID provider @publish(inner_path, null) else if @wrapper.site_info.privatekey # Privatekey stored in users.json @publish(inner_path, "stored") else # Ask the user for privatekey @wrapper.displayPrompt "Enter your private key:", "password", "Sign", "", (privatekey) => # Prompt the private key @publish(inner_path, privatekey) return false # Close @tag.find(".close").off("click touchend").on "click touchend", (e) => @close() return false @loadGlobe() close: -> @move_lock = "x" @startDrag() @stopDrag() onClosed: -> $(window).off "resize" $(window).on "resize", @resized $(document.body).css("transition", "0.6s ease-in-out").removeClass("body-sidebar").on transitionEnd, (e) => if e.target == document.body and not $(document.body).hasClass("body-sidebar") and not $(document.body).hasClass("body-console") $(document.body).css("height", "auto").css("perspective", "").css("will-change", "").css("transition", "").off transitionEnd @unloadGlobe() # We dont need site info anymore @wrapper.setSiteInfo = @original_set_site_info loadGlobe: => if @tag.find(".globe").hasClass("loading") setTimeout (=> if typeof(DAT) == "undefined" # Globe script not loaded, do it first script_tag = $("