import re import time import html import os import gevent from Plugin import PluginManager from Config import config from util import helper from util.Flag import flag from Translate import Translate plugin_dir = os.path.dirname(__file__) if "_" not in locals(): _ = Translate(plugin_dir + "/languages/") bigfile_sha512_cache = {} @PluginManager.registerTo("UiWebsocket") class UiWebsocketPlugin(object): def __init__(self, *args, **kwargs): self.time_peer_numbers_updated = 0 super(UiWebsocketPlugin, self).__init__(*args, **kwargs) def actionSiteSign(self, to, privatekey=None, inner_path="content.json", *args, **kwargs): # Add file to content.db and set it as pinned content_db = self.site.content_manager.contents.db content_inner_dir = helper.getDirname(inner_path) content_db.my_optional_files[self.site.address + "/" + content_inner_dir] = time.time() if len(content_db.my_optional_files) > 50: # Keep only last 50 oldest_key = min( iter(content_db.my_optional_files.keys()), key=(lambda key: content_db.my_optional_files[key]) ) del content_db.my_optional_files[oldest_key] return super(UiWebsocketPlugin, self).actionSiteSign(to, privatekey, inner_path, *args, **kwargs) def updatePeerNumbers(self): self.site.updateHashfield() content_db = self.site.content_manager.contents.db content_db.updatePeerNumbers() self.site.updateWebsocket(peernumber_updated=True) def addBigfileInfo(self, row): global bigfile_sha512_cache content_db = self.site.content_manager.contents.db site = content_db.sites[row["address"]] if not site.settings.get("has_bigfile"): return False file_key = row["address"] + "/" + row["inner_path"] sha512 = bigfile_sha512_cache.get(file_key) file_info = None if not sha512: file_info = site.content_manager.getFileInfo(row["inner_path"]) if not file_info or not file_info.get("piece_size"): return False sha512 = file_info["sha512"] bigfile_sha512_cache[file_key] = sha512 if sha512 in site.storage.piecefields: piecefield = site.storage.piecefields[sha512].tobytes() else: piecefield = None if piecefield: row["pieces"] = len(piecefield) row["pieces_downloaded"] = piecefield.count(b"\x01") row["downloaded_percent"] = 100 * row["pieces_downloaded"] / row["pieces"] if row["pieces_downloaded"]: if row["pieces"] == row["pieces_downloaded"]: row["bytes_downloaded"] = row["size"] else: if not file_info: file_info = site.content_manager.getFileInfo(row["inner_path"]) row["bytes_downloaded"] = row["pieces_downloaded"] * file_info.get("piece_size", 0) else: row["bytes_downloaded"] = 0 row["is_downloading"] = bool(next((inner_path for inner_path in site.bad_files if inner_path.startswith(row["inner_path"])), False)) # Add leech / seed stats row["peer_seed"] = 0 row["peer_leech"] = 0 for peer in site.peers.values(): if not peer.time_piecefields_updated or sha512 not in peer.piecefields: continue peer_piecefield = peer.piecefields[sha512].tobytes() if not peer_piecefield: continue if peer_piecefield == b"\x01" * len(peer_piecefield): row["peer_seed"] += 1 else: row["peer_leech"] += 1 # Add myself if piecefield: if row["pieces_downloaded"] == row["pieces"]: row["peer_seed"] += 1 else: row["peer_leech"] += 1 return True # Optional file functions def actionOptionalFileList(self, to, address=None, orderby="time_downloaded DESC", limit=10, filter="downloaded", filter_inner_path=None): if not address: address = self.site.address # Update peer numbers if necessary content_db = self.site.content_manager.contents.db if time.time() - content_db.time_peer_numbers_updated > 60 * 1 and time.time() - self.time_peer_numbers_updated > 60 * 5: # Start in new thread to avoid blocking self.time_peer_numbers_updated = time.time() gevent.spawn(self.updatePeerNumbers) if address == "all" and "ADMIN" not in self.permissions: return self.response(to, {"error": "Forbidden"}) if not self.hasSitePermission(address): return self.response(to, {"error": "Forbidden"}) if not all([re.match("^[a-z_*/+-]+( DESC| ASC|)$", part.strip()) for part in orderby.split(",")]): return self.response(to, "Invalid order_by") if type(limit) != int: return self.response(to, "Invalid limit") back = [] content_db = self.site.content_manager.contents.db wheres = {} wheres_raw = [] if "bigfile" in filter: wheres["size >"] = 1024 * 1024 * 1 if "downloaded" in filter: wheres_raw.append("(is_downloaded = 1 OR is_pinned = 1)") if "pinned" in filter: wheres["is_pinned"] = 1 if filter_inner_path: wheres["inner_path__like"] = filter_inner_path if address == "all": join = "LEFT JOIN site USING (site_id)" else: wheres["site_id"] = content_db.site_ids[address] join = "" if wheres_raw: query_wheres_raw = "AND" + " AND ".join(wheres_raw) else: query_wheres_raw = "" query = "SELECT * FROM file_optional %s WHERE ? %s ORDER BY %s LIMIT %s" % (join, query_wheres_raw, orderby, limit) for row in content_db.execute(query, wheres): row = dict(row) if address != "all": row["address"] = address if row["size"] > 1024 * 1024: has_bigfile_info = self.addBigfileInfo(row) else: has_bigfile_info = False if not has_bigfile_info and "bigfile" in filter: continue if not has_bigfile_info: if row["is_downloaded"]: row["bytes_downloaded"] = row["size"] row["downloaded_percent"] = 100 else: row["bytes_downloaded"] = 0 row["downloaded_percent"] = 0 back.append(row) self.response(to, back) def actionOptionalFileInfo(self, to, inner_path): content_db = self.site.content_manager.contents.db site_id = content_db.site_ids[self.site.address] # Update peer numbers if necessary if time.time() - content_db.time_peer_numbers_updated > 60 * 1 and time.time() - self.time_peer_numbers_updated > 60 * 5: # Start in new thread to avoid blocking self.time_peer_numbers_updated = time.time() gevent.spawn(self.updatePeerNumbers) query = "SELECT * FROM file_optional WHERE site_id = :site_id AND inner_path = :inner_path LIMIT 1" res = content_db.execute(query, {"site_id": site_id, "inner_path": inner_path}) row = next(res, None) if row: row = dict(row) if row["size"] > 1024 * 1024: row["address"] = self.site.address self.addBigfileInfo(row) self.response(to, row) else: self.response(to, None) def setPin(self, inner_path, is_pinned, address=None): if not address: address = self.site.address if not self.hasSitePermission(address): return {"error": "Forbidden"} site = self.server.sites[address] site.content_manager.setPin(inner_path, is_pinned) return "ok" @flag.no_multiuser def actionOptionalFilePin(self, to, inner_path, address=None): if type(inner_path) is not list: inner_path = [inner_path] back = self.setPin(inner_path, 1, address) num_file = len(inner_path) if back == "ok": if num_file == 1: self.cmd("notification", ["done", _["Pinned %s"] % html.escape(helper.getFilename(inner_path[0])), 5000]) else: self.cmd("notification", ["done", _["Pinned %s files"] % num_file, 5000]) self.response(to, back) @flag.no_multiuser def actionOptionalFileUnpin(self, to, inner_path, address=None): if type(inner_path) is not list: inner_path = [inner_path] back = self.setPin(inner_path, 0, address) num_file = len(inner_path) if back == "ok": if num_file == 1: self.cmd("notification", ["done", _["Removed pin from %s"] % html.escape(helper.getFilename(inner_path[0])), 5000]) else: self.cmd("notification", ["done", _["Removed pin from %s files"] % num_file, 5000]) self.response(to, back) @flag.no_multiuser def actionOptionalFileDelete(self, to, inner_path, address=None): if not address: address = self.site.address if not self.hasSitePermission(address): return self.response(to, {"error": "Forbidden"}) site = self.server.sites[address] content_db = site.content_manager.contents.db site_id = content_db.site_ids[site.address] res = content_db.execute("SELECT * FROM file_optional WHERE ? LIMIT 1", {"site_id": site_id, "inner_path": inner_path, "is_downloaded": 1}) row = next(res, None) if not row: return self.response(to, {"error": "Not found in content.db"}) removed = site.content_manager.optionalRemoved(inner_path, row["hash_id"], row["size"]) # if not removed: # return self.response(to, {"error": "Not found in hash_id: %s" % row["hash_id"]}) content_db.execute("UPDATE file_optional SET is_downloaded = 0, is_pinned = 0, peer = peer - 1 WHERE ?", {"site_id": site_id, "inner_path": inner_path}) try: site.storage.delete(inner_path) except Exception as err: return self.response(to, {"error": "File delete error: %s" % err}) site.updateWebsocket(file_delete=inner_path) if inner_path in site.content_manager.cache_is_pinned: site.content_manager.cache_is_pinned = {} self.response(to, "ok") # Limit functions @flag.admin def actionOptionalLimitStats(self, to): back = {} back["limit"] = config.optional_limit back["used"] = self.site.content_manager.contents.db.getOptionalUsedBytes() back["free"] = helper.getFreeSpace() self.response(to, back) @flag.no_multiuser @flag.admin def actionOptionalLimitSet(self, to, limit): config.optional_limit = re.sub(r"\.0+$", "", limit) # Remove unnecessary digits from end config.saveValue("optional_limit", limit) self.response(to, "ok") # Distribute help functions def actionOptionalHelpList(self, to, address=None): if not address: address = self.site.address if not self.hasSitePermission(address): return self.response(to, {"error": "Forbidden"}) site = self.server.sites[address] self.response(to, site.settings.get("optional_help", {})) @flag.no_multiuser def actionOptionalHelp(self, to, directory, title, address=None): if not address: address = self.site.address if not self.hasSitePermission(address): return self.response(to, {"error": "Forbidden"}) site = self.server.sites[address] content_db = site.content_manager.contents.db site_id = content_db.site_ids[address] if "optional_help" not in site.settings: site.settings["optional_help"] = {} stats = content_db.execute( "SELECT COUNT(*) AS num, SUM(size) AS size FROM file_optional WHERE site_id = :site_id AND inner_path LIKE :inner_path", {"site_id": site_id, "inner_path": directory + "%"} ).fetchone() stats = dict(stats) if not stats["size"]: stats["size"] = 0 if not stats["num"]: stats["num"] = 0 self.cmd("notification", [ "done", _["You started to help distribute %s.
Directory: %s"] % (html.escape(title), html.escape(directory)), 10000 ]) site.settings["optional_help"][directory] = title self.response(to, dict(stats)) @flag.no_multiuser def actionOptionalHelpRemove(self, to, directory, address=None): if not address: address = self.site.address if not self.hasSitePermission(address): return self.response(to, {"error": "Forbidden"}) site = self.server.sites[address] try: del site.settings["optional_help"][directory] self.response(to, "ok") except Exception: self.response(to, {"error": "Not found"}) def cbOptionalHelpAll(self, to, site, value): site.settings["autodownloadoptional"] = value self.response(to, value) @flag.no_multiuser def actionOptionalHelpAll(self, to, value, address=None): if not address: address = self.site.address if not self.hasSitePermission(address): return self.response(to, {"error": "Forbidden"}) site = self.server.sites[address] if value: if "ADMIN" in self.site.settings["permissions"]: self.cbOptionalHelpAll(to, site, True) else: site_title = site.content_manager.contents["content.json"].get("title", address) self.cmd( "confirm", [ _["Help distribute all new optional files on site %s"] % html.escape(site_title), _["Yes, I want to help!"] ], lambda res: self.cbOptionalHelpAll(to, site, True) ) else: site.settings["autodownloadoptional"] = False self.response(to, False)