192 lines
6.4 KiB
Python
192 lines
6.4 KiB
Python
##
|
|
# Copyright 2007 Steve 'Tarka' Smith (tarka@internode.on.net)
|
|
# Distributed under the same terms as Deluge
|
|
##
|
|
|
|
plugin_name = "Blocklist Importer"
|
|
plugin_author = "Steve 'Tarka' Smith, updated by Mark Stahler"
|
|
plugin_version = "0.45"
|
|
plugin_description = _("""
|
|
Download and import various IP blocklists.
|
|
|
|
Currently this plugin can handle PeerGuardian (binary and text),
|
|
SafePeer and Emule lists. PeerGuardian 7zip format files are not
|
|
supported. Files may be specified as URLs or locations on the local
|
|
filesystem.
|
|
|
|
A page with pointer to blocklist download sites is available on the
|
|
wiki:
|
|
|
|
http://dev.deluge-torrent.org/wiki/BlocklistPlugin
|
|
""")
|
|
|
|
def deluge_init(deluge_path):
|
|
global path
|
|
path = deluge_path
|
|
|
|
def enable(core, interface):
|
|
global path
|
|
return BlocklistImport(path, core, interface)
|
|
|
|
#################### The plugin itself ####################
|
|
|
|
import urllib, deluge.common, deluge.pref
|
|
from peerguardian import PGReader, PGException
|
|
from text import TextReader, GZMuleReader, PGZip
|
|
from ui import GTKConfig, GTKProgress
|
|
import os.path, os, time
|
|
|
|
# List of formats supported. This is used to generate the UI list and
|
|
# specify the reader class. The last entry is for storage by the UI.
|
|
readers = {'p2bgz':[_("PeerGuardian P2B (GZip)"), PGReader, None],
|
|
'pgtext':[_("PeerGuardian Text (Uncompressed)"), TextReader, None],
|
|
'gzmule':[_("Emule IP list (GZip)"), GZMuleReader, None],
|
|
'spzip':[_("SafePeer Text (Zipped)"), PGZip, None]}
|
|
|
|
class BlocklistImport:
|
|
|
|
def __init__(self, path, core, interface):
|
|
print "Found blocklist plugin ..."
|
|
# Save the path, interface, and core so they can be used later
|
|
self.path = path
|
|
self.core = core
|
|
self.interface = interface
|
|
self.cancelled = False
|
|
self.gtkconf = GTKConfig(self)
|
|
self.gtkprog = GTKProgress(self)
|
|
self.nimported = 0
|
|
|
|
self.blockfile = os.path.join(deluge.common.CONFIG_DIR, "blocklist.cache")
|
|
|
|
conffile = os.path.join(deluge.common.CONFIG_DIR, "blocklist.conf")
|
|
self.config = deluge.pref.Preferences(filename=conffile,
|
|
global_defaults=False)
|
|
self.config.load()
|
|
|
|
try:
|
|
load_after_days = self.config.get("load_after_days")
|
|
except:
|
|
self.config.set("load_after_days", -1)
|
|
|
|
if self.config.has_key('url'):
|
|
self.loadlist(fetch=self.config.get('load_after_days'))
|
|
|
|
|
|
def _download_update(self, curr, chunksize, size):
|
|
incs = float(size) / float(chunksize)
|
|
self.gtkprog.download_prog(curr/incs)
|
|
|
|
def loadlist(self, fetch=-1):
|
|
# Stop all torrents
|
|
self.paused_or_not = {}
|
|
for unique_ID in self.core.unique_IDs:
|
|
self.paused_or_not[unique_ID] = self.core.is_user_paused(unique_ID)
|
|
if not self.paused_or_not[unique_ID]:
|
|
self.core.set_user_pause(unique_ID, True, enforce_queue=False)
|
|
|
|
self.gtkprog.start()
|
|
|
|
# Compare modified time with load_after_days
|
|
try:
|
|
liststats = os.stat(self.blockfile)
|
|
list_timestamp = liststats.st_mtime
|
|
now_timestamp = time.time()
|
|
days_update = self.config.get('load_after_days')
|
|
if days_update == None:
|
|
days_update = 0
|
|
|
|
# Seconds in a day = 86400
|
|
# Check to see if todays timestamp is older than the list plus days in config
|
|
|
|
if now_timestamp >= (list_timestamp + (86400 * days_update)):
|
|
fetch = -1
|
|
print 'New Blocklist required...'
|
|
|
|
# If blocklist doesnt exist
|
|
except OSError, e:
|
|
pass
|
|
|
|
# Attempt initial import
|
|
if fetch == -1:
|
|
print "Fetching",self.config.get('url')
|
|
self.gtkprog.start_download()
|
|
try:
|
|
filename, headers = urllib.urlretrieve(self.config.get('url'),
|
|
filename=self.blockfile,
|
|
reporthook=self._download_update)
|
|
except IOError, e:
|
|
err = ui.GTKError(_("Couldn't download URL") + ": %s"%e)
|
|
self.gtkprog.stop()
|
|
return
|
|
|
|
self.gtkprog.start_import()
|
|
|
|
self.core.reset_ip_filter()
|
|
ltype = self.config.get('listtype')
|
|
print "importing with",ltype
|
|
|
|
try:
|
|
reader = readers[ltype][1](self.blockfile)
|
|
except IOError, e:
|
|
err = ui.GTKError(_("Couldn't open blocklist file") + ": %s"%e)
|
|
self.gtkprog.stop()
|
|
return
|
|
|
|
print "Starting import"
|
|
try:
|
|
ips = reader.next()
|
|
except:
|
|
ui.GTKError(_("Wrong file type or corrupted blocklist file."))
|
|
curr = 0
|
|
try:
|
|
while ips and not self.cancelled:
|
|
self.core.add_range_to_ip_filter(*ips)
|
|
ips = reader.next()
|
|
curr += 1
|
|
if curr % 100 == 0:
|
|
self.gtkprog.import_prog(text=(_("Imported") + " %s " + _("IPs"))%curr)
|
|
else:
|
|
self.gtkprog.import_prog()
|
|
|
|
except:
|
|
self.gtkprog.stop()
|
|
reader.close()
|
|
return
|
|
|
|
self.core.set_ip_filter()
|
|
reader.close()
|
|
self.nimported = curr
|
|
self.gtkprog.end_import()
|
|
print "Import finished"
|
|
|
|
self.gtkprog.stop()
|
|
self.cancelled = False
|
|
#restart torrents that werent paused by us
|
|
for unique_ID in self.core.unique_IDs:
|
|
if not self.paused_or_not[unique_ID]:
|
|
self.core.set_user_pause(unique_ID, False, enforce_queue=False)
|
|
|
|
def configure(self, window):
|
|
self.gtkconf.start(self.config.get('listtype'),
|
|
self.config.get('url'),
|
|
self.config.get('load_after_days'),
|
|
window)
|
|
|
|
def setconfig(self, url, load_after_days, listtype):
|
|
self.config.set('url', url)
|
|
self.config.set('load_after_days', load_after_days)
|
|
self.config.set('listtype', listtype)
|
|
self.config.save()
|
|
|
|
self.loadlist()
|
|
|
|
def disable(self):
|
|
self.core.reset_ip_filter()
|
|
|
|
def unload(self):
|
|
self.core.reset_ip_filter()
|
|
|
|
def update(self):
|
|
msg = ("[" + _("Blocklist") + ": %s " + _("entries") + "]") % self.nimported
|
|
self.interface.statusbar_temp_msg += ' ' + msg
|