Move file download allowed checking to separate function
This commit is contained in:
parent
08b31416f3
commit
ad969dcca7
1 changed files with 13 additions and 5 deletions
|
@ -703,6 +703,16 @@ class Site(object):
|
||||||
def pooledNeedFile(self, *args, **kwargs):
|
def pooledNeedFile(self, *args, **kwargs):
|
||||||
return self.needFile(*args, **kwargs)
|
return self.needFile(*args, **kwargs)
|
||||||
|
|
||||||
|
def isFileDownloadAllowed(self, inner_path, file_info):
|
||||||
|
if file_info.get("size", 0) > config.file_size_limit * 1024 * 1024:
|
||||||
|
self.log.debug(
|
||||||
|
"File size %s too large: %sMB > %sMB, skipping..." %
|
||||||
|
(inner_path, file_info.get("size", 0) / 1024 / 1024, config.file_size_limit)
|
||||||
|
)
|
||||||
|
return False
|
||||||
|
else:
|
||||||
|
return True
|
||||||
|
|
||||||
def needFileInfo(self, inner_path):
|
def needFileInfo(self, inner_path):
|
||||||
file_info = self.content_manager.getFileInfo(inner_path)
|
file_info = self.content_manager.getFileInfo(inner_path)
|
||||||
if not file_info:
|
if not file_info:
|
||||||
|
@ -745,11 +755,9 @@ class Site(object):
|
||||||
))
|
))
|
||||||
return False
|
return False
|
||||||
self.downloadContent(file_info["content_inner_path"])
|
self.downloadContent(file_info["content_inner_path"])
|
||||||
if file_info.get("size", 0) > config.file_size_limit * 1024 * 1024:
|
|
||||||
self.log.debug(
|
if not self.isFileDownloadAllowed(inner_path, file_info):
|
||||||
"File size %s too large: %sMB > %sMB, skipping..." %
|
self.log.debug("%s: Download not allowed" % inner_path)
|
||||||
(inner_path, file_info.get("size", 0) / 1024 / 1024, config.file_size_limit)
|
|
||||||
)
|
|
||||||
return False
|
return False
|
||||||
|
|
||||||
task = self.worker_manager.addTask(inner_path, peer, priority=priority)
|
task = self.worker_manager.addTask(inner_path, peer, priority=priority)
|
||||||
|
|
Loading…
Reference in a new issue