Change LinkTitler to only post titles with a valid response

This commit is contained in:
Nick Krichevsky 2018-01-02 18:17:19 -05:00
parent 23a9afbafb
commit e2435b3260
1 changed files with 2 additions and 1 deletions

View File

@ -140,7 +140,8 @@ class LinkTitler(ModuleBase):
data = data.decode('utf-8', "ignore") data = data.decode('utf-8', "ignore")
titleMatches = re.findall(r'<title>([^<]+)</title>', data, re.I) titleMatches = re.findall(r'<title>([^<]+)</title>', data, re.I)
if len(titleMatches) > 0: # and resp.status_code==200: statusCodeWhitelist = self.config.get("status_code_whitelist", [200])
if titleMatches and resp.status_code in statusCodeWhitelist:
h = html.parser.HTMLParser() h = html.parser.HTMLParser()
title = h.unescape(titleMatches[0]).strip() title = h.unescape(titleMatches[0]).strip()
if len(title) > 0: if len(title) > 0: