Tabs to spaces
This commit is contained in:
parent
cac50fb23a
commit
393cdf70a8
@ -1,7 +1,7 @@
|
||||
#!/usr/bin/env python
|
||||
"""
|
||||
.. module:: LinkTitler
|
||||
:synopsis: Fetch titles form links.
|
||||
:synopsis: Fetch titles form links.
|
||||
|
||||
.. moduleauthor:: Dave Pedu <dave@davepedu.com>
|
||||
|
||||
@ -18,126 +18,126 @@ import html.parser
|
||||
from threading import Thread
|
||||
|
||||
class LinkTitler(ModuleBase):
|
||||
def __init__(self, bot, moduleName):
|
||||
ModuleBase.__init__(self, bot, moduleName);
|
||||
self.hooks=[ModuleHook("PRIVMSG", self.searches)]
|
||||
|
||||
def searches(self, args, prefix, trailing):
|
||||
t = Thread(target=self.doLinkTitle, args=(args, prefix, trailing))
|
||||
t.daemon = True
|
||||
t.start()
|
||||
|
||||
def doLinkTitle(self, args, prefix, trailing):
|
||||
sender = self.bot.decodePrefix(prefix)
|
||||
|
||||
# Youtube
|
||||
matches = re.compile(r'(?:youtube.*?(?:v=|/v/)|youtu\.be/|yooouuutuuube.*?id=)([-_a-z0-9]+)', re.I).findall(trailing)
|
||||
if len(matches)>0:
|
||||
done = []
|
||||
for item in matches:
|
||||
if not item in done:
|
||||
self.bot.act_PRIVMSG(args[0], self.get_video_description(item))
|
||||
done.append(item)
|
||||
return
|
||||
|
||||
# reddit threads
|
||||
matches = re.compile(r'(?:reddit\.com/.*?comments/([a-zA-Z0-9]+)/|https?://(www\.)?redd.it/([a-zA-Z0-9]+))').findall(trailing)
|
||||
# Either [('', '', '2ibrz7')] or [('2ibrz7', '', '')]
|
||||
if len(matches)>0:
|
||||
done = []
|
||||
for match in matches:
|
||||
submissionId = match[0]
|
||||
if submissionId=="":
|
||||
submissionId = match[-1]
|
||||
if submissionId in done:
|
||||
continue
|
||||
done.append(submissionId)
|
||||
# TODO configurable user agent
|
||||
r = praw.Reddit(self.config["agent"])
|
||||
submission = r.get_submission(submission_id = submissionId)
|
||||
#for i in range(0,18):
|
||||
# self.bot.act_PRIVMSG(args[0], "\x031,%sTEST%s\x0f" %(i,i))
|
||||
msg = "👽 \x02\x031,15REDDIT\x0f\x02 :: %(title)s \x02on \x02%(domain)s%(nsfw)s\x02 - points \x02%(points)s\x02 (%(percent)s↑) - comments \x02%(comments)s\x02 - by \x02%(author)s\x02 on \x02%(date)s\x02" % {
|
||||
"title":submission.title,
|
||||
"domain":submission.domain,
|
||||
"nsfw": "[NSFW]" if submission.over_18 else "",
|
||||
"points":submission.ups,
|
||||
"percent":"%s%%" % int(submission.upvote_ratio*100),
|
||||
"comments":submission.num_comments,
|
||||
"author":submission.author.name,
|
||||
"date":datetime.datetime.fromtimestamp(submission.created).strftime("%Y.%m.%d")
|
||||
}
|
||||
self.bot.act_PRIVMSG(args[0], msg)
|
||||
return
|
||||
# reddit subscribers
|
||||
|
||||
# subreddits
|
||||
|
||||
# generic <title>
|
||||
matches = re.compile(r'(https?://([a-zA-Z0-9_\-\.]+/([^ ]+)?))').findall(trailing)
|
||||
if len(matches)>0:
|
||||
done=[]
|
||||
for match in matches:
|
||||
if match[0] in done:
|
||||
continue
|
||||
done.append(match[0])
|
||||
d = get(match[0])
|
||||
titleMatches = re.findall(r'<title>([^<]+)</title>', d.text, re.I)
|
||||
if len(titleMatches)>0 and d.status_code==200:
|
||||
h = html.parser.HTMLParser()
|
||||
title = h.unescape(titleMatches[0]).strip()
|
||||
if len(title)>0:
|
||||
self.bot.act_PRIVMSG(args[0], "%s: \x02%s\x02" % (sender.nick, title))
|
||||
return
|
||||
|
||||
# For youtube
|
||||
def getISOdurationseconds(self, stamp):
|
||||
ISO_8601_period_rx = re.compile(
|
||||
'P' # designates a period
|
||||
'(?:(?P<years>\d+)Y)?' # years
|
||||
'(?:(?P<months>\d+)M)?' # months
|
||||
'(?:(?P<weeks>\d+)W)?' # weeks
|
||||
'(?:(?P<days>\d+)D)?' # days
|
||||
'(?:T' # time part must begin with a T
|
||||
'(?:(?P<hours>\d+)H)?' # hours
|
||||
'(?:(?P<minutes>\d+)M)?' # minutes
|
||||
'(?:(?P<seconds>\d+)S)?' # seconds
|
||||
')?' # end of time part
|
||||
) # http://stackoverflow.com/a/16742742
|
||||
return ISO_8601_period_rx.match(stamp).groupdict()
|
||||
def get_video_description(self, vid_id):
|
||||
apidata = get('https://www.googleapis.com/youtube/v3/videos?part=snippet,contentDetails,statistics&id=%s&key=%s' % (vid_id, self.config["youtube_api_key"])).json()
|
||||
|
||||
if not apidata['pageInfo']['totalResults']:
|
||||
return
|
||||
|
||||
video = apidata['items'][0]
|
||||
snippet = video["snippet"]
|
||||
duration = self.getISOdurationseconds(video["contentDetails"]["duration"])
|
||||
|
||||
out = '\x02\x031,0You\x0f\x030,4Tube\x02\x0f :: \x02%s\x02' % snippet["title"]
|
||||
|
||||
out += ' - length \x02'
|
||||
if duration["hours"]!=None:
|
||||
out += '%dh ' % int(duration["hours"])
|
||||
if duration["minutes"]!=None:
|
||||
out += '%dm ' % int(duration["minutes"])
|
||||
out += "%ds\x02" % int(duration["seconds"])
|
||||
|
||||
totalvotes = float(video["statistics"]["dislikeCount"])+float(video["statistics"]["likeCount"])
|
||||
rating = float(video["statistics"]["likeCount"]) / totalvotes
|
||||
out += ' - rated \x02%.2f/5\x02' % round(rating*5,1)
|
||||
out += ' - \x02%s\x02 views' % self.group_int_digits(video["statistics"]["viewCount"])
|
||||
upload_time = time.strptime(snippet['publishedAt'], "%Y-%m-%dT%H:%M:%S.000Z")
|
||||
out += ' - by \x02%s\x02 on \x02%s\x02' % (snippet['channelTitle'], time.strftime("%Y.%m.%d", upload_time))
|
||||
|
||||
return out
|
||||
|
||||
def group_int_digits(self, number, delimiter=',', grouping=3):
|
||||
base = str(number).strip()
|
||||
builder = []
|
||||
while base:
|
||||
builder.append(base[-grouping:])
|
||||
base = base[:-grouping]
|
||||
builder.reverse()
|
||||
return delimiter.join(builder)
|
||||
def __init__(self, bot, moduleName):
|
||||
ModuleBase.__init__(self, bot, moduleName);
|
||||
self.hooks=[ModuleHook("PRIVMSG", self.searches)]
|
||||
|
||||
def searches(self, args, prefix, trailing):
|
||||
t = Thread(target=self.doLinkTitle, args=(args, prefix, trailing))
|
||||
t.daemon = True
|
||||
t.start()
|
||||
|
||||
def doLinkTitle(self, args, prefix, trailing):
|
||||
sender = self.bot.decodePrefix(prefix)
|
||||
|
||||
# Youtube
|
||||
matches = re.compile(r'(?:youtube.*?(?:v=|/v/)|youtu\.be/|yooouuutuuube.*?id=)([-_a-z0-9]+)', re.I).findall(trailing)
|
||||
if len(matches)>0:
|
||||
done = []
|
||||
for item in matches:
|
||||
if not item in done:
|
||||
self.bot.act_PRIVMSG(args[0], self.get_video_description(item))
|
||||
done.append(item)
|
||||
return
|
||||
|
||||
# reddit threads
|
||||
matches = re.compile(r'(?:reddit\.com/.*?comments/([a-zA-Z0-9]+)/|https?://(www\.)?redd.it/([a-zA-Z0-9]+))').findall(trailing)
|
||||
# Either [('', '', '2ibrz7')] or [('2ibrz7', '', '')]
|
||||
if len(matches)>0:
|
||||
done = []
|
||||
for match in matches:
|
||||
submissionId = match[0]
|
||||
if submissionId=="":
|
||||
submissionId = match[-1]
|
||||
if submissionId in done:
|
||||
continue
|
||||
done.append(submissionId)
|
||||
# TODO configurable user agent
|
||||
r = praw.Reddit(self.config["agent"])
|
||||
submission = r.get_submission(submission_id = submissionId)
|
||||
#for i in range(0,18):
|
||||
# self.bot.act_PRIVMSG(args[0], "\x031,%sTEST%s\x0f" %(i,i))
|
||||
msg = "👽 \x02\x031,15REDDIT\x0f\x02 :: %(title)s \x02on \x02%(domain)s%(nsfw)s\x02 - points \x02%(points)s\x02 (%(percent)s↑) - comments \x02%(comments)s\x02 - by \x02%(author)s\x02 on \x02%(date)s\x02" % {
|
||||
"title":submission.title,
|
||||
"domain":submission.domain,
|
||||
"nsfw": "[NSFW]" if submission.over_18 else "",
|
||||
"points":submission.ups,
|
||||
"percent":"%s%%" % int(submission.upvote_ratio*100),
|
||||
"comments":submission.num_comments,
|
||||
"author":submission.author.name,
|
||||
"date":datetime.datetime.fromtimestamp(submission.created).strftime("%Y.%m.%d")
|
||||
}
|
||||
self.bot.act_PRIVMSG(args[0], msg)
|
||||
return
|
||||
# reddit subscribers
|
||||
|
||||
# subreddits
|
||||
|
||||
# generic <title>
|
||||
matches = re.compile(r'(https?://([a-zA-Z0-9_\-\.]+/([^ ]+)?))').findall(trailing)
|
||||
if len(matches)>0:
|
||||
done=[]
|
||||
for match in matches:
|
||||
if match[0] in done:
|
||||
continue
|
||||
done.append(match[0])
|
||||
d = get(match[0])
|
||||
titleMatches = re.findall(r'<title>([^<]+)</title>', d.text, re.I)
|
||||
if len(titleMatches)>0 and d.status_code==200:
|
||||
h = html.parser.HTMLParser()
|
||||
title = h.unescape(titleMatches[0]).strip()
|
||||
if len(title)>0:
|
||||
self.bot.act_PRIVMSG(args[0], "%s: \x02%s\x02" % (sender.nick, title))
|
||||
return
|
||||
|
||||
# For youtube
|
||||
def getISOdurationseconds(self, stamp):
|
||||
ISO_8601_period_rx = re.compile(
|
||||
'P' # designates a period
|
||||
'(?:(?P<years>\d+)Y)?' # years
|
||||
'(?:(?P<months>\d+)M)?' # months
|
||||
'(?:(?P<weeks>\d+)W)?' # weeks
|
||||
'(?:(?P<days>\d+)D)?' # days
|
||||
'(?:T' # time part must begin with a T
|
||||
'(?:(?P<hours>\d+)H)?' # hours
|
||||
'(?:(?P<minutes>\d+)M)?' # minutes
|
||||
'(?:(?P<seconds>\d+)S)?' # seconds
|
||||
')?' # end of time part
|
||||
) # http://stackoverflow.com/a/16742742
|
||||
return ISO_8601_period_rx.match(stamp).groupdict()
|
||||
def get_video_description(self, vid_id):
|
||||
apidata = get('https://www.googleapis.com/youtube/v3/videos?part=snippet,contentDetails,statistics&id=%s&key=%s' % (vid_id, self.config["youtube_api_key"])).json()
|
||||
|
||||
if not apidata['pageInfo']['totalResults']:
|
||||
return
|
||||
|
||||
video = apidata['items'][0]
|
||||
snippet = video["snippet"]
|
||||
duration = self.getISOdurationseconds(video["contentDetails"]["duration"])
|
||||
|
||||
out = '\x02\x031,0You\x0f\x030,4Tube\x02\x0f :: \x02%s\x02' % snippet["title"]
|
||||
|
||||
out += ' - length \x02'
|
||||
if duration["hours"]!=None:
|
||||
out += '%dh ' % int(duration["hours"])
|
||||
if duration["minutes"]!=None:
|
||||
out += '%dm ' % int(duration["minutes"])
|
||||
out += "%ds\x02" % int(duration["seconds"])
|
||||
|
||||
totalvotes = float(video["statistics"]["dislikeCount"])+float(video["statistics"]["likeCount"])
|
||||
rating = float(video["statistics"]["likeCount"]) / totalvotes
|
||||
out += ' - rated \x02%.2f/5\x02' % round(rating*5,1)
|
||||
out += ' - \x02%s\x02 views' % self.group_int_digits(video["statistics"]["viewCount"])
|
||||
upload_time = time.strptime(snippet['publishedAt'], "%Y-%m-%dT%H:%M:%S.000Z")
|
||||
out += ' - by \x02%s\x02 on \x02%s\x02' % (snippet['channelTitle'], time.strftime("%Y.%m.%d", upload_time))
|
||||
|
||||
return out
|
||||
|
||||
def group_int_digits(self, number, delimiter=',', grouping=3):
|
||||
base = str(number).strip()
|
||||
builder = []
|
||||
while base:
|
||||
builder.append(base[-grouping:])
|
||||
base = base[:-grouping]
|
||||
builder.reverse()
|
||||
return delimiter.join(builder)
|
||||
|
Loading…
x
Reference in New Issue
Block a user