Mic92/stockholm
1
0
Fork 0
Code Issues Pull Requests Releases Wiki Activity

Reaktor url-title: show 450 chars max

Browse Source
This commit is contained in:
lassulus 2018-07-07 14:40:59 +02:00
parent a25d95a06f
commit 48fdd37c03
1 changed files with 7 additions and 8 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

15
krebs/5pkgs/simple/Reaktor/plugins.nix
View File

@ -127,18 +127,17 @@ rec {
from bs4 import BeautifulSoup
try:
resp = urllib.request.urlopen(sys.argv[1])
req = urllib.request.Request(sys.argv[1])
req.add_header('user-agent', 'Reaktor-url-title')
resp = urllib.request.urlopen(req)
if resp.headers['content-type'].find('text/html') >= 0:
soup = BeautifulSoup(resp.read(16000), "lxml")
title = soup.find('title').string
if title:
if len(title) > 450:
print('message to long, rest skipped')
elif len(title.split('\n')) > 5:
print('to many lines, skipped')
else:
print(title)
if len(title.split('\n')) > 5:
title = '\n'.join(title.split('\n')[:5])
print(title[:450])
else:
cd_header = resp.headers['content-disposition']
print(cgi.parse_header(cd_header)[1]['filename'])