solderpunk/AV-98
9
21
Fork 15
Code Issues 4 Pull Requests 4 Releases Wiki Activity

handle html page without body

Browse Source
This commit is contained in:
Lionel Dricot 2022-01-12 09:23:27 +01:00
parent 63e8c0e678
commit e2d69df398
1 changed files with 14 additions and 13 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

27
offpunk.py
View File

@ -1153,19 +1153,20 @@ you'll be able to transparently follow links to Gopherspace!""")
summary = Document(body).summary()
soup = BeautifulSoup(summary, 'html.parser')
rendered_body = ""
for el in soup.body.contents:
rendered_body += recursive_render(el)
paragraphs = rendered_body.split("\n\n")
for par in paragraphs:
lines = par.splitlines()
for line in lines:
if line.strip() != "":
wrapped = textwrap.fill(line,self.options["width"])
wrapped += "\n"
else:
wrapped = ""
tmpf.write(wrapped)
tmpf.write("\n")
if soup and soup.body :
for el in soup.body.contents:
rendered_body += recursive_render(el)
paragraphs = rendered_body.split("\n\n")
for par in paragraphs:
lines = par.splitlines()
for line in lines:
if line.strip() != "":
wrapped = textwrap.fill(line,self.options["width"])
wrapped += "\n"
else:
wrapped = ""
tmpf.write(wrapped)
tmpf.write("\n")
tmpf.close()
self.lookup = self.index
self.page_index = 0