continue
/
rss2pleroma
1
0
Fork 0
Code Issues Pull Requests Packages Releases Activity

fix(rss): URL as key (duplicates appear from opennet)

This commit is contained in:
Aleksey Ryndin 2022-08-11 10:55:54 +03:00
parent 547ea64237
commit de12992293
1 changed files with 2 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

3
src/rss.py
View File

@ -8,7 +8,8 @@ from hashlib import sha256
def process_new_items(db, url, fn):
for item in reversed(list(_iterate_items(url))):
key = sha256((item.get('title') + item.get('link') + item.get('description')).encode()).digest()
# key = sha256((item.get('title') + item.get('link') + item.get('description')).encode()).digest()
key = item.get('link')
if not db.get(key):
try:
value = fn(item.format(), item.get_media())