mirror of
https://git.nolog.cz/NoLog.cz/headline.git
synced 2025-02-07 14:12:45 +01:00
add dirty exceptions to skip broken RSS feeds
This commit is contained in:
parent
9800a0825d
commit
9918da68eb
1 changed files with 34 additions and 23 deletions
|
@ -112,6 +112,7 @@ def process_item(article, rc):
|
|||
|
||||
|
||||
for feed in config['feeds']:
|
||||
try:
|
||||
rss_source = str(feed['rss_source'])
|
||||
unique_tag = str(feed['unique_tag'])
|
||||
name = str(feed['name'])
|
||||
|
@ -119,6 +120,7 @@ for feed in config['feeds']:
|
|||
rss = feedparser.parse(rss_source)
|
||||
|
||||
for item in rss['entries']:
|
||||
try:
|
||||
rss_id = item[unique_tag]
|
||||
title = item['title']
|
||||
#description = item['description'] ## Don't store description for now, as we don't need it and it's big.
|
||||
|
@ -137,5 +139,14 @@ for feed in config['feeds']:
|
|||
}
|
||||
article_count += 1
|
||||
process_item(article, rc)
|
||||
except Exception as e:
|
||||
print("Parsing article failed")
|
||||
print(e)
|
||||
print(item)
|
||||
except Exception as e:
|
||||
print("Parsing feed failed.")
|
||||
print(e)
|
||||
print(feed)
|
||||
pass
|
||||
|
||||
print("Processed articles: " + str(article_count))
|
||||
|
|
Loading…
Add table
Reference in a new issue