Add User-Agent header for RSS feed requests (#94)

* Add User-Agent header for RSS feed requests Fixes #93 * Update requirements.txt
j6k4m8 · Oct 4, 2024 · 525f310 · 525f310
1 parent 14cf38c
commit 525f310
Show file tree

Hide file tree

Showing 2 changed files with 3 additions and 3 deletions.
diff --git a/goosepaper/storyprovider/rss.py b/goosepaper/storyprovider/rss.py
@@ -36,7 +36,7 @@ def get_stories(self, limit: int = 5, **kwargs) -> List[Story]:
             if self._since is not None and date < self._since:
                 continue
 
-            req = requests.get(entry["link"])
+            req = requests.get(entry["link"], headers={'User-Agent': 'goosepaper/0.7.1'})
             # Source is the URL root:
             source = urllib.parse.urlparse(entry["link"]).netloc
             if not req.ok:

diff --git a/requirements.txt b/requirements.txt
@@ -6,7 +6,7 @@ feedparser
 
 # for wikipedia stories:
 bs4
-lxml
+lxml[html_clean]
 
 # for rendering:
 WeasyPrint
@@ -18,4 +18,4 @@ ebooklib
 readability-lxml
 
 # for sending to remarkable:
-git+https://github.com/j6k4m8/rmapy
+git+https://github.com/j6k4m8/rmapy