diff --git a/db.py b/db.py index 6b225a2..a6d8008 100644 --- a/db.py +++ b/db.py @@ -328,7 +328,7 @@ def fetch_page(url): if og_tag and og_tag.get("content"): meta_desc = og_tag["content"].strip() - for tag in soup(["script", "style", "nav", "footer", "header"]): + for tag in soup(["script", "style", "nav", "footer", "header", "noscript"]): tag.decompose() title = soup.title.string.strip() if soup.title and soup.title.string else url body = soup.get_text(separator=" ", strip=True)