lichenblankie/tinyweb
1
0
Fork 0
Code Issues Pull requests Projects 1 Releases 1 Packages Wiki Activity Actions

Updated manual entry

Browse source
This commit is contained in:
blankie 2026-03-28 21:52:53 -07:00
parent 426aa670fa
commit 6119ed3aef
1 changed files with 5 additions and 1 deletions
Download patch file Download diff file Expand all files Collapse all files

6
db.py
View file

@ -29,6 +29,10 @@ def _is_blocked_response(html, status_code):
return True return True
if "enable javascript and cookies" in html_lower: if "enable javascript and cookies" in html_lower:
return True return True
if "request rejected" in html_lower:
return True
if "access denied" in html_lower:
return True
return False return False
@ -295,7 +299,7 @@ def fetch_page(url):
resp = requests.get(url, timeout=10, headers={"User-Agent": "TinyWeb/1.0"}, allow_redirects=False) resp = requests.get(url, timeout=10, headers={"User-Agent": "TinyWeb/1.0"}, allow_redirects=False)
if _is_blocked_response(resp.text, resp.status_code): if _is_blocked_response(resp.text, resp.status_code):
raise Exception("Site blocks automated access (Cloudflare/CDN protection)") raise Exception(f"Site blocks automated access: {resp.status_code}")
# Follow redirects manually, re-validating each target # Follow redirects manually, re-validating each target
max_redirects = 5 max_redirects = 5