status_code == 200 except requests.ConnectionError: return False Expand Down Expand Up @@ -88,7 +90,7 @@ async def get_all_pages(self, url: str, base_url: str): def is_webpage(self, url: str) -> bool: try: response = requests.head(url, allow_redirects=True) response = ...