Merge pull request #272 from Medno/fix_typing

Fix type annotations for earlier Python versions

newsplease/helper_classes/url_extractor.py

@@ -5,6 +5,7 @@
 import logging
 import os
 import re
+from typing import Optional
 from scrapy.http import Response
 from http.client import HTTPResponse
 from urllib.error import URLError
@@ -61,7 +62,7 @@ def get_subdomain(url: str) -> str:
         ]
 
     @staticmethod
-    def follow_redirects(url):
+    def follow_redirects(url: str) -> str:
         """
         Get's the url actual address by following forwards
 
@@ -98,7 +99,7 @@ def check_sitemap_urls(domain_url: str) -> list[str]:
         return working_sitemap_paths
 
     @staticmethod
-    def get_robots_response(url: str, allow_subdomains: bool) -> HTTPResponse | None:
+    def get_robots_response(url: str, allow_subdomains: bool) -> Optional[HTTPResponse]:
         """
         Retrieve robots.txt response if it exists