infer the url protocol

2024-05-01 19:44:41 -03:00
parent 26ea406312
commit 4e4404ff79
1 changed files with 9 additions and 4 deletions
@@ -12,10 +12,15 @@ def bypass_paywall(url):
    """
    Bypass paywall for a given url
    """
-    response = requests.get(url, headers=googlebot_headers)
-    response.encoding = response.apparent_encoding
-    return response.text
+    if url.startswith("http"):
+        response = requests.get(url, headers=googlebot_headers)
+        response.encoding = response.apparent_encoding
+        return response.text
    
+    try:
+        return bypass_paywall("https://" + url)
+    except requests.exceptions.RequestException as e:
+        return bypass_paywall("http://" + url)

@app.route("/")
 def main_page():