infer the url protocol

2024-05-01 19:44:41 -03:00
parent 26ea406312
commit 4e4404ff79
1 changed files with 9 additions and 4 deletions
@@ -12,10 +12,15 @@ def bypass_paywall(url):
    """
    Bypass paywall for a given url
    """
    if url.startswith("http"):
        response = requests.get(url, headers=googlebot_headers)
        response.encoding = response.apparent_encoding
        return response.text
    try:
        return bypass_paywall("https://" + url)
    except requests.exceptions.RequestException as e:
        return bypass_paywall("http://" + url)
@app.route("/")
 def main_page():