tonym/13ft
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

infer the url protocol

Browse Source
This commit is contained in:
Joao620
2024-05-01 19:44:41 -03:00
parent 26ea406312
commit 4e4404ff79
1 changed files with 9 additions and 4 deletions
Download Patch File Download Diff File Expand all files Collapse all files
app/index.py
+9 -4
View File
@@ -12,10 +12,15 @@ def bypass_paywall(url):
""" """
Bypass paywall for a given url Bypass paywall for a given url
""" """
response = requests.get(url, headers=googlebot_headers) if url.startswith("http"):
response.encoding = response.apparent_encoding response = requests.get(url, headers=googlebot_headers)
return response.text response.encoding = response.apparent_encoding
return response.text
try:
return bypass_paywall("https://" + url)
except requests.exceptions.RequestException as e:
return bypass_paywall("http://" + url)
@app.route("/") @app.route("/")
def main_page(): def main_page():