Merge pull request #4 from atcasanova/main

encoding fixes and url prepending
This commit is contained in:
Wasi Master
2023-06-01 09:02:48 +06:00
committed by GitHub
+14
View File
@@ -1,5 +1,6 @@
import flask
import requests
from flask import request
app = flask.Flask(__name__)
googlebot_headers = {
@@ -93,6 +94,8 @@ def bypass_paywall(url):
Bypass paywall for a given url
"""
response = requests.get(url, headers=googlebot_headers)
response.encoding = response.apparent_encoding
# response.encoding = 'UTF-8'
return response.text
@@ -106,5 +109,16 @@ def show_article():
link = flask.request.form["link"]
return bypass_paywall(link)
@app.route("/", defaults={"path": ""})
@app.route('/<path:path>', methods=["GET"])
def get_article(path):
full_url = request.url
parts = full_url.split('/',4)
if len(parts) >= 5:
actual_url = 'https://' + parts[4]
return bypass_paywall(actual_url)
else:
return "invalid url", 400
app.run(debug=True)