From 870f2b264c67a7b68032c7e01c0720724a8d6bf2 Mon Sep 17 00:00:00 2001 From: Wasi Master Date: Thu, 1 Jun 2023 09:20:16 +0600 Subject: [PATCH] encoding fixes and url prepending support --- index.py | 16 +++++++++++++++- 1 file changed, 15 insertions(+), 1 deletion(-) diff --git a/index.py b/index.py index eedd349..75eacc3 100644 --- a/index.py +++ b/index.py @@ -1,5 +1,6 @@ import flask import requests +from flask import request app = flask.Flask(__name__) googlebot_headers = { @@ -12,6 +13,7 @@ def bypass_paywall(url): Bypass paywall for a given url """ response = requests.get(url, headers=googlebot_headers) + response.encoding = response.apparent_encoding return response.text @@ -25,5 +27,17 @@ def show_article(): link = flask.request.form["link"] return bypass_paywall(link) +@app.route("/", defaults={"path": ""}) +@app.route('/', methods=["GET"]) +def get_article(path): + print(path) + full_url = request.url + parts = full_url.split('/',4) + if len(parts) >= 5: + actual_url = 'https://' + parts[4].lstrip('/') + print(actual_url) + return bypass_paywall(actual_url) + else: + return "invalid url", 400 -app.run(debug=True) +app.run(debug=False)