"""Private regional reader for official Moscow event websites.""" import base64 import gzip import json import urllib.error import urllib.parse import urllib.request ALLOWED_HOSTS = { "www.crocus-expo.ru", "crocus-expo.ru", "www.darwinmuseum.ru", "darwinmuseum.ru", "vdnh.ru", "www.vdnh.ru", "mosmuseum.ru", "www.mosmuseum.ru", "eurasia.rkf.org.ru", } MAX_BYTES = 4_200_000 def allowed(value): url = urllib.parse.urlsplit(value) return ( url.scheme == "https" and url.hostname in ALLOWED_HOSTS and url.username is None and url.password is None and url.port in (None, 443) ) class SafeRedirect(urllib.request.HTTPRedirectHandler): def redirect_request(self, req, fp, code, msg, headers, newurl): if not allowed(newurl): raise ValueError("Destination is outside the organizer list") return super().redirect_request(req, fp, code, msg, headers, newurl) def reply(status, payload): return {"statusCode": status, "headers": {"Content-Type": "application/json"}, "body": json.dumps(payload, ensure_ascii=False)} def handler(event, context): try: request = json.loads(event.get("body") or "{}") url = request.get("url", "") if not allowed(url): return reply(400, {"error": "Unknown organizer"}) limit = min(MAX_BYTES, max(1000, int(request.get("limit", MAX_BYTES)))) reader = urllib.request.build_opener(SafeRedirect()) req = urllib.request.Request(url, headers={ "User-Agent": "AlexanderMorningDigest/1.0 (+https://digest.kovrizhkin.ru)", "Accept": "text/html,application/json,application/xml,*/*", }) with reader.open(req, timeout=12) as response: data = response.read(limit) compressed = gzip.compress(data) return reply(200, {"url": response.geturl(), "gz": base64.b64encode(compressed).decode("ascii")}) except urllib.error.HTTPError as error: return reply(502, {"error": "Source returned HTTP " + str(error.code)}) except (OSError, ValueError) as error: return reply(502, {"error": type(error).__name__})