-
Notifications
You must be signed in to change notification settings - Fork 3
/
cache_middleware.py
60 lines (48 loc) · 2.15 KB
/
cache_middleware.py
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
from typing import List
from fastapi import Request
from starlette.concurrency import iterate_in_threadpool
from starlette.middleware.base import BaseHTTPMiddleware
from starlette.responses import StreamingResponse, Response
from app.config.base import settings
from app.wrappers.cache_wrappers import create_cache, retrieve_cache
class CacheMiddleware(BaseHTTPMiddleware):
def __init__(
self,
app,
cached_endpoints: List[str],
):
super().__init__(app)
self.cached_endpoints = cached_endpoints
def matches_any_path(self, path_url):
for pattern in self.cached_endpoints:
if pattern in path_url:
return True
return False
async def dispatch(self, request: Request, call_next) -> Response:
path_url = request.url.path
request_type = request.method
cache_control = request.headers.get("Cache-Control", None)
auth = request.headers.get("Authorization", "token public")
token = auth.split(" ")[1]
max_age = settings.CACHE_MAX_AGE
key = f"{path_url}_{token}"
matches = self.matches_any_path(path_url)
if not matches or request_type != "GET":
return await call_next(request)
stored_cache = await retrieve_cache(key)
res = stored_cache and cache_control != "no-cache"
if not res:
response: Response = await call_next(request)
response_body = [chunk async for chunk in response.body_iterator]
response.body_iterator = iterate_in_threadpool(iter(response_body))
if response.status_code == 200:
if cache_control == "no-store":
return response
if "max-age" in cache_control:
max_age = int(cache_control.split("=")[1])
await create_cache(response_body[0].decode(), key, max_age)
return response
else:
# If the response is cached, return it directly
headers = {"Cache-Control": f"max-age:{stored_cache[1]}"}
return StreamingResponse(iter([stored_cache[0]]), media_type="application/json", headers=headers)