Add required proxy changes for ukwa/ukwa-pywb#94 and #100.

ukwa · Jul 26, 2022 · be607d4 · be607d4
1 parent 6d0385c
commit be607d4
Show file tree

Hide file tree

Showing 2 changed files with 11 additions and 4 deletions.
diff --git a/ingest/w3act/config/nginx.conf b/ingest/w3act/config/nginx.conf
@@ -5,9 +5,16 @@ server {
     # NGINX merging // to / routinely causes problems for us, so lets switch it off:
     merge_slashes off;
 
+    # Add header for tracing where issues occur:
+    add_header Via $hostname;
+
     # Avoid mistaken hostnames being used:
     absolute_redirect off;
 
+    # Do not buffer responses so streaming can function:
+    proxy_buffering off;
+    proxy_http_version 1.1;
+
     # proxies -----------------------------------------------------------
     location /act/wayback {
             # Ensure this service authenticates against W3ACT
@@ -37,9 +44,9 @@ server {
             uwsgi_pass pywb:8081;
 
             uwsgi_force_ranges on;
-            uwsgi_buffer_size 64k;
-            uwsgi_buffers 16 64k;
-            uwsgi_busy_buffers_size 64k;
+            uwsgi_buffer_size 256k;
+            uwsgi_buffers 16 256k;
+            uwsgi_busy_buffers_size 256k;
             uwsgi_request_buffering off;
             uwsgi_buffering off;
     }

diff --git a/ingest/w3act/docker-compose.yml b/ingest/w3act/docker-compose.yml
@@ -13,7 +13,7 @@ services:
 
   # PyWB for QA
   pywb:
-    image: ukwa/ukwa-pywb:2.6.7
+    image: ukwa/ukwa-pywb:2.6.7.2
     environment:
       UKWA_INDEX: "http://cdx.api.wa.bl.uk/data-heritrix?url={url}&closest={closest}&sort=closest&filter=!statuscode:429&filter=!mimetype:warc/revisit"
       UKWA_ARCHIVE: "webhdfs://warc-server:8000/by-filename/"