From c2788612ca21f50d5a92264e802efa6d4a490fb6 Mon Sep 17 00:00:00 2001 From: Sebastian Nagel Date: Mon, 8 Nov 2021 13:17:19 +0100 Subject: [PATCH] Support HEAD method in okhttp protocol - if `http.method.head` is in page metadata - cf. #485 Signed-off-by: Sebastian Nagel --- .../stormcrawler/protocol/okhttp/HttpProtocol.java | 7 ++++++- 1 file changed, 6 insertions(+), 1 deletion(-) diff --git a/core/src/main/java/com/digitalpebble/stormcrawler/protocol/okhttp/HttpProtocol.java b/core/src/main/java/com/digitalpebble/stormcrawler/protocol/okhttp/HttpProtocol.java index 143f3a24d..bf589bbb2 100644 --- a/core/src/main/java/com/digitalpebble/stormcrawler/protocol/okhttp/HttpProtocol.java +++ b/core/src/main/java/com/digitalpebble/stormcrawler/protocol/okhttp/HttpProtocol.java @@ -337,9 +337,14 @@ public ProtocolResponse getProtocolOutput(String url, final Metadata metadata) t String postJSONData = metadata.getFirstValue("http.post.json"); if (StringUtils.isNotBlank(postJSONData)) { - RequestBody body = RequestBody.create(JSON, postJSONData); + RequestBody body = RequestBody.create(postJSONData, JSON); rb.post(body); } + + String useHead = metadata.getFirstValue("http.method.head"); + if ("true".equalsIgnoreCase(useHead)) { + rb.head(); + } } Request request = rb.build();