From 0bfccf54a502570fd91bbcc243e2d921a4886439 Mon Sep 17 00:00:00 2001 From: Julien Nioche Date: Wed, 15 Nov 2023 15:33:07 +0000 Subject: [PATCH] Temporary workaround for #42: use http/1.1 Signed-off-by: Julien Nioche --- conf/crawler-conf.yaml | 6 ++++++ 1 file changed, 6 insertions(+) diff --git a/conf/crawler-conf.yaml b/conf/crawler-conf.yaml index 5639065..fefd5b6 100644 --- a/conf/crawler-conf.yaml +++ b/conf/crawler-conf.yaml @@ -69,6 +69,12 @@ config: http.protocol.implementation: com.digitalpebble.stormcrawler.protocol.okhttp.HttpProtocol https.protocol.implementation: com.digitalpebble.stormcrawler.protocol.okhttp.HttpProtocol + # the http/https protocol versions to use, in order of preference + # - must use HTTP/1.1 until WARC writer can handle HTTP/2 + # - okhttp does not support HTTP/1.0 requests (it supports responses however) + http.protocol.versions: + # - "h2" + - "http/1.1" # do not fail on unknown SSL certificates http.trust.everything: true