Temporary workaround for #42: use http/1.1

Signed-off-by: Julien Nioche <[email protected]>
commoncrawl · Nov 15, 2023 · 0bfccf5 · 0bfccf5
1 parent f30c764
commit 0bfccf5
Showing 1 changed file with 6 additions and 0 deletions.
diff --git a/conf/crawler-conf.yaml b/conf/crawler-conf.yaml
@@ -69,6 +69,12 @@ config:
   http.protocol.implementation: com.digitalpebble.stormcrawler.protocol.okhttp.HttpProtocol
   https.protocol.implementation: com.digitalpebble.stormcrawler.protocol.okhttp.HttpProtocol
 
+  # the http/https protocol versions to use, in order of preference
+  # - must use HTTP/1.1 until WARC writer can handle HTTP/2
+  # - okhttp does not support HTTP/1.0 requests (it supports responses however)
+  http.protocol.versions:
+  # - "h2"
+  - "http/1.1"
   # do not fail on unknown SSL certificates
   http.trust.everything: true