From 9d301d2820d6ea8a4c2f3f4d18c51d2a7afae44c Mon Sep 17 00:00:00 2001 From: =?UTF-8?q?Micha=C5=82=20Go=C5=82e=CC=A8biowski-Owczarek?= Date: Tue, 10 Mar 2026 21:53:03 +0100 Subject: [PATCH] Build: Skip checking code-of-conduct.openjsf.org & x.com in the hydra crawler We're getting 429 Too Many Requests on almost every spider-check run. We're already skipping twitter.com, let's do the same for x.com. --- .github/configs/hydra-config.json | 8 ++++++-- 1 file changed, 6 insertions(+), 2 deletions(-) diff --git a/.github/configs/hydra-config.json b/.github/configs/hydra-config.json index 2173722b..3340c1f9 100644 --- a/.github/configs/hydra-config.json +++ b/.github/configs/hydra-config.json @@ -1,10 +1,14 @@ { "//": [ "2023-05: twitter.com serves broken redirect-loop", - "2025-04: The oembed endpoint responds HTTP 429 Too Many Requests too often; perhaps because almost every page links to one" + "2025-04: The oembed endpoint responds HTTP 429 Too Many Requests too often; perhaps because almost every page links to one", + "2026-03 code-of-conduct.openjsf.org serves 429 Too Many Requests too often", + "2026-03: twitter.com used to serve a broken redirect-loop and we expect x.com to be doing the same" ], "exclude_scheme_prefixes": [ "https://twitter.com/", - "https://api.jquery.com/wp-json/oembed/1.0/embed" + "https://api.jquery.com/wp-json/oembed/1.0/embed", + "https://code-of-conduct.openjsf.org/", + "https://x.com/" ] }