From 12dca1c5b4c7c5bcb9e5070203736dd130551dcc Mon Sep 17 00:00:00 2001 From: Yaroslav Halchenko Date: Mon, 18 May 2020 11:22:34 -0400 Subject: [PATCH 1/3] [INFRA] linkchecker - ignore github pull and tree URLs It causes github to spit out "429 too many requests" HTTP error (see #474). With this change we should skip ATM about 200 github URLs and be left with only about 30. Hopefully that would suffice --- .circleci/config.yml | 6 +++++- 1 file changed, 5 insertions(+), 1 deletion(-) diff --git a/.circleci/config.yml b/.circleci/config.yml index 7988d71097..7bd8e912e8 100644 --- a/.circleci/config.yml +++ b/.circleci/config.yml @@ -42,7 +42,11 @@ jobs: linkchecker -t 1 ~/build/site/ # check external separately by pointing to all *html so no # failures for local file:/// -- yoh found no better way, - linkchecker -t 1 --check-extern --ignore-url 'file:///.*' --ignore-url https://fonts.gstatic.com ~/build/site/*html ~/build/site/*/*.html + linkchecker -t 1 --check-extern \ + --ignore-url 'file:///.*' \ + --ignore-url https://fonts.gstatic.com \ + --ignore-url https://github.com/bids-standard/bids-specification/(pull|tree)/.* \ + ~/build/site/*html ~/build/site/*/*.html else echo "Release PR - do nothing" fi From 6c9c7b021cd64060d93bb17a3edcca2f21d5f65f Mon Sep 17 00:00:00 2001 From: Yaroslav Halchenko Date: Mon, 18 May 2020 12:18:36 -0400 Subject: [PATCH 2/3] Quote regexp in command line Co-authored-by: Chris Markiewicz --- .circleci/config.yml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/.circleci/config.yml b/.circleci/config.yml index 7bd8e912e8..e26e707a62 100644 --- a/.circleci/config.yml +++ b/.circleci/config.yml @@ -45,7 +45,7 @@ jobs: linkchecker -t 1 --check-extern \ --ignore-url 'file:///.*' \ --ignore-url https://fonts.gstatic.com \ - --ignore-url https://github.com/bids-standard/bids-specification/(pull|tree)/.* \ + --ignore-url "https://github.com/bids-standard/bids-specification/(pull|tree)/.*" \ ~/build/site/*html ~/build/site/*/*.html else echo "Release PR - do nothing" From e0c21b7e7016f1089ff04ff6d554272cd7747f04 Mon Sep 17 00:00:00 2001 From: Yaroslav Halchenko Date: Tue, 19 May 2020 08:22:35 -0400 Subject: [PATCH 3/3] Also ignore users urls on github Co-authored-by: Chris Markiewicz --- .circleci/config.yml | 1 + 1 file changed, 1 insertion(+) diff --git a/.circleci/config.yml b/.circleci/config.yml index e26e707a62..483269e7ce 100644 --- a/.circleci/config.yml +++ b/.circleci/config.yml @@ -46,6 +46,7 @@ jobs: --ignore-url 'file:///.*' \ --ignore-url https://fonts.gstatic.com \ --ignore-url "https://github.com/bids-standard/bids-specification/(pull|tree)/.*" \ + --ignore-url "https://github.com/[^/]*" \ ~/build/site/*html ~/build/site/*/*.html else echo "Release PR - do nothing"