From 2c1d9cc610663e9687437a9fb84c004e9be8ce9c Mon Sep 17 00:00:00 2001 From: James Lamb Date: Sat, 14 Dec 2024 20:57:57 -0600 Subject: [PATCH 1/4] [ci] fix linkchecker job --- .ci/test.sh | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/.ci/test.sh b/.ci/test.sh index cc8831f94c09..04faba7bad27 100755 --- a/.ci/test.sh +++ b/.ci/test.sh @@ -147,7 +147,7 @@ if [[ $TASK == "check-docs" ]] || [[ $TASK == "check-links" ]]; then if [[ $TASK == "check-links" ]]; then # check docs for broken links pip install linkchecker - linkchecker --config=.linkcheckerrc ./docs/_build/html/*.html || exit 1 + linkchecker --config=./docs/.linkcheckerrc ./docs/_build/html/*.html || exit 1 exit 0 fi # check the consistency of parameters' descriptions and other stuff From 52657867d508f258445d9bbb3fae227bafec3e98 Mon Sep 17 00:00:00 2001 From: James Lamb Date: Sat, 14 Dec 2024 22:35:48 -0600 Subject: [PATCH 2/4] put a floor on linkchecker, run fewer requests per second --- .ci/test.sh | 2 +- docs/.linkcheckerrc | 2 +- 2 files changed, 2 insertions(+), 2 deletions(-) diff --git a/.ci/test.sh b/.ci/test.sh index 04faba7bad27..82c159064a33 100755 --- a/.ci/test.sh +++ b/.ci/test.sh @@ -146,7 +146,7 @@ if [[ $TASK == "check-docs" ]] || [[ $TASK == "check-links" ]]; then make -C docs html || exit 1 if [[ $TASK == "check-links" ]]; then # check docs for broken links - pip install linkchecker + pip install 'linkchecker>=10.5.0' linkchecker --config=./docs/.linkcheckerrc ./docs/_build/html/*.html || exit 1 exit 0 fi diff --git a/docs/.linkcheckerrc b/docs/.linkcheckerrc index 003d8699a875..c111bce37a6c 100644 --- a/docs/.linkcheckerrc +++ b/docs/.linkcheckerrc @@ -1,5 +1,5 @@ [checking] -maxrequestspersecond=1 +maxrequestspersecond=0.1 recursionlevel=1 anchors=1 sslverify=0 From 4061211e76245e62f9986abc953d8507258d00ce Mon Sep 17 00:00:00 2001 From: James Lamb Date: Sat, 14 Dec 2024 23:39:24 -0600 Subject: [PATCH 3/4] try multi-threading --- docs/.linkcheckerrc | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/docs/.linkcheckerrc b/docs/.linkcheckerrc index c111bce37a6c..49ff94333d7a 100644 --- a/docs/.linkcheckerrc +++ b/docs/.linkcheckerrc @@ -3,7 +3,7 @@ maxrequestspersecond=0.1 recursionlevel=1 anchors=1 sslverify=0 -threads=1 +threads=10 [filtering] ignore= From 0d3a6b73deb524ec06360c31477c491e1d3590fd Mon Sep 17 00:00:00 2001 From: James Lamb Date: Sun, 15 Dec 2024 00:17:50 -0600 Subject: [PATCH 4/4] try 4 threads --- docs/.linkcheckerrc | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/docs/.linkcheckerrc b/docs/.linkcheckerrc index 49ff94333d7a..a4707aa536ea 100644 --- a/docs/.linkcheckerrc +++ b/docs/.linkcheckerrc @@ -3,7 +3,7 @@ maxrequestspersecond=0.1 recursionlevel=1 anchors=1 sslverify=0 -threads=10 +threads=4 [filtering] ignore=