From 7c235f7b54bd5b6f0eb86a307726dfb2d9416678 Mon Sep 17 00:00:00 2001 From: =?UTF-8?q?Sebasti=C3=A1n=20Ram=C3=ADrez?= Date: Sun, 27 Nov 2022 14:51:18 +0100 Subject: [PATCH 1/6] =?UTF-8?q?=F0=9F=91=B7=20Tweak=20build-docs=20and=20s?= =?UTF-8?q?ee=20if=20that=20speeds=20up=20CI?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit --- scripts/docs.py | 4 +++- 1 file changed, 3 insertions(+), 1 deletion(-) diff --git a/scripts/docs.py b/scripts/docs.py index 622ba9202e4e1..e0953b8edb551 100644 --- a/scripts/docs.py +++ b/scripts/docs.py @@ -284,7 +284,9 @@ def build_all(): continue langs.append(lang.name) cpu_count = os.cpu_count() or 1 - with Pool(cpu_count * 2) as p: + process_pool_size = cpu_count * 4 + typer.echo(f"Using process pool size: {process_pool_size}") + with Pool(process_pool_size) as p: p.map(build_lang, langs) From cc1a530ef64860aabe03225f9f6a1b6838826e6e Mon Sep 17 00:00:00 2001 From: =?UTF-8?q?Sebasti=C3=A1n=20Ram=C3=ADrez?= Date: Sun, 27 Nov 2022 14:55:38 +0100 Subject: [PATCH 2/6] =?UTF-8?q?=F0=9F=97=83=20Tweak=20docs=20build,=20chec?= =?UTF-8?q?k=20speed?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit --- scripts/docs.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/scripts/docs.py b/scripts/docs.py index e0953b8edb551..f6451281023a8 100644 --- a/scripts/docs.py +++ b/scripts/docs.py @@ -284,7 +284,7 @@ def build_all(): continue langs.append(lang.name) cpu_count = os.cpu_count() or 1 - process_pool_size = cpu_count * 4 + process_pool_size = cpu_count * 5 typer.echo(f"Using process pool size: {process_pool_size}") with Pool(process_pool_size) as p: p.map(build_lang, langs) From 7a4bb87e5ac9bd0b958ec4e3df4011136bfe51b2 Mon Sep 17 00:00:00 2001 From: =?UTF-8?q?Sebasti=C3=A1n=20Ram=C3=ADrez?= Date: Sun, 27 Nov 2022 14:58:43 +0100 Subject: [PATCH 3/6] =?UTF-8?q?=F0=9F=97=83=20Tweak=20build=20docs=20and?= =?UTF-8?q?=20check=20speed?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit --- scripts/docs.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/scripts/docs.py b/scripts/docs.py index f6451281023a8..54cfd3ad7a228 100644 --- a/scripts/docs.py +++ b/scripts/docs.py @@ -284,7 +284,7 @@ def build_all(): continue langs.append(lang.name) cpu_count = os.cpu_count() or 1 - process_pool_size = cpu_count * 5 + process_pool_size = cpu_count * 6 typer.echo(f"Using process pool size: {process_pool_size}") with Pool(process_pool_size) as p: p.map(build_lang, langs) From a1582f9297e87d09a4eeeeeba0f2feb05a980c47 Mon Sep 17 00:00:00 2001 From: =?UTF-8?q?Sebasti=C3=A1n=20Ram=C3=ADrez?= Date: Sun, 27 Nov 2022 15:06:36 +0100 Subject: [PATCH 4/6] =?UTF-8?q?=F0=9F=91=B7=20Tweak=20build=20docs,=20chec?= =?UTF-8?q?k=20speed?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit --- scripts/docs.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/scripts/docs.py b/scripts/docs.py index 54cfd3ad7a228..771a19c8655a1 100644 --- a/scripts/docs.py +++ b/scripts/docs.py @@ -284,7 +284,7 @@ def build_all(): continue langs.append(lang.name) cpu_count = os.cpu_count() or 1 - process_pool_size = cpu_count * 6 + process_pool_size = cpu_count * 8 typer.echo(f"Using process pool size: {process_pool_size}") with Pool(process_pool_size) as p: p.map(build_lang, langs) From 85be6b1de31ba25cd921663127928b90659a1cd6 Mon Sep 17 00:00:00 2001 From: =?UTF-8?q?Sebasti=C3=A1n=20Ram=C3=ADrez?= Date: Sun, 27 Nov 2022 15:14:50 +0100 Subject: [PATCH 5/6] =?UTF-8?q?=F0=9F=97=83=20Tweak=20build=20docs,=20chec?= =?UTF-8?q?k=20speed?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit --- scripts/docs.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/scripts/docs.py b/scripts/docs.py index 771a19c8655a1..fb7ae05fb8fac 100644 --- a/scripts/docs.py +++ b/scripts/docs.py @@ -284,7 +284,7 @@ def build_all(): continue langs.append(lang.name) cpu_count = os.cpu_count() or 1 - process_pool_size = cpu_count * 8 + process_pool_size = cpu_count * 2 typer.echo(f"Using process pool size: {process_pool_size}") with Pool(process_pool_size) as p: p.map(build_lang, langs) From 2100b9b121b526379d45085f37bbd9b035060094 Mon Sep 17 00:00:00 2001 From: =?UTF-8?q?Sebasti=C3=A1n=20Ram=C3=ADrez?= Date: Sun, 27 Nov 2022 15:18:07 +0100 Subject: [PATCH 6/6] =?UTF-8?q?=F0=9F=97=83=20Tweak=20docs=20build=20time,?= =?UTF-8?q?=20it=20seems=204=20*=20CPU=20count=20is=20the=20sweet=20spot?= =?UTF-8?q?=20for=20GitHub=20Actions?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit --- scripts/docs.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/scripts/docs.py b/scripts/docs.py index fb7ae05fb8fac..e0953b8edb551 100644 --- a/scripts/docs.py +++ b/scripts/docs.py @@ -284,7 +284,7 @@ def build_all(): continue langs.append(lang.name) cpu_count = os.cpu_count() or 1 - process_pool_size = cpu_count * 2 + process_pool_size = cpu_count * 4 typer.echo(f"Using process pool size: {process_pool_size}") with Pool(process_pool_size) as p: p.map(build_lang, langs)