From 79708bd30c7926c904412f682633aa52eaf7f042 Mon Sep 17 00:00:00 2001 From: Alan Orth Date: Sat, 14 Sep 2024 23:02:16 +0300 Subject: [PATCH] Add notes for 2024-09-14 --- content/posts/2024-09.md | 33 ++++++++++++++++++++ docs/2024-09/index.html | 41 +++++++++++++++++++++++-- docs/categories/index.html | 2 +- docs/categories/index.xml | 2 +- docs/categories/notes/index.html | 2 +- docs/categories/notes/index.xml | 2 +- docs/categories/notes/page/2/index.html | 2 +- docs/categories/notes/page/3/index.html | 2 +- docs/categories/notes/page/4/index.html | 2 +- docs/categories/notes/page/5/index.html | 2 +- docs/categories/notes/page/6/index.html | 2 +- docs/categories/notes/page/7/index.html | 2 +- docs/categories/notes/page/8/index.html | 2 +- docs/categories/notes/page/9/index.html | 2 +- docs/index.html | 2 +- docs/index.xml | 2 +- docs/page/10/index.html | 2 +- docs/page/11/index.html | 2 +- docs/page/2/index.html | 2 +- docs/page/3/index.html | 2 +- docs/page/4/index.html | 2 +- docs/page/5/index.html | 2 +- docs/page/6/index.html | 2 +- docs/page/7/index.html | 2 +- docs/page/8/index.html | 2 +- docs/page/9/index.html | 2 +- docs/posts/index.html | 2 +- docs/posts/index.xml | 2 +- docs/posts/page/10/index.html | 2 +- docs/posts/page/11/index.html | 2 +- docs/posts/page/2/index.html | 2 +- docs/posts/page/3/index.html | 2 +- docs/posts/page/4/index.html | 2 +- docs/posts/page/5/index.html | 2 +- docs/posts/page/6/index.html | 2 +- docs/posts/page/7/index.html | 2 +- docs/posts/page/8/index.html | 2 +- docs/posts/page/9/index.html | 2 +- docs/sitemap.xml | 10 +++--- 39 files changed, 112 insertions(+), 44 deletions(-) diff --git a/content/posts/2024-09.md b/content/posts/2024-09.md index 7663af65c..3b3caf1c9 100644 --- a/content/posts/2024-09.md +++ b/content/posts/2024-09.md @@ -53,4 +53,37 @@ $ pm2 status - I put some of these changes in on DSpace Test and will monitor this week +## 2024-09-10 + +- Some bot in South Africa made a ton of requests on the API and made the load hit the roof: + +``` +# grep -E '10/Sep/2024:[10-11]' /var/log/nginx/api-access.log | awk '{print $1}' | sort | uniq -c | sort -h +... + 149720 102.182.38.90 +``` + +- They are using several user agents so are obviously a bot: + +``` +Mozilla/5.0 (Windows NT 10.0; Win64; x64; rv:130.0) Gecko/20100101 Firefox/130.0 +Mozilla/5.0 (Windows NT 10.0; Win64; x64; rv:109.0) Gecko/20100101 Firefox/111.0 +Mozilla/5.0 (Windows; U; Windows NT 6.1; rv:11.0) Gecko/20100101 Firefox/11.0 +``` + +- I added them to the list of bot networks in nginx and the load went down + +## 2024-09-11 + +- Upgrade DSpace 7 Test to Ubuntu 24.04 +- I did some minor maintenance to test dspace-statistics-api with Python 3.12 + - I tagged version 1.4.4 and released it on GitHub + +## 2024-09-14 + +- Noticed a persistent higher than usual load on CGSpace and checked the server logs + - Found some new data center subnets to block because they were making thousands of requests with normal user agents +- I enabled HTTP/3 in nginx +- I enabled the SSR patch in Angular: https://github.com/DSpace/dspace-angular/issues/3110 + diff --git a/docs/2024-09/index.html b/docs/2024-09/index.html index c01932626..02500ed5c 100644 --- a/docs/2024-09/index.html +++ b/docs/2024-09/index.html @@ -14,7 +14,7 @@ Upgrade CGSpace to DSpace 7.6.2 - + @@ -34,9 +34,9 @@ Upgrade CGSpace to DSpace 7.6.2 "@type": "BlogPosting", "headline": "September, 2024", "url": "https://alanorth.github.io/cgspace-notes/2024-09/", - "wordCount": "353", + "wordCount": "523", "datePublished": "2024-09-01T21:16:00-07:00", - "dateModified": "2024-09-01T21:16:00-07:00", + "dateModified": "2024-09-09T10:20:09+03:00", "author": { "@type": "Person", "name": "Alan Orth" @@ -157,6 +157,41 @@ Sep 06 00:00:25 server systemd[1]: tomcat9.service: Failed with result 'oom- +

2024-09-10

+ +
# grep -E '10/Sep/2024:[10-11]' /var/log/nginx/api-access.log | awk '{print $1}' | sort | uniq -c | sort -h
+...
+ 149720 102.182.38.90
+
+
Mozilla/5.0 (Windows NT 10.0; Win64; x64; rv:130.0) Gecko/20100101 Firefox/130.0
+Mozilla/5.0 (Windows NT 10.0; Win64; x64; rv:109.0) Gecko/20100101 Firefox/111.0
+Mozilla/5.0 (Windows; U; Windows NT 6.1; rv:11.0) Gecko/20100101 Firefox/11.0
+
+

2024-09-11

+ +

2024-09-14

+ diff --git a/docs/categories/index.html b/docs/categories/index.html index ed8af56ae..6f561c049 100644 --- a/docs/categories/index.html +++ b/docs/categories/index.html @@ -10,7 +10,7 @@ - + diff --git a/docs/categories/index.xml b/docs/categories/index.xml index 21255ec26..32d6598d3 100644 --- a/docs/categories/index.xml +++ b/docs/categories/index.xml @@ -6,7 +6,7 @@ Recent content in Categories on CGSpace Notes Hugo en-us - Sun, 01 Sep 2024 21:16:00 -0700 + Mon, 09 Sep 2024 10:20:09 +0300 Notes diff --git a/docs/categories/notes/index.html b/docs/categories/notes/index.html index 5538b2d08..b2f0117cb 100644 --- a/docs/categories/notes/index.html +++ b/docs/categories/notes/index.html @@ -10,7 +10,7 @@ - + diff --git a/docs/categories/notes/index.xml b/docs/categories/notes/index.xml index 308c35c45..834d59c00 100644 --- a/docs/categories/notes/index.xml +++ b/docs/categories/notes/index.xml @@ -6,7 +6,7 @@ Recent content in Notes on CGSpace Notes Hugo en-us - Sun, 01 Sep 2024 21:16:00 -0700 + Mon, 09 Sep 2024 10:20:09 +0300 September, 2024 diff --git a/docs/categories/notes/page/2/index.html b/docs/categories/notes/page/2/index.html index ae71cd259..ddbe9f891 100644 --- a/docs/categories/notes/page/2/index.html +++ b/docs/categories/notes/page/2/index.html @@ -10,7 +10,7 @@ - + diff --git a/docs/categories/notes/page/3/index.html b/docs/categories/notes/page/3/index.html index d1cf7e5dd..2bfd471c3 100644 --- a/docs/categories/notes/page/3/index.html +++ b/docs/categories/notes/page/3/index.html @@ -10,7 +10,7 @@ - + diff --git a/docs/categories/notes/page/4/index.html b/docs/categories/notes/page/4/index.html index fc7d85efd..3457c32f0 100644 --- a/docs/categories/notes/page/4/index.html +++ b/docs/categories/notes/page/4/index.html @@ -10,7 +10,7 @@ - + diff --git a/docs/categories/notes/page/5/index.html b/docs/categories/notes/page/5/index.html index 898352481..8f539c947 100644 --- a/docs/categories/notes/page/5/index.html +++ b/docs/categories/notes/page/5/index.html @@ -10,7 +10,7 @@ - + diff --git a/docs/categories/notes/page/6/index.html b/docs/categories/notes/page/6/index.html index 6a1783bcf..b82b972a4 100644 --- a/docs/categories/notes/page/6/index.html +++ b/docs/categories/notes/page/6/index.html @@ -10,7 +10,7 @@ - + diff --git a/docs/categories/notes/page/7/index.html b/docs/categories/notes/page/7/index.html index 9bde3e674..f0403c9da 100644 --- a/docs/categories/notes/page/7/index.html +++ b/docs/categories/notes/page/7/index.html @@ -10,7 +10,7 @@ - + diff --git a/docs/categories/notes/page/8/index.html b/docs/categories/notes/page/8/index.html index 7e4930e38..a76b98f11 100644 --- a/docs/categories/notes/page/8/index.html +++ b/docs/categories/notes/page/8/index.html @@ -10,7 +10,7 @@ - + diff --git a/docs/categories/notes/page/9/index.html b/docs/categories/notes/page/9/index.html index 797260254..c74d8965a 100644 --- a/docs/categories/notes/page/9/index.html +++ b/docs/categories/notes/page/9/index.html @@ -10,7 +10,7 @@ - + diff --git a/docs/index.html b/docs/index.html index a2bcec7a2..0e670dd43 100644 --- a/docs/index.html +++ b/docs/index.html @@ -10,7 +10,7 @@ - + diff --git a/docs/index.xml b/docs/index.xml index 5a7e24048..b9796d7f2 100644 --- a/docs/index.xml +++ b/docs/index.xml @@ -6,7 +6,7 @@ Recent content on CGSpace Notes Hugo en-us - Sun, 01 Sep 2024 21:16:00 -0700 + Mon, 09 Sep 2024 10:20:09 +0300 September, 2024 diff --git a/docs/page/10/index.html b/docs/page/10/index.html index 2ba303480..48d2bbd20 100644 --- a/docs/page/10/index.html +++ b/docs/page/10/index.html @@ -10,7 +10,7 @@ - + diff --git a/docs/page/11/index.html b/docs/page/11/index.html index bd59d5f1c..057b359e0 100644 --- a/docs/page/11/index.html +++ b/docs/page/11/index.html @@ -10,7 +10,7 @@ - + diff --git a/docs/page/2/index.html b/docs/page/2/index.html index 26bf4b915..c420d4538 100644 --- a/docs/page/2/index.html +++ b/docs/page/2/index.html @@ -10,7 +10,7 @@ - + diff --git a/docs/page/3/index.html b/docs/page/3/index.html index 1b5b92d5f..5a04a35b6 100644 --- a/docs/page/3/index.html +++ b/docs/page/3/index.html @@ -10,7 +10,7 @@ - + diff --git a/docs/page/4/index.html b/docs/page/4/index.html index 7171bb179..8e05fd836 100644 --- a/docs/page/4/index.html +++ b/docs/page/4/index.html @@ -10,7 +10,7 @@ - + diff --git a/docs/page/5/index.html b/docs/page/5/index.html index 669406843..7f36ea3e9 100644 --- a/docs/page/5/index.html +++ b/docs/page/5/index.html @@ -10,7 +10,7 @@ - + diff --git a/docs/page/6/index.html b/docs/page/6/index.html index 3288d6b3c..15060a4a1 100644 --- a/docs/page/6/index.html +++ b/docs/page/6/index.html @@ -10,7 +10,7 @@ - + diff --git a/docs/page/7/index.html b/docs/page/7/index.html index 28a2ffe0d..35f4316af 100644 --- a/docs/page/7/index.html +++ b/docs/page/7/index.html @@ -10,7 +10,7 @@ - + diff --git a/docs/page/8/index.html b/docs/page/8/index.html index 81db278ac..60cb51c7c 100644 --- a/docs/page/8/index.html +++ b/docs/page/8/index.html @@ -10,7 +10,7 @@ - + diff --git a/docs/page/9/index.html b/docs/page/9/index.html index adf776b1c..5b30a368a 100644 --- a/docs/page/9/index.html +++ b/docs/page/9/index.html @@ -10,7 +10,7 @@ - + diff --git a/docs/posts/index.html b/docs/posts/index.html index dd13f49d9..10a21c4fa 100644 --- a/docs/posts/index.html +++ b/docs/posts/index.html @@ -10,7 +10,7 @@ - + diff --git a/docs/posts/index.xml b/docs/posts/index.xml index 78b1b8148..36fb2fd66 100644 --- a/docs/posts/index.xml +++ b/docs/posts/index.xml @@ -6,7 +6,7 @@ Recent content in Posts on CGSpace Notes Hugo en-us - Sun, 01 Sep 2024 21:16:00 -0700 + Mon, 09 Sep 2024 10:20:09 +0300 September, 2024 diff --git a/docs/posts/page/10/index.html b/docs/posts/page/10/index.html index 0ebc579f1..cc2f03c4a 100644 --- a/docs/posts/page/10/index.html +++ b/docs/posts/page/10/index.html @@ -10,7 +10,7 @@ - + diff --git a/docs/posts/page/11/index.html b/docs/posts/page/11/index.html index ccae4ab9f..4f9d4d8ea 100644 --- a/docs/posts/page/11/index.html +++ b/docs/posts/page/11/index.html @@ -10,7 +10,7 @@ - + diff --git a/docs/posts/page/2/index.html b/docs/posts/page/2/index.html index 4ff9c8e61..7e73c7e39 100644 --- a/docs/posts/page/2/index.html +++ b/docs/posts/page/2/index.html @@ -10,7 +10,7 @@ - + diff --git a/docs/posts/page/3/index.html b/docs/posts/page/3/index.html index f6f3a1940..fcacb050d 100644 --- a/docs/posts/page/3/index.html +++ b/docs/posts/page/3/index.html @@ -10,7 +10,7 @@ - + diff --git a/docs/posts/page/4/index.html b/docs/posts/page/4/index.html index b6256ae21..74a8f1e91 100644 --- a/docs/posts/page/4/index.html +++ b/docs/posts/page/4/index.html @@ -10,7 +10,7 @@ - + diff --git a/docs/posts/page/5/index.html b/docs/posts/page/5/index.html index 8bef9e337..d411af52f 100644 --- a/docs/posts/page/5/index.html +++ b/docs/posts/page/5/index.html @@ -10,7 +10,7 @@ - + diff --git a/docs/posts/page/6/index.html b/docs/posts/page/6/index.html index d815ad879..e3c46814b 100644 --- a/docs/posts/page/6/index.html +++ b/docs/posts/page/6/index.html @@ -10,7 +10,7 @@ - + diff --git a/docs/posts/page/7/index.html b/docs/posts/page/7/index.html index 850f147b7..da533ff45 100644 --- a/docs/posts/page/7/index.html +++ b/docs/posts/page/7/index.html @@ -10,7 +10,7 @@ - + diff --git a/docs/posts/page/8/index.html b/docs/posts/page/8/index.html index 4bacce3f5..67e9408fa 100644 --- a/docs/posts/page/8/index.html +++ b/docs/posts/page/8/index.html @@ -10,7 +10,7 @@ - + diff --git a/docs/posts/page/9/index.html b/docs/posts/page/9/index.html index a14315a64..ce549e6cd 100644 --- a/docs/posts/page/9/index.html +++ b/docs/posts/page/9/index.html @@ -10,7 +10,7 @@ - + diff --git a/docs/sitemap.xml b/docs/sitemap.xml index cf8c2b084..adf502e53 100644 --- a/docs/sitemap.xml +++ b/docs/sitemap.xml @@ -3,19 +3,19 @@ xmlns:xhtml="http://www.w3.org/1999/xhtml"> https://alanorth.github.io/cgspace-notes/categories/ - 2024-09-01T21:16:00-07:00 + 2024-09-09T10:20:09+03:00 https://alanorth.github.io/cgspace-notes/ - 2024-09-01T21:16:00-07:00 + 2024-09-09T10:20:09+03:00 https://alanorth.github.io/cgspace-notes/categories/notes/ - 2024-09-01T21:16:00-07:00 + 2024-09-09T10:20:09+03:00 https://alanorth.github.io/cgspace-notes/posts/ - 2024-09-01T21:16:00-07:00 + 2024-09-09T10:20:09+03:00 https://alanorth.github.io/cgspace-notes/2024-09/ - 2024-09-01T21:16:00-07:00 + 2024-09-09T10:20:09+03:00 https://alanorth.github.io/cgspace-notes/2024-08/ 2024-08-28T11:35:05+03:00