From bd2d9779bbc53c5f78754024d806e00d2469dae0 Mon Sep 17 00:00:00 2001 From: Alan Orth Date: Tue, 19 Nov 2024 10:40:23 +0300 Subject: [PATCH] Add notes --- content/posts/2024-10.md | 31 +++ content/posts/2024-11.md | 50 +++++ docs/2015-11/index.html | 4 +- docs/2015-12/index.html | 4 +- docs/2016-01/index.html | 4 +- docs/2016-02/index.html | 4 +- docs/2016-03/index.html | 4 +- docs/2016-04/index.html | 4 +- docs/2016-05/index.html | 4 +- docs/2016-06/index.html | 4 +- docs/2016-07/index.html | 4 +- docs/2016-08/index.html | 4 +- docs/2016-09/index.html | 4 +- docs/2016-10/index.html | 4 +- docs/2016-11/index.html | 4 +- docs/2016-12/index.html | 4 +- docs/2017-01/index.html | 4 +- docs/2017-02/index.html | 4 +- docs/2017-03/index.html | 4 +- docs/2017-04/index.html | 4 +- docs/2017-05/index.html | 4 +- docs/2017-06/index.html | 4 +- docs/2017-07/index.html | 4 +- docs/2017-08/index.html | 4 +- docs/2017-09/index.html | 4 +- docs/2017-10/index.html | 4 +- docs/2017-11/index.html | 4 +- docs/2017-12/index.html | 4 +- docs/2018-01/index.html | 4 +- docs/2018-02/index.html | 4 +- docs/2018-03/index.html | 4 +- docs/2018-04/index.html | 4 +- docs/2018-05/index.html | 4 +- docs/2018-06/index.html | 4 +- docs/2018-07/index.html | 4 +- docs/2018-08/index.html | 4 +- docs/2018-09/index.html | 4 +- docs/2018-10/index.html | 4 +- docs/2018-11/index.html | 4 +- docs/2018-12/index.html | 4 +- docs/2019-01/index.html | 4 +- docs/2019-02/index.html | 4 +- docs/2019-03/index.html | 4 +- docs/2019-04/index.html | 4 +- docs/2019-05/index.html | 4 +- docs/2019-06/index.html | 4 +- docs/2019-07/index.html | 4 +- docs/2019-08/index.html | 4 +- docs/2019-09/index.html | 4 +- docs/2019-10/index.html | 4 +- docs/2019-11/index.html | 4 +- docs/2019-12/index.html | 4 +- docs/2020-01/index.html | 4 +- docs/2020-02/index.html | 4 +- docs/2020-03/index.html | 4 +- docs/2020-04/index.html | 4 +- docs/2020-05/index.html | 4 +- docs/2020-06/index.html | 4 +- docs/2020-07/index.html | 4 +- docs/2020-08/index.html | 4 +- docs/2020-09/index.html | 4 +- docs/2020-10/index.html | 4 +- docs/2020-11/index.html | 4 +- docs/2020-12/index.html | 4 +- docs/2021-01/index.html | 4 +- docs/2021-02/index.html | 4 +- docs/2021-03/index.html | 4 +- docs/2021-04/index.html | 4 +- docs/2021-05/index.html | 4 +- docs/2021-06/index.html | 4 +- docs/2021-07/index.html | 4 +- docs/2021-08/index.html | 4 +- docs/2021-09/index.html | 4 +- docs/2021-10/index.html | 4 +- docs/2021-11/index.html | 4 +- docs/2021-12/index.html | 4 +- docs/2022-01/index.html | 4 +- docs/2022-02/index.html | 4 +- docs/2022-03/index.html | 4 +- docs/2022-04/index.html | 4 +- docs/2022-05/index.html | 4 +- docs/2022-06/index.html | 4 +- docs/2022-07/index.html | 4 +- docs/2022-08/index.html | 4 +- docs/2022-09/index.html | 4 +- docs/2022-10/index.html | 4 +- docs/2022-11/index.html | 4 +- docs/2022-12/index.html | 4 +- docs/2023-01/index.html | 4 +- docs/2023-02/index.html | 4 +- docs/2023-03/index.html | 4 +- docs/2023-04/index.html | 4 +- docs/2023-05/index.html | 4 +- docs/2023-06/index.html | 4 +- docs/2023-07/index.html | 4 +- docs/2023-08/index.html | 4 +- docs/2023-09/index.html | 4 +- docs/2023-10/index.html | 4 +- docs/2023-11/index.html | 4 +- docs/2023-12/index.html | 4 +- docs/2024-01/index.html | 4 +- docs/2024-02/index.html | 4 +- docs/2024-03/index.html | 4 +- docs/2024-04/index.html | 4 +- docs/2024-05/index.html | 4 +- docs/2024-06/index.html | 4 +- docs/2024-07/index.html | 4 +- docs/2024-08/index.html | 4 +- docs/2024-09/index.html | 4 +- docs/2024-10/index.html | 46 ++++- docs/2024-11/index.html | 229 +++++++++++++++++++++ docs/404.html | 4 +- docs/categories/index.html | 8 +- docs/categories/index.xml | 4 +- docs/categories/notes/index.html | 60 +++--- docs/categories/notes/index.xml | 9 +- docs/categories/notes/page/2/index.html | 58 +++--- docs/categories/notes/page/3/index.html | 71 +++---- docs/categories/notes/page/4/index.html | 72 ++++--- docs/categories/notes/page/5/index.html | 55 +++-- docs/categories/notes/page/6/index.html | 68 +++--- docs/categories/notes/page/7/index.html | 75 +++---- docs/categories/notes/page/8/index.html | 66 +++--- docs/categories/notes/page/9/index.html | 34 ++- docs/cgiar-library-migration/index.html | 4 +- docs/cgspace-cgcorev2-migration/index.html | 4 +- docs/cgspace-dspace6-upgrade/index.html | 4 +- docs/index.html | 62 +++--- docs/index.xml | 9 +- docs/page/10/index.html | 77 ++++--- docs/page/11/index.html | 65 +++--- docs/page/12/index.html | 35 +++- docs/page/2/index.html | 60 +++--- docs/page/3/index.html | 73 +++---- docs/page/4/index.html | 74 ++++--- docs/page/5/index.html | 57 +++-- docs/page/6/index.html | 70 +++---- docs/page/7/index.html | 77 +++---- docs/page/8/index.html | 68 +++--- docs/page/9/index.html | 75 +++---- docs/posts/index.html | 62 +++--- docs/posts/index.xml | 9 +- docs/posts/page/10/index.html | 77 ++++--- docs/posts/page/11/index.html | 65 +++--- docs/posts/page/12/index.html | 35 +++- docs/posts/page/2/index.html | 60 +++--- docs/posts/page/3/index.html | 73 +++---- docs/posts/page/4/index.html | 74 ++++--- docs/posts/page/5/index.html | 57 +++-- docs/posts/page/6/index.html | 70 +++---- docs/posts/page/7/index.html | 77 +++---- docs/posts/page/8/index.html | 68 +++--- docs/posts/page/9/index.html | 75 +++---- docs/robots.txt | 3 +- docs/sitemap.xml | 15 +- docs/tags/index.html | 4 +- docs/tags/migration/index.html | 4 +- docs/tags/notes/index.html | 4 +- docs/tags/notes/page/2/index.html | 4 +- docs/tags/notes/page/3/index.html | 4 +- 160 files changed, 1734 insertions(+), 1288 deletions(-) create mode 100644 content/posts/2024-11.md create mode 100644 docs/2024-11/index.html diff --git a/content/posts/2024-10.md b/content/posts/2024-10.md index aa2a30d09..85d1a7a90 100644 --- a/content/posts/2024-10.md +++ b/content/posts/2024-10.md @@ -48,4 +48,35 @@ $ csvcut -c 'id,dc.title[en_US],dcterms.abstract[en_US],cg.identifier.doi[en_US] - The default scrape interval is 60 seconds, so if we scrape it more than that the metrics will be stale - From what I've seen this returns in less than one second so it should be safe to reduce the scrape interval +## 2024-10-19 + +- Heavy load on CGSpace today + - There is a noted increase just before 4PM local time + - I extracted a list of IPs: + +```console +# grep -E '19/Oct/2024:1[567]' /var/log/nginx/api-access.log | awk '{print $1}' | sort -u > /tmp/ips.txt +``` + +- I looked them up and found some data center IPs that were using normal user agents with hundreds of IPs, for example: + - 154.47.29.168 # 212238 (CDNEXT - Datacamp Limited, GB) + - 91.210.64.12 # 29802 (HVC-AS, US) - HIVELOCITY, Inc. + - 103.221.57.120 # 132817 (DZCRD-AS-AP DZCRD Networks Ltd, BD) + - 109.107.150.136 # 201341 (CENTURION-INTERNET-SERVICES - trafficforce, UAB, LT) - Code200 + - 185.210.207.1 # 209709 (CODE200-ISP1 - UAB code200, LT) + - 185.162.119.101 # 207223 (GLOBALCON - Global Connections Network LLC, US) + - 173.244.35.101 # 64286 (LOGICWEB, US) - Tesonet + - 139.28.160.141 # 396319 (US-INTERNET-396319, US) - OxyLabs + - 104.143.89.112 # 62874 (WEB2OBJECTS, US) - Web2Objects LLC +- I added some network blocks to the nginx conf +- Interestingly, I see so many IPs using the same user agent today: + +```console +# grep "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/104.0.0.0 Safari/537.3" /var/log/nginx/api-access.log | awk '{print $1}' | sort -u | wc -l +767 +``` + +- For reference, the current Chrome version is 129 or so... + - This is definitely worth looking into because it seems like one massive botnet + diff --git a/content/posts/2024-11.md b/content/posts/2024-11.md new file mode 100644 index 000000000..336f696e1 --- /dev/null +++ b/content/posts/2024-11.md @@ -0,0 +1,50 @@ +--- +title: "November, 2024" +date: 2024-11-11T09:47:00+03:00 +author: "Alan Orth" +categories: ["Notes"] +--- + +## 2024-11-11 + +- Some IP in India is making tons of requests this morning with a normal user agent: + +```console +# awk '{print $1}' /var/log/nginx/api-access.log | sort | uniq -c | sort -h | tail -n 40 +... +513743 49.207.196.249 +``` + + + +- They are using this user agent: + +``` +Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/91.0.4472.124 Safari/537.3 +``` + +## 2024-11-16 + +- I switched CGSpace to Node.js v20 since I've been using it in dev and test for months + +## 2024-11-18 + +- I see a bot (188.34.177.10) on Hetzner has made 35,000 requests this morning and is pretending to be Googlebot, GoogleOther, etc + - Google publishes their range of IPs also: https://developers.google.com/search/docs/crawling-indexing/verifying-googlebot + - Our nginx config doesn't rate limit the API but perhaps that needs to change... + - In DSpace 4/5/6 the API was separate from the user interface so we didn't need to enforce rate limits there because we encouraged using that over scraping the UI + - In DSpace 7 the API is used by the frontend and perhaps should have the same IP- and UA-based rate limiting + +## 2024-11-19 + +- I notice 10,000 requests by a new bot yesterday: + +``` +20.38.174.208 - - [18/Nov/2024:07:02:50 +0100] "GET /server/oai/request?verb=ListRecords&resumptionToken=oai_dc%2F2024-10-18T13%3A00%3A49Z%2F%2F%2F400 HTTP/1.1" 503 190 "-" "Laminas_Http_Client" +``` + +- Seems to be some kind of PHP framework library +- Yesterday one IP in Argentina made nearly 1,000,000 requests using a normal user agent: 181.4.143.40 +- 188.34.177.10 ended up making 700,000 requests using various Googlebot, GoogleOther, and even normal Chrome user agents + + diff --git a/docs/2015-11/index.html b/docs/2015-11/index.html index b7a59c05c..10885ccaf 100644 --- a/docs/2015-11/index.html +++ b/docs/2015-11/index.html @@ -242,6 +242,8 @@ db.statementpool = true
    +
  1. November, 2024
    2. +
  2. October, 2024
  3. September, 2024
    4. @@ -250,8 +252,6 @@ db.statementpool = true
  4. July, 2024
    5. -
  5. June, 2024
    6. -
diff --git a/docs/2015-12/index.html b/docs/2015-12/index.html index 1ecd6ff27..4471bb343 100644 --- a/docs/2015-12/index.html +++ b/docs/2015-12/index.html @@ -264,6 +264,8 @@ $ curl -o /dev/null -s -w %{time_total}\\n https://cgspace.cgiar.org/rest/handle
    +
  1. November, 2024
    2. +
  2. October, 2024
  3. September, 2024
    4. @@ -272,8 +274,6 @@ $ curl -o /dev/null -s -w %{time_total}\\n https://cgspace.cgiar.org/rest/handle
  4. July, 2024
    5. -
  5. June, 2024
    6. -
diff --git a/docs/2016-01/index.html b/docs/2016-01/index.html index 3b46f6eb0..f14008941 100644 --- a/docs/2016-01/index.html +++ b/docs/2016-01/index.html @@ -200,6 +200,8 @@ $ find SimpleArchiveForBio/ -iname “*.pdf” -exec basename {} ; | sor
    +
  1. November, 2024
    2. +
  2. October, 2024
  3. September, 2024
    4. @@ -208,8 +210,6 @@ $ find SimpleArchiveForBio/ -iname “*.pdf” -exec basename {} ; | sor
  4. July, 2024
    5. -
  5. June, 2024
    6. -
diff --git a/docs/2016-02/index.html b/docs/2016-02/index.html index 3190b142d..19bc68b09 100644 --- a/docs/2016-02/index.html +++ b/docs/2016-02/index.html @@ -378,6 +378,8 @@ Bitstream: tést señora alimentación.pdf
    +
  1. November, 2024
    2. +
  2. October, 2024
  3. September, 2024
    4. @@ -386,8 +388,6 @@ Bitstream: tést señora alimentación.pdf
  4. July, 2024
    5. -
  5. June, 2024
    6. -
diff --git a/docs/2016-03/index.html b/docs/2016-03/index.html index 9dd2c97a8..5d701bba3 100644 --- a/docs/2016-03/index.html +++ b/docs/2016-03/index.html @@ -316,6 +316,8 @@ Reinstall my local (Mac OS X) DSpace stack with Tomcat 7, PostgreSQL 9.3, and Ja
    +
  1. November, 2024
    2. +
  2. October, 2024
  3. September, 2024
    4. @@ -324,8 +326,6 @@ Reinstall my local (Mac OS X) DSpace stack with Tomcat 7, PostgreSQL 9.3, and Ja
  4. July, 2024
    5. -
  5. June, 2024
    6. -
diff --git a/docs/2016-04/index.html b/docs/2016-04/index.html index 0db9adbf9..d6db6fcd2 100644 --- a/docs/2016-04/index.html +++ b/docs/2016-04/index.html @@ -495,6 +495,8 @@ dspace.log.2016-04-27:7271
    +
  1. November, 2024
    2. +
  2. October, 2024
  3. September, 2024
    4. @@ -503,8 +505,6 @@ dspace.log.2016-04-27:7271
  4. July, 2024
    5. -
  5. June, 2024
    6. -
diff --git a/docs/2016-05/index.html b/docs/2016-05/index.html index 93e129d7c..65a9c1e54 100644 --- a/docs/2016-05/index.html +++ b/docs/2016-05/index.html @@ -371,6 +371,8 @@ sys 0m20.540s
    +
  1. November, 2024
    2. +
  2. October, 2024
  3. September, 2024
    4. @@ -379,8 +381,6 @@ sys 0m20.540s
  4. July, 2024
    5. -
  5. June, 2024
    6. -
diff --git a/docs/2016-06/index.html b/docs/2016-06/index.html index 039aa25b4..8ce267865 100644 --- a/docs/2016-06/index.html +++ b/docs/2016-06/index.html @@ -409,6 +409,8 @@ $ ./delete-metadata-values.py -f dc.contributor.corporate -i Corporate-Authors-D
    +
  1. November, 2024
    2. +
  2. October, 2024
  3. September, 2024
    4. @@ -417,8 +419,6 @@ $ ./delete-metadata-values.py -f dc.contributor.corporate -i Corporate-Authors-D
  4. July, 2024
    5. -
  5. June, 2024
    6. -
diff --git a/docs/2016-07/index.html b/docs/2016-07/index.html index 0a3326ac2..d62b0ce86 100644 --- a/docs/2016-07/index.html +++ b/docs/2016-07/index.html @@ -325,6 +325,8 @@ discovery.index.authority.ignore-variants=true
    +
  1. November, 2024
    2. +
  2. October, 2024
  3. September, 2024
    4. @@ -333,8 +335,6 @@ discovery.index.authority.ignore-variants=true
  4. July, 2024
    5. -
  5. June, 2024
    6. -
diff --git a/docs/2016-08/index.html b/docs/2016-08/index.html index 656148f49..a2c872083 100644 --- a/docs/2016-08/index.html +++ b/docs/2016-08/index.html @@ -389,6 +389,8 @@ $ JAVA_OPTS="-Dfile.encoding=UTF-8 -Xmx512m" /home/cgspace.cgiar.org/bin
    +
  1. November, 2024
    2. +
  2. October, 2024
  3. September, 2024
    4. @@ -397,8 +399,6 @@ $ JAVA_OPTS="-Dfile.encoding=UTF-8 -Xmx512m" /home/cgspace.cgiar.org/bin
  4. July, 2024
    5. -
  5. June, 2024
    6. -
diff --git a/docs/2016-09/index.html b/docs/2016-09/index.html index 61272c376..28ea752e0 100644 --- a/docs/2016-09/index.html +++ b/docs/2016-09/index.html @@ -606,6 +606,8 @@ $ ./delete-metadata-values.py -i ilrisubjects-delete-13.csv -f cg.subject.ilri -
    +
  1. November, 2024
    2. +
  2. October, 2024
  3. September, 2024
    4. @@ -614,8 +616,6 @@ $ ./delete-metadata-values.py -i ilrisubjects-delete-13.csv -f cg.subject.ilri -
  4. July, 2024
    5. -
  5. June, 2024
    6. -
diff --git a/docs/2016-10/index.html b/docs/2016-10/index.html index f0eefbb62..a533de3dc 100644 --- a/docs/2016-10/index.html +++ b/docs/2016-10/index.html @@ -372,6 +372,8 @@ dspace=# update metadatavalue set text_value = regexp_replace(text_value, 'h
    +
  1. November, 2024
    2. +
  2. October, 2024
  3. September, 2024
    4. @@ -380,8 +382,6 @@ dspace=# update metadatavalue set text_value = regexp_replace(text_value, 'h
  4. July, 2024
    5. -
  5. June, 2024
    6. -
diff --git a/docs/2016-11/index.html b/docs/2016-11/index.html index 2ced3a8aa..51e105ca6 100644 --- a/docs/2016-11/index.html +++ b/docs/2016-11/index.html @@ -548,6 +548,8 @@ org.dspace.discovery.SearchServiceException: Error executing query
    +
  1. November, 2024
    2. +
  2. October, 2024
  3. September, 2024
    4. @@ -556,8 +558,6 @@ org.dspace.discovery.SearchServiceException: Error executing query
  4. July, 2024
    5. -
  5. June, 2024
    6. -
diff --git a/docs/2016-12/index.html b/docs/2016-12/index.html index 96f8b320d..ddc872b69 100644 --- a/docs/2016-12/index.html +++ b/docs/2016-12/index.html @@ -784,6 +784,8 @@ $ exit
    +
  1. November, 2024
    2. +
  2. October, 2024
  3. September, 2024
    4. @@ -792,8 +794,6 @@ $ exit
  4. July, 2024
    5. -
  5. June, 2024
    6. -
diff --git a/docs/2017-01/index.html b/docs/2017-01/index.html index 9ed11608e..d6986a014 100644 --- a/docs/2017-01/index.html +++ b/docs/2017-01/index.html @@ -369,6 +369,8 @@ $ gs -sDEVICE=pdfwrite -dCompatibilityLevel=1.4 -dPDFSETTINGS=/ebook -dNOPAUSE -
    +
  1. November, 2024
    2. +
  2. October, 2024
  3. September, 2024
    4. @@ -377,8 +379,6 @@ $ gs -sDEVICE=pdfwrite -dCompatibilityLevel=1.4 -dPDFSETTINGS=/ebook -dNOPAUSE -
  4. July, 2024
    5. -
  5. June, 2024
    6. -
diff --git a/docs/2017-02/index.html b/docs/2017-02/index.html index ec55429fa..122601590 100644 --- a/docs/2017-02/index.html +++ b/docs/2017-02/index.html @@ -423,6 +423,8 @@ COPY 1968
    +
  1. November, 2024
    2. +
  2. October, 2024
  3. September, 2024
    4. @@ -431,8 +433,6 @@ COPY 1968
  4. July, 2024
    5. -
  5. June, 2024
    6. -
diff --git a/docs/2017-03/index.html b/docs/2017-03/index.html index 9dff3c03c..81d20c990 100644 --- a/docs/2017-03/index.html +++ b/docs/2017-03/index.html @@ -355,6 +355,8 @@ $ ./delete-metadata-values.py -i Investors-Delete-121.csv -f dc.description.spon
    +
  1. November, 2024
    2. +
  2. October, 2024
  3. September, 2024
    4. @@ -363,8 +365,6 @@ $ ./delete-metadata-values.py -i Investors-Delete-121.csv -f dc.description.spon
  4. July, 2024
    5. -
  5. June, 2024
    6. -
diff --git a/docs/2017-04/index.html b/docs/2017-04/index.html index 3458e1a3a..2e0aaa38b 100644 --- a/docs/2017-04/index.html +++ b/docs/2017-04/index.html @@ -585,6 +585,8 @@ $ gem install compass -v 1.0.3
    +
  1. November, 2024
    2. +
  2. October, 2024
  3. September, 2024
    4. @@ -593,8 +595,6 @@ $ gem install compass -v 1.0.3
  4. July, 2024
    5. -
  5. June, 2024
    6. -
diff --git a/docs/2017-05/index.html b/docs/2017-05/index.html index d145bafa7..96f66d2e7 100644 --- a/docs/2017-05/index.html +++ b/docs/2017-05/index.html @@ -391,6 +391,8 @@ UPDATE 187
    +
  1. November, 2024
    2. +
  2. October, 2024
  3. September, 2024
    4. @@ -399,8 +401,6 @@ UPDATE 187
  4. July, 2024
    5. -
  5. June, 2024
    6. -
diff --git a/docs/2017-06/index.html b/docs/2017-06/index.html index e48336bbb..8aa37054f 100644 --- a/docs/2017-06/index.html +++ b/docs/2017-06/index.html @@ -270,6 +270,8 @@ $ JAVA_OPTS="-Xmx1024m -Dfile.encoding=UTF-8" [dspace]/bin/dspace import
    +
  1. November, 2024
    2. +
  2. October, 2024
  3. September, 2024
    4. @@ -278,8 +280,6 @@ $ JAVA_OPTS="-Xmx1024m -Dfile.encoding=UTF-8" [dspace]/bin/dspace import
  4. July, 2024
    5. -
  5. June, 2024
    6. -
diff --git a/docs/2017-07/index.html b/docs/2017-07/index.html index 3def45816..e5e904400 100644 --- a/docs/2017-07/index.html +++ b/docs/2017-07/index.html @@ -275,6 +275,8 @@ delete from metadatavalue where resource_type_id=2 and metadata_field_id=235 and
    +
  1. November, 2024
    2. +
  2. October, 2024
  3. September, 2024
    4. @@ -283,8 +285,6 @@ delete from metadatavalue where resource_type_id=2 and metadata_field_id=235 and
  4. July, 2024
    5. -
  5. June, 2024
    6. -
diff --git a/docs/2017-08/index.html b/docs/2017-08/index.html index aa8cf1a17..640a44a61 100644 --- a/docs/2017-08/index.html +++ b/docs/2017-08/index.html @@ -517,6 +517,8 @@ org.apache.commons.dbcp.SQLNestedException: Cannot get a connection, pool error
    +
  1. November, 2024
    2. +
  2. October, 2024
  3. September, 2024
    4. @@ -525,8 +527,6 @@ org.apache.commons.dbcp.SQLNestedException: Cannot get a connection, pool error
  4. July, 2024
    5. -
  5. June, 2024
    6. -
diff --git a/docs/2017-09/index.html b/docs/2017-09/index.html index 2b8ea415d..7cf19212d 100644 --- a/docs/2017-09/index.html +++ b/docs/2017-09/index.html @@ -659,6 +659,8 @@ Cert Status: good
    +
  1. November, 2024
    2. +
  2. October, 2024
  3. September, 2024
    4. @@ -667,8 +669,6 @@ Cert Status: good
  4. July, 2024
    5. -
  5. June, 2024
    6. -
diff --git a/docs/2017-10/index.html b/docs/2017-10/index.html index e26bb626c..00281c5d7 100644 --- a/docs/2017-10/index.html +++ b/docs/2017-10/index.html @@ -443,6 +443,8 @@ session_id=6C30F10B4351A4ED83EC6ED50AFD6B6A
    +
  1. November, 2024
    2. +
  2. October, 2024
  3. September, 2024
    4. @@ -451,8 +453,6 @@ session_id=6C30F10B4351A4ED83EC6ED50AFD6B6A
  4. July, 2024
    5. -
  5. June, 2024
    6. -
diff --git a/docs/2017-11/index.html b/docs/2017-11/index.html index cceb1cf73..dc0f050d9 100644 --- a/docs/2017-11/index.html +++ b/docs/2017-11/index.html @@ -944,6 +944,8 @@ $ cat dspace.log.2017-11-28 | grep -o -E 'session_id=[A-Z0-9]{32}' | sor
    +
  1. November, 2024
    2. +
  2. October, 2024
  3. September, 2024
    4. @@ -952,8 +954,6 @@ $ cat dspace.log.2017-11-28 | grep -o -E 'session_id=[A-Z0-9]{32}' | sor
  4. July, 2024
    5. -
  5. June, 2024
    6. -
diff --git a/docs/2017-12/index.html b/docs/2017-12/index.html index 460b57e3d..0ed3f8d01 100644 --- a/docs/2017-12/index.html +++ b/docs/2017-12/index.html @@ -783,6 +783,8 @@ DELETE 20
    +
  1. November, 2024
    2. +
  2. October, 2024
  3. September, 2024
    4. @@ -791,8 +793,6 @@ DELETE 20
  4. July, 2024
    5. -
  5. June, 2024
    6. -
diff --git a/docs/2018-01/index.html b/docs/2018-01/index.html index a5c2147a8..ca15a36a2 100644 --- a/docs/2018-01/index.html +++ b/docs/2018-01/index.html @@ -1452,6 +1452,8 @@ Catalina:type=Manager,context=/,host=localhost activeSessions 8
    +
  1. November, 2024
    2. +
  2. October, 2024
  3. September, 2024
    4. @@ -1460,8 +1462,6 @@ Catalina:type=Manager,context=/,host=localhost activeSessions 8
  4. July, 2024
    5. -
  5. June, 2024
    6. -
diff --git a/docs/2018-02/index.html b/docs/2018-02/index.html index 5f13d54e4..20ad7478b 100644 --- a/docs/2018-02/index.html +++ b/docs/2018-02/index.html @@ -1038,6 +1038,8 @@ UPDATE 3
    +
  1. November, 2024
    2. +
  2. October, 2024
  3. September, 2024
    4. @@ -1046,8 +1048,6 @@ UPDATE 3
  4. July, 2024
    5. -
  5. June, 2024
    6. -
diff --git a/docs/2018-03/index.html b/docs/2018-03/index.html index 7b1a7ece8..c2e7be3d3 100644 --- a/docs/2018-03/index.html +++ b/docs/2018-03/index.html @@ -585,6 +585,8 @@ Fixed 5 occurences of: GENEBANKS
    +
  1. November, 2024
    2. +
  2. October, 2024
  3. September, 2024
    4. @@ -593,8 +595,6 @@ Fixed 5 occurences of: GENEBANKS
  4. July, 2024
    5. -
  5. June, 2024
    6. -
diff --git a/docs/2018-04/index.html b/docs/2018-04/index.html index 94e0bc8e0..991877a1d 100644 --- a/docs/2018-04/index.html +++ b/docs/2018-04/index.html @@ -594,6 +594,8 @@ $ pg_restore -O -U dspacetest -d dspacetest -W -h localhost /tmp/dspace_2018-04-
    +
  1. November, 2024
    2. +
  2. October, 2024
  3. September, 2024
    4. @@ -602,8 +604,6 @@ $ pg_restore -O -U dspacetest -d dspacetest -W -h localhost /tmp/dspace_2018-04-
  4. July, 2024
    5. -
  5. June, 2024
    6. -
diff --git a/docs/2018-05/index.html b/docs/2018-05/index.html index a5ae593ef..bccd6054c 100644 --- a/docs/2018-05/index.html +++ b/docs/2018-05/index.html @@ -523,6 +523,8 @@ $ psql -h localhost -U postgres dspacetest
    +
  1. November, 2024
    2. +
  2. October, 2024
  3. September, 2024
    4. @@ -531,8 +533,6 @@ $ psql -h localhost -U postgres dspacetest
  4. July, 2024
    5. -
  5. June, 2024
    6. -
diff --git a/docs/2018-06/index.html b/docs/2018-06/index.html index 88b4106cf..dc660fa6a 100644 --- a/docs/2018-06/index.html +++ b/docs/2018-06/index.html @@ -517,6 +517,8 @@ $ sed '/^id/d' 10568-*.csv | csvcut -c 1,2 > map-to-cifor-archive.csv
    +
  1. November, 2024
    2. +
  2. October, 2024
  3. September, 2024
    4. @@ -525,8 +527,6 @@ $ sed '/^id/d' 10568-*.csv | csvcut -c 1,2 > map-to-cifor-archive.csv
  4. July, 2024
    5. -
  5. June, 2024
    6. -
diff --git a/docs/2018-07/index.html b/docs/2018-07/index.html index 7c545fbad..4b9048630 100644 --- a/docs/2018-07/index.html +++ b/docs/2018-07/index.html @@ -569,6 +569,8 @@ dspace=# select count(text_value) from metadatavalue where resource_type_id=2 an
    +
  1. November, 2024
    2. +
  2. October, 2024
  3. September, 2024
    4. @@ -577,8 +579,6 @@ dspace=# select count(text_value) from metadatavalue where resource_type_id=2 an
  4. July, 2024
    5. -
  5. June, 2024
    6. -
diff --git a/docs/2018-08/index.html b/docs/2018-08/index.html index eab814bf4..c761f59cf 100644 --- a/docs/2018-08/index.html +++ b/docs/2018-08/index.html @@ -442,6 +442,8 @@ $ dspace database migrate ignored
    +
  1. November, 2024
    2. +
  2. October, 2024
  3. September, 2024
    4. @@ -450,8 +452,6 @@ $ dspace database migrate ignored
  4. July, 2024
    5. -
  5. June, 2024
    6. -
diff --git a/docs/2018-09/index.html b/docs/2018-09/index.html index 3edf24d1f..d0f95209e 100644 --- a/docs/2018-09/index.html +++ b/docs/2018-09/index.html @@ -748,6 +748,8 @@ UPDATE metadatavalue SET text_value='ja' WHERE resource_type_id=2 AND me
    +
  1. November, 2024
    2. +
  2. October, 2024
  3. September, 2024
    4. @@ -756,8 +758,6 @@ UPDATE metadatavalue SET text_value='ja' WHERE resource_type_id=2 AND me
  4. July, 2024
    5. -
  5. June, 2024
    6. -
diff --git a/docs/2018-10/index.html b/docs/2018-10/index.html index 44bd6cce0..204284010 100644 --- a/docs/2018-10/index.html +++ b/docs/2018-10/index.html @@ -656,6 +656,8 @@ $ curl -X GET -H "Content-Type: application/json" -H "Accept: applic
    +
  1. November, 2024
    2. +
  2. October, 2024
  3. September, 2024
    4. @@ -664,8 +666,6 @@ $ curl -X GET -H "Content-Type: application/json" -H "Accept: applic
  4. July, 2024
    5. -
  5. June, 2024
    6. -
diff --git a/docs/2018-11/index.html b/docs/2018-11/index.html index 46f621fd7..a6a4527ef 100644 --- a/docs/2018-11/index.html +++ b/docs/2018-11/index.html @@ -553,6 +553,8 @@ $ dspace dsrun org.dspace.eperson.Groomer -a -b 11/27/2016 -d
    +
  1. November, 2024
    2. +
  2. October, 2024
  3. September, 2024
    4. @@ -561,8 +563,6 @@ $ dspace dsrun org.dspace.eperson.Groomer -a -b 11/27/2016 -d
  4. July, 2024
    5. -
  5. June, 2024
    6. -
diff --git a/docs/2018-12/index.html b/docs/2018-12/index.html index 2b289fe79..4d752bfc8 100644 --- a/docs/2018-12/index.html +++ b/docs/2018-12/index.html @@ -594,6 +594,8 @@ UPDATE 1
    +
  1. November, 2024
    2. +
  2. October, 2024
  3. September, 2024
    4. @@ -602,8 +604,6 @@ UPDATE 1
  4. July, 2024
    5. -
  5. June, 2024
    6. -
diff --git a/docs/2019-01/index.html b/docs/2019-01/index.html index 6aaa63e0f..d4f1a5452 100644 --- a/docs/2019-01/index.html +++ b/docs/2019-01/index.html @@ -1265,6 +1265,8 @@ identify: CorruptImageProfile `xmp' @ warning/profile.c/SetImageProfileInter
    +
  1. November, 2024
    2. +
  2. October, 2024
  3. September, 2024
    4. @@ -1273,8 +1275,6 @@ identify: CorruptImageProfile `xmp' @ warning/profile.c/SetImageProfileInter
  4. July, 2024
    5. -
  5. June, 2024
    6. -
diff --git a/docs/2019-02/index.html b/docs/2019-02/index.html index 771e23a38..c2992298d 100644 --- a/docs/2019-02/index.html +++ b/docs/2019-02/index.html @@ -1344,6 +1344,8 @@ Please see the DSpace documentation for assistance.
    +
  1. November, 2024
    2. +
  2. October, 2024
  3. September, 2024
    4. @@ -1352,8 +1354,6 @@ Please see the DSpace documentation for assistance.
  4. July, 2024
    5. -
  5. June, 2024
    6. -
diff --git a/docs/2019-03/index.html b/docs/2019-03/index.html index fd4cecde3..86096a418 100644 --- a/docs/2019-03/index.html +++ b/docs/2019-03/index.html @@ -1208,6 +1208,8 @@ sys 0m2.551s
    +
  1. November, 2024
    2. +
  2. October, 2024
  3. September, 2024
    4. @@ -1216,8 +1218,6 @@ sys 0m2.551s
  4. July, 2024
    5. -
  5. June, 2024
    6. -
diff --git a/docs/2019-04/index.html b/docs/2019-04/index.html index 77e8fb51a..d140dd654 100644 --- a/docs/2019-04/index.html +++ b/docs/2019-04/index.html @@ -1299,6 +1299,8 @@ UPDATE 14
    +
  1. November, 2024
    2. +
  2. October, 2024
  3. September, 2024
    4. @@ -1307,8 +1309,6 @@ UPDATE 14
  4. July, 2024
    5. -
  5. June, 2024
    6. -
diff --git a/docs/2019-05/index.html b/docs/2019-05/index.html index 1be12f9b8..35ab065c9 100644 --- a/docs/2019-05/index.html +++ b/docs/2019-05/index.html @@ -631,6 +631,8 @@ COPY 64871
    +
  1. November, 2024
    2. +
  2. October, 2024
  3. September, 2024
    4. @@ -639,8 +641,6 @@ COPY 64871
  4. July, 2024
    5. -
  5. June, 2024
    6. -
diff --git a/docs/2019-06/index.html b/docs/2019-06/index.html index 20e4f887d..78edc5fa1 100644 --- a/docs/2019-06/index.html +++ b/docs/2019-06/index.html @@ -317,6 +317,8 @@ UPDATE 2
    +
  1. November, 2024
    2. +
  2. October, 2024
  3. September, 2024
    4. @@ -325,8 +327,6 @@ UPDATE 2
  4. July, 2024
    5. -
  5. June, 2024
    6. -
diff --git a/docs/2019-07/index.html b/docs/2019-07/index.html index 1ed8aa0d4..2b0fd6e8c 100644 --- a/docs/2019-07/index.html +++ b/docs/2019-07/index.html @@ -554,6 +554,8 @@ issn.validate('1020-3362')
    +
  1. November, 2024
    2. +
  2. October, 2024
  3. September, 2024
    4. @@ -562,8 +564,6 @@ issn.validate('1020-3362')
  4. July, 2024
    5. -
  5. June, 2024
    6. -
diff --git a/docs/2019-08/index.html b/docs/2019-08/index.html index dc69ea755..303e36ed9 100644 --- a/docs/2019-08/index.html +++ b/docs/2019-08/index.html @@ -573,6 +573,8 @@ sys 2m27.496s
    +
  1. November, 2024
    2. +
  2. October, 2024
  3. September, 2024
    4. @@ -581,8 +583,6 @@ sys 2m27.496s
  4. July, 2024
    5. -
  5. June, 2024
    6. -
diff --git a/docs/2019-09/index.html b/docs/2019-09/index.html index ba6111898..a316b482d 100644 --- a/docs/2019-09/index.html +++ b/docs/2019-09/index.html @@ -581,6 +581,8 @@ $ csv-metadata-quality -i /tmp/clarisa-institutions.csv -o /tmp/clarisa-institut
    +
  1. November, 2024
    2. +
  2. October, 2024
  3. September, 2024
    4. @@ -589,8 +591,6 @@ $ csv-metadata-quality -i /tmp/clarisa-institutions.csv -o /tmp/clarisa-institut
  4. July, 2024
    5. -
  5. June, 2024
    6. -
diff --git a/docs/2019-10/index.html b/docs/2019-10/index.html index e7873ef4c..a1f0cf51c 100644 --- a/docs/2019-10/index.html +++ b/docs/2019-10/index.html @@ -385,6 +385,8 @@ $ dspace import -a -c 10568/104057 -e fuu@cgiar.org -m 2019-10-15-Bioversity.map
    +
  1. November, 2024
    2. +
  2. October, 2024
  3. September, 2024
    4. @@ -393,8 +395,6 @@ $ dspace import -a -c 10568/104057 -e fuu@cgiar.org -m 2019-10-15-Bioversity.map
  4. July, 2024
    5. -
  5. June, 2024
    6. -
diff --git a/docs/2019-11/index.html b/docs/2019-11/index.html index 6925bbc73..0279f0241 100644 --- a/docs/2019-11/index.html +++ b/docs/2019-11/index.html @@ -692,6 +692,8 @@ $ tidy -xml -utf8 -iq -m -w 0 dspace/config/controlled-vocabularies/cg-creator-i
    +
  1. November, 2024
    2. +
  2. October, 2024
  3. September, 2024
    4. @@ -700,8 +702,6 @@ $ tidy -xml -utf8 -iq -m -w 0 dspace/config/controlled-vocabularies/cg-creator-i
  4. July, 2024
    5. -
  5. June, 2024
    6. -
diff --git a/docs/2019-12/index.html b/docs/2019-12/index.html index 56132fa78..e3b450674 100644 --- a/docs/2019-12/index.html +++ b/docs/2019-12/index.html @@ -404,6 +404,8 @@ UPDATE 1
    +
  1. November, 2024
    2. +
  2. October, 2024
  3. September, 2024
    4. @@ -412,8 +414,6 @@ UPDATE 1
  4. July, 2024
    5. -
  5. June, 2024
    6. -
diff --git a/docs/2020-01/index.html b/docs/2020-01/index.html index 03e574710..57752ab80 100644 --- a/docs/2020-01/index.html +++ b/docs/2020-01/index.html @@ -604,6 +604,8 @@ COPY 2900
    +
  1. November, 2024
    2. +
  2. October, 2024
  3. September, 2024
    4. @@ -612,8 +614,6 @@ COPY 2900
  4. July, 2024
    5. -
  5. June, 2024
    6. -
diff --git a/docs/2020-02/index.html b/docs/2020-02/index.html index 2a72c1e62..a157a3afb 100644 --- a/docs/2020-02/index.html +++ b/docs/2020-02/index.html @@ -1275,6 +1275,8 @@ Moving: 21993 into core statistics-2019
    +
  1. November, 2024
    2. +
  2. October, 2024
  3. September, 2024
    4. @@ -1283,8 +1285,6 @@ Moving: 21993 into core statistics-2019
  4. July, 2024
    5. -
  5. June, 2024
    6. -
diff --git a/docs/2020-03/index.html b/docs/2020-03/index.html index d2c81fb67..2b75bcc58 100644 --- a/docs/2020-03/index.html +++ b/docs/2020-03/index.html @@ -484,6 +484,8 @@ $ tidy -xml -utf8 -iq -m -w 0 dspace/config/controlled-vocabularies/cg-creator-i
    +
  1. November, 2024
    2. +
  2. October, 2024
  3. September, 2024
    4. @@ -492,8 +494,6 @@ $ tidy -xml -utf8 -iq -m -w 0 dspace/config/controlled-vocabularies/cg-creator-i
  4. July, 2024
    5. -
  5. June, 2024
    6. -
diff --git a/docs/2020-04/index.html b/docs/2020-04/index.html index 250aa7548..fe3c2a9f0 100644 --- a/docs/2020-04/index.html +++ b/docs/2020-04/index.html @@ -658,6 +658,8 @@ $ psql -c 'select * from pg_stat_activity' | wc -l
    +
  1. November, 2024
    2. +
  2. October, 2024
  3. September, 2024
    4. @@ -666,8 +668,6 @@ $ psql -c 'select * from pg_stat_activity' | wc -l
  4. July, 2024
    5. -
  5. June, 2024
    6. -
diff --git a/docs/2020-05/index.html b/docs/2020-05/index.html index de265aecc..47c6f43ef 100644 --- a/docs/2020-05/index.html +++ b/docs/2020-05/index.html @@ -477,6 +477,8 @@ Caused by: java.lang.NullPointerException
    +
  1. November, 2024
    2. +
  2. October, 2024
  3. September, 2024
    4. @@ -485,8 +487,6 @@ Caused by: java.lang.NullPointerException
  4. July, 2024
    5. -
  5. June, 2024
    6. -
diff --git a/docs/2020-06/index.html b/docs/2020-06/index.html index f1fc6db57..eca32c65d 100644 --- a/docs/2020-06/index.html +++ b/docs/2020-06/index.html @@ -811,6 +811,8 @@ $ csvcut -c 'id,cg.subject.ilri[],cg.subject.ilri[en_US],dc.subject[en_US]&#
    +
  1. November, 2024
    2. +
  2. October, 2024
  3. September, 2024
    4. @@ -819,8 +821,6 @@ $ csvcut -c 'id,cg.subject.ilri[],cg.subject.ilri[en_US],dc.subject[en_US]&#
  4. July, 2024
    5. -
  5. June, 2024
    6. -
diff --git a/docs/2020-07/index.html b/docs/2020-07/index.html index b94a24c0d..af42e9231 100644 --- a/docs/2020-07/index.html +++ b/docs/2020-07/index.html @@ -1142,6 +1142,8 @@ Fixed 4 occurences of: Muloi, D.M.
    +
  1. November, 2024
    2. +
  2. October, 2024
  3. September, 2024
    4. @@ -1150,8 +1152,6 @@ Fixed 4 occurences of: Muloi, D.M.
  4. July, 2024
    5. -
  5. June, 2024
    6. -
diff --git a/docs/2020-08/index.html b/docs/2020-08/index.html index f3a22ea21..029f37c8e 100644 --- a/docs/2020-08/index.html +++ b/docs/2020-08/index.html @@ -798,6 +798,8 @@ $ grep -c added /tmp/2020-08-27-countrycodetagger.log
    +
  1. November, 2024
    2. +
  2. October, 2024
  3. September, 2024
    4. @@ -806,8 +808,6 @@ $ grep -c added /tmp/2020-08-27-countrycodetagger.log
  4. July, 2024
    5. -
  5. June, 2024
    6. -
diff --git a/docs/2020-09/index.html b/docs/2020-09/index.html index 9dccaca79..4c9479843 100644 --- a/docs/2020-09/index.html +++ b/docs/2020-09/index.html @@ -717,6 +717,8 @@ solr_query_params = {
    +
  1. November, 2024
    2. +
  2. October, 2024
  3. September, 2024
    4. @@ -725,8 +727,6 @@ solr_query_params = {
  4. July, 2024
    5. -
  5. June, 2024
    6. -
diff --git a/docs/2020-10/index.html b/docs/2020-10/index.html index a821edea0..2aa0c2ca9 100644 --- a/docs/2020-10/index.html +++ b/docs/2020-10/index.html @@ -1241,6 +1241,8 @@ $ ./delete-metadata-values.py -i 2020-10-31-delete-74-sponsors.csv -db dspace -u
    +
  1. November, 2024
    2. +
  2. October, 2024
  3. September, 2024
    4. @@ -1249,8 +1251,6 @@ $ ./delete-metadata-values.py -i 2020-10-31-delete-74-sponsors.csv -db dspace -u
  4. July, 2024
    5. -
  5. June, 2024
    6. -
diff --git a/docs/2020-11/index.html b/docs/2020-11/index.html index 6b7652ed6..e3be76faf 100644 --- a/docs/2020-11/index.html +++ b/docs/2020-11/index.html @@ -731,6 +731,8 @@ $ ./fix-metadata-values.py -i 2020-11-30-fix-hung-orcid.csv -db dspace63 -u dspa
    +
  1. November, 2024
    2. +
  2. October, 2024
  3. September, 2024
    4. @@ -739,8 +741,6 @@ $ ./fix-metadata-values.py -i 2020-11-30-fix-hung-orcid.csv -db dspace63 -u dspa
  4. July, 2024
    5. -
  5. June, 2024
    6. -
diff --git a/docs/2020-12/index.html b/docs/2020-12/index.html index 3ca2fe20e..fdc25f659 100644 --- a/docs/2020-12/index.html +++ b/docs/2020-12/index.html @@ -869,6 +869,8 @@ $ query-json '.items | length' /tmp/policy2.json
    +
  1. November, 2024
    2. +
  2. October, 2024
  3. September, 2024
    4. @@ -877,8 +879,6 @@ $ query-json '.items | length' /tmp/policy2.json
  4. July, 2024
    5. -
  5. June, 2024
    6. -
diff --git a/docs/2021-01/index.html b/docs/2021-01/index.html index 56d64854f..4fdb6fd94 100644 --- a/docs/2021-01/index.html +++ b/docs/2021-01/index.html @@ -688,6 +688,8 @@ java.lang.IllegalArgumentException: Invalid character found in the request targe
    +
  1. November, 2024
    2. +
  2. October, 2024
  3. September, 2024
    4. @@ -696,8 +698,6 @@ java.lang.IllegalArgumentException: Invalid character found in the request targe
  4. July, 2024
    5. -
  5. June, 2024
    6. -
diff --git a/docs/2021-02/index.html b/docs/2021-02/index.html index 9633228d1..f361e1305 100644 --- a/docs/2021-02/index.html +++ b/docs/2021-02/index.html @@ -898,6 +898,8 @@ dspace=# UPDATE metadatavalue SET text_lang='en_US' WHERE dspace_object_
    +
  1. November, 2024
    2. +
  2. October, 2024
  3. September, 2024
    4. @@ -906,8 +908,6 @@ dspace=# UPDATE metadatavalue SET text_lang='en_US' WHERE dspace_object_
  4. July, 2024
    5. -
  5. June, 2024
    6. -
diff --git a/docs/2021-03/index.html b/docs/2021-03/index.html index f43e78c39..2651dd3e9 100644 --- a/docs/2021-03/index.html +++ b/docs/2021-03/index.html @@ -875,6 +875,8 @@ Also, we found some issues building and running OpenRXV currently due to ecosyst
    +
  1. November, 2024
    2. +
  2. October, 2024
  3. September, 2024
    4. @@ -883,8 +885,6 @@ Also, we found some issues building and running OpenRXV currently due to ecosyst
  4. July, 2024
    5. -
  5. June, 2024
    6. -
diff --git a/docs/2021-04/index.html b/docs/2021-04/index.html index 40d42f94b..0c8cd5570 100644 --- a/docs/2021-04/index.html +++ b/docs/2021-04/index.html @@ -1042,6 +1042,8 @@ $ chrt -b 0 dspace dsrun com.atmire.statistics.util.update.atomic.AtomicStatisti
    +
  1. November, 2024
    2. +
  2. October, 2024
  3. September, 2024
    4. @@ -1050,8 +1052,6 @@ $ chrt -b 0 dspace dsrun com.atmire.statistics.util.update.atomic.AtomicStatisti
  4. July, 2024
    5. -
  5. June, 2024
    6. -
diff --git a/docs/2021-05/index.html b/docs/2021-05/index.html index fb85aa66e..09e10c4f8 100644 --- a/docs/2021-05/index.html +++ b/docs/2021-05/index.html @@ -685,6 +685,8 @@ May 26, 02:57 UTC
    +
  1. November, 2024
    2. +
  2. October, 2024
  3. September, 2024
    4. @@ -693,8 +695,6 @@ May 26, 02:57 UTC
  4. July, 2024
    5. -
  5. June, 2024
    6. -
diff --git a/docs/2021-06/index.html b/docs/2021-06/index.html index 96f7b2f40..ac64f6f46 100644 --- a/docs/2021-06/index.html +++ b/docs/2021-06/index.html @@ -693,6 +693,8 @@ I simply started it and AReS was running again:
    +
  1. November, 2024
    2. +
  2. October, 2024
  3. September, 2024
    4. @@ -701,8 +703,6 @@ I simply started it and AReS was running again:
  4. July, 2024
    5. -
  5. June, 2024
    6. -
diff --git a/docs/2021-07/index.html b/docs/2021-07/index.html index fb5886cd2..c5ae96813 100644 --- a/docs/2021-07/index.html +++ b/docs/2021-07/index.html @@ -715,6 +715,8 @@ COPY 20994
    +
  1. November, 2024
    2. +
  2. October, 2024
  3. September, 2024
    4. @@ -723,8 +725,6 @@ COPY 20994
  4. July, 2024
    5. -
  5. June, 2024
    6. -
diff --git a/docs/2021-08/index.html b/docs/2021-08/index.html index c29d82661..d2f76cf70 100644 --- a/docs/2021-08/index.html +++ b/docs/2021-08/index.html @@ -606,6 +606,8 @@ I decided to upgrade linode20 from Ubuntu 18.04 to 20.04
    +
  1. November, 2024
    2. +
  2. October, 2024
  3. September, 2024
    4. @@ -614,8 +616,6 @@ I decided to upgrade linode20 from Ubuntu 18.04 to 20.04
  4. July, 2024
    5. -
  5. June, 2024
    6. -
diff --git a/docs/2021-09/index.html b/docs/2021-09/index.html index 794f53f18..76bc65692 100644 --- a/docs/2021-09/index.html +++ b/docs/2021-09/index.html @@ -588,6 +588,8 @@ The syntax Moayad showed me last month doesn’t seem to honor the search qu
    +
  1. November, 2024
    2. +
  2. October, 2024
  3. September, 2024
    4. @@ -596,8 +598,6 @@ The syntax Moayad showed me last month doesn’t seem to honor the search qu
  4. July, 2024
    5. -
  5. June, 2024
    6. -
diff --git a/docs/2021-10/index.html b/docs/2021-10/index.html index d3d7156dd..a4d4491d3 100644 --- a/docs/2021-10/index.html +++ b/docs/2021-10/index.html @@ -791,6 +791,8 @@ Try doing it in two imports. In first import, remove all authors. In second impo
    +
  1. November, 2024
    2. +
  2. October, 2024
  3. September, 2024
    4. @@ -799,8 +801,6 @@ Try doing it in two imports. In first import, remove all authors. In second impo
  4. July, 2024
    5. -
  5. June, 2024
    6. -
diff --git a/docs/2021-11/index.html b/docs/2021-11/index.html index b491e1c52..2ebfa3637 100644 --- a/docs/2021-11/index.html +++ b/docs/2021-11/index.html @@ -494,6 +494,8 @@ $ zstd statistics-2019.json
    +
  1. November, 2024
    2. +
  2. October, 2024
  3. September, 2024
    4. @@ -502,8 +504,6 @@ $ zstd statistics-2019.json
  4. July, 2024
    5. -
  5. June, 2024
    6. -
diff --git a/docs/2021-12/index.html b/docs/2021-12/index.html index 6f93775db..ca10bb0e9 100644 --- a/docs/2021-12/index.html +++ b/docs/2021-12/index.html @@ -577,6 +577,8 @@ Total number of bot hits purged: 3679
    +
  1. November, 2024
    2. +
  2. October, 2024
  3. September, 2024
    4. @@ -585,8 +587,6 @@ Total number of bot hits purged: 3679
  4. July, 2024
    5. -
  5. June, 2024
    6. -
diff --git a/docs/2022-01/index.html b/docs/2022-01/index.html index f8ec68275..c641eacc2 100644 --- a/docs/2022-01/index.html +++ b/docs/2022-01/index.html @@ -380,6 +380,8 @@ Start a full harvest on AReS
    +
  1. November, 2024
    2. +
  2. October, 2024
  3. September, 2024
    4. @@ -388,8 +390,6 @@ Start a full harvest on AReS
  4. July, 2024
    5. -
  5. June, 2024
    6. -
diff --git a/docs/2022-02/index.html b/docs/2022-02/index.html index 19dc8ebc3..16d95ed5b 100644 --- a/docs/2022-02/index.html +++ b/docs/2022-02/index.html @@ -724,6 +724,8 @@ isNotNull(value.match('699'))
    +
  1. November, 2024
    2. +
  2. October, 2024
  3. September, 2024
    4. @@ -732,8 +734,6 @@ isNotNull(value.match('699'))
  4. July, 2024
    5. -
  5. June, 2024
    6. -
diff --git a/docs/2022-03/index.html b/docs/2022-03/index.html index 1f7d79d64..76a71c024 100644 --- a/docs/2022-03/index.html +++ b/docs/2022-03/index.html @@ -476,6 +476,8 @@ isNotNull(value.match('889'))
    +
  1. November, 2024
    2. +
  2. October, 2024
  3. September, 2024
    4. @@ -484,8 +486,6 @@ isNotNull(value.match('889'))
  4. July, 2024
    5. -
  5. June, 2024
    6. -
diff --git a/docs/2022-04/index.html b/docs/2022-04/index.html index 77098dacf..490ee7ce8 100644 --- a/docs/2022-04/index.html +++ b/docs/2022-04/index.html @@ -509,6 +509,8 @@
    +
  1. November, 2024
    2. +
  2. October, 2024
  3. September, 2024
    4. @@ -517,8 +519,6 @@
  4. July, 2024
    5. -
  5. June, 2024
    6. -
diff --git a/docs/2022-05/index.html b/docs/2022-05/index.html index 496688988..c65d00676 100644 --- a/docs/2022-05/index.html +++ b/docs/2022-05/index.html @@ -445,6 +445,8 @@ I purged 93,974 hits from these IPs using my check-spider-ip-hits.sh script
    +
  1. November, 2024
    2. +
  2. October, 2024
  3. September, 2024
    4. @@ -453,8 +455,6 @@ I purged 93,974 hits from these IPs using my check-spider-ip-hits.sh script
  4. July, 2024
    5. -
  5. June, 2024
    6. -
diff --git a/docs/2022-06/index.html b/docs/2022-06/index.html index 64cd395fb..1a0eea19f 100644 --- a/docs/2022-06/index.html +++ b/docs/2022-06/index.html @@ -458,6 +458,8 @@ There seem to be many more of these:
    +
  1. November, 2024
    2. +
  2. October, 2024
  3. September, 2024
    4. @@ -466,8 +468,6 @@ There seem to be many more of these:
  4. July, 2024
    5. -
  5. June, 2024
    6. -
diff --git a/docs/2022-07/index.html b/docs/2022-07/index.html index 42ccbd87c..a9c05cb13 100644 --- a/docs/2022-07/index.html +++ b/docs/2022-07/index.html @@ -736,6 +736,8 @@ Also, the trgm functions I’ve used before are case insensitive, but Levens
    +
  1. November, 2024
    2. +
  2. October, 2024
  3. September, 2024
    4. @@ -744,8 +746,6 @@ Also, the trgm functions I’ve used before are case insensitive, but Levens
  4. July, 2024
    5. -
  5. June, 2024
    6. -
diff --git a/docs/2022-08/index.html b/docs/2022-08/index.html index 84951ab1c..8a8590c72 100644 --- a/docs/2022-08/index.html +++ b/docs/2022-08/index.html @@ -522,6 +522,8 @@ Our request to add CC-BY-3.0-IGO to SPDX was approved a few weeks ago
    +
  1. November, 2024
    2. +
  2. October, 2024
  3. September, 2024
    4. @@ -530,8 +532,6 @@ Our request to add CC-BY-3.0-IGO to SPDX was approved a few weeks ago
  4. July, 2024
    5. -
  5. June, 2024
    6. -
diff --git a/docs/2022-09/index.html b/docs/2022-09/index.html index 0769dfc35..c8c9a84ec 100644 --- a/docs/2022-09/index.html +++ b/docs/2022-09/index.html @@ -783,6 +783,8 @@ harvesting of meat from wildlife and not from livestock.

    +
  1. November, 2024
    2. +
  2. October, 2024
  3. September, 2024
    4. @@ -791,8 +793,6 @@ harvesting of meat from wildlife and not from livestock.

  4. July, 2024
    5. -
  5. June, 2024
    6. -
diff --git a/docs/2022-10/index.html b/docs/2022-10/index.html index 51e5989f2..0533cc463 100644 --- a/docs/2022-10/index.html +++ b/docs/2022-10/index.html @@ -978,6 +978,8 @@ I filed an issue to ask about Java 11+ support
    +
  1. November, 2024
    2. +
  2. October, 2024
  3. September, 2024
    4. @@ -986,8 +988,6 @@ I filed an issue to ask about Java 11+ support
  4. July, 2024
    5. -
  5. June, 2024
    6. -
diff --git a/docs/2022-11/index.html b/docs/2022-11/index.html index 9eadf3afb..34da8133c 100644 --- a/docs/2022-11/index.html +++ b/docs/2022-11/index.html @@ -757,6 +757,8 @@ I reverted the Cocoon autosave change because it was more of a nuissance that Pe
    +
  1. November, 2024
    2. +
  2. October, 2024
  3. September, 2024
    4. @@ -765,8 +767,6 @@ I reverted the Cocoon autosave change because it was more of a nuissance that Pe
  4. July, 2024
    5. -
  5. June, 2024
    6. -
diff --git a/docs/2022-12/index.html b/docs/2022-12/index.html index 2dc30abcc..040a40d36 100644 --- a/docs/2022-12/index.html +++ b/docs/2022-12/index.html @@ -577,6 +577,8 @@ Replace “East Asia” with “Eastern Asia” region on CGSpac
    +
  1. November, 2024
    2. +
  2. October, 2024
  3. September, 2024
    4. @@ -585,8 +587,6 @@ Replace “East Asia” with “Eastern Asia” region on CGSpac
  4. July, 2024
    5. -
  5. June, 2024
    6. -
diff --git a/docs/2023-01/index.html b/docs/2023-01/index.html index f6856050f..f342e0b4a 100644 --- a/docs/2023-01/index.html +++ b/docs/2023-01/index.html @@ -827,6 +827,8 @@ I see we have some new ones that aren’t in our list if I combine with this
    +
  1. November, 2024
    2. +
  2. October, 2024
  3. September, 2024
    4. @@ -835,8 +837,6 @@ I see we have some new ones that aren’t in our list if I combine with this
  4. July, 2024
    5. -
  5. June, 2024
    6. -
diff --git a/docs/2023-02/index.html b/docs/2023-02/index.html index 2a27847a1..99f54db98 100644 --- a/docs/2023-02/index.html +++ b/docs/2023-02/index.html @@ -647,6 +647,8 @@ I want to try to expand my use of their data to journals, publishers, volumes, i
    +
  1. November, 2024
    2. +
  2. October, 2024
  3. September, 2024
    4. @@ -655,8 +657,6 @@ I want to try to expand my use of their data to journals, publishers, volumes, i
  4. July, 2024
    5. -
  5. June, 2024
    6. -
diff --git a/docs/2023-03/index.html b/docs/2023-03/index.html index bfe2362c9..72b5c977c 100644 --- a/docs/2023-03/index.html +++ b/docs/2023-03/index.html @@ -859,6 +859,8 @@ RL: performed 0 reads and 16 write i/o operations
    +
  1. November, 2024
    2. +
  2. October, 2024
  3. September, 2024
    4. @@ -867,8 +869,6 @@ RL: performed 0 reads and 16 write i/o operations
  4. July, 2024
    5. -
  5. June, 2024
    6. -
diff --git a/docs/2023-04/index.html b/docs/2023-04/index.html index 3a4b7fb91..f6ccbb9f0 100644 --- a/docs/2023-04/index.html +++ b/docs/2023-04/index.html @@ -751,6 +751,8 @@ Start a harvest on AReS
    +
  1. November, 2024
    2. +
  2. October, 2024
  3. September, 2024
    4. @@ -759,8 +761,6 @@ Start a harvest on AReS
  4. July, 2024
    5. -
  5. June, 2024
    6. -
diff --git a/docs/2023-05/index.html b/docs/2023-05/index.html index 0af516d58..55f95eff1 100644 --- a/docs/2023-05/index.html +++ b/docs/2023-05/index.html @@ -374,6 +374,8 @@ Work on cleaning, proofing, and uploading twenty-seven records for IFPRI to CGSp
    +
  1. November, 2024
    2. +
  2. October, 2024
  3. September, 2024
    4. @@ -382,8 +384,6 @@ Work on cleaning, proofing, and uploading twenty-seven records for IFPRI to CGSp
  4. July, 2024
    5. -
  5. June, 2024
    6. -
diff --git a/docs/2023-06/index.html b/docs/2023-06/index.html index 821023afe..f3d54fbcf 100644 --- a/docs/2023-06/index.html +++ b/docs/2023-06/index.html @@ -446,6 +446,8 @@ From what I can see we need to upgrade the MODS schema from 3.1 to 3.7 and then
    +
  1. November, 2024
    2. +
  2. October, 2024
  3. September, 2024
    4. @@ -454,8 +456,6 @@ From what I can see we need to upgrade the MODS schema from 3.1 to 3.7 and then
  4. July, 2024
    5. -
  5. June, 2024
    6. -
diff --git a/docs/2023-07/index.html b/docs/2023-07/index.html index ce71cd5b0..5ff9f54ab 100644 --- a/docs/2023-07/index.html +++ b/docs/2023-07/index.html @@ -479,6 +479,8 @@
    +
  1. November, 2024
    2. +
  2. October, 2024
  3. September, 2024
    4. @@ -487,8 +489,6 @@
  4. July, 2024
    5. -
  5. June, 2024
    6. -
diff --git a/docs/2023-08/index.html b/docs/2023-08/index.html index 6071dc230..5823c8b52 100644 --- a/docs/2023-08/index.html +++ b/docs/2023-08/index.html @@ -460,6 +460,8 @@ UPDATE 1
    +
  1. November, 2024
    2. +
  2. October, 2024
  3. September, 2024
    4. @@ -468,8 +470,6 @@ UPDATE 1
  4. July, 2024
    5. -
  5. June, 2024
    6. -
diff --git a/docs/2023-09/index.html b/docs/2023-09/index.html index 4cacf4e49..f48096cd0 100644 --- a/docs/2023-09/index.html +++ b/docs/2023-09/index.html @@ -407,6 +407,8 @@ Start a harvest on AReS
    +
  1. November, 2024
    2. +
  2. October, 2024
  3. September, 2024
    4. @@ -415,8 +417,6 @@ Start a harvest on AReS
  4. July, 2024
    5. -
  5. June, 2024
    6. -
diff --git a/docs/2023-10/index.html b/docs/2023-10/index.html index 144fb96b7..a30f2674c 100644 --- a/docs/2023-10/index.html +++ b/docs/2023-10/index.html @@ -345,6 +345,8 @@ We can be on the safe side by using only abstracts for items that are licensed u
    +
  1. November, 2024
    2. +
  2. October, 2024
  3. September, 2024
    4. @@ -353,8 +355,6 @@ We can be on the safe side by using only abstracts for items that are licensed u
  4. July, 2024
    5. -
  5. June, 2024
    6. -
diff --git a/docs/2023-11/index.html b/docs/2023-11/index.html index e268f7767..2102b7c50 100644 --- a/docs/2023-11/index.html +++ b/docs/2023-11/index.html @@ -389,6 +389,8 @@ tomcat9[732]: [9955.666s][info ][gc] GC(6292) To-space exhausted
    +
  1. November, 2024
    2. +
  2. October, 2024
  3. September, 2024
    4. @@ -397,8 +399,6 @@ tomcat9[732]: [9955.666s][info ][gc] GC(6292) To-space exhausted
  4. July, 2024
    5. -
  5. June, 2024
    6. -
diff --git a/docs/2023-12/index.html b/docs/2023-12/index.html index 9482de850..652a8d232 100644 --- a/docs/2023-12/index.html +++ b/docs/2023-12/index.html @@ -408,6 +408,8 @@
    +
  1. November, 2024
    2. +
  2. October, 2024
  3. September, 2024
    4. @@ -416,8 +418,6 @@
  4. July, 2024
    5. -
  5. June, 2024
    6. -
diff --git a/docs/2024-01/index.html b/docs/2024-01/index.html index 90f9178ff..c28917815 100644 --- a/docs/2024-01/index.html +++ b/docs/2024-01/index.html @@ -601,6 +601,8 @@ Work on IFPRI ISNAR archive cleanup
    +
  1. November, 2024
    2. +
  2. October, 2024
  3. September, 2024
    4. @@ -609,8 +611,6 @@ Work on IFPRI ISNAR archive cleanup
  4. July, 2024
    5. -
  5. June, 2024
    6. -
diff --git a/docs/2024-02/index.html b/docs/2024-02/index.html index c538f0ec0..78c1b7c57 100644 --- a/docs/2024-02/index.html +++ b/docs/2024-02/index.html @@ -247,6 +247,8 @@ Lower case all the AGROVOC subjects on CGSpace
    +
  1. November, 2024
    2. +
  2. October, 2024
  3. September, 2024
    4. @@ -255,8 +257,6 @@ Lower case all the AGROVOC subjects on CGSpace
  4. July, 2024
    5. -
  5. June, 2024
    6. -
diff --git a/docs/2024-03/index.html b/docs/2024-03/index.html index eace2da5f..9230947de 100644 --- a/docs/2024-03/index.html +++ b/docs/2024-03/index.html @@ -357,6 +357,8 @@ COPY 28024
    +
  1. November, 2024
    2. +
  2. October, 2024
  3. September, 2024
    4. @@ -365,8 +367,6 @@ COPY 28024
  4. July, 2024
    5. -
  5. June, 2024
    6. -
diff --git a/docs/2024-04/index.html b/docs/2024-04/index.html index d15c16e23..1982fb25e 100644 --- a/docs/2024-04/index.html +++ b/docs/2024-04/index.html @@ -303,6 +303,8 @@ curl -s -o /dev/null 0.01s user 0.01s system 0% cpu 4.764 total
    +
  1. November, 2024
    2. +
  2. October, 2024
  3. September, 2024
    4. @@ -311,8 +313,6 @@ curl -s -o /dev/null 0.01s user 0.01s system 0% cpu 4.764 total
  4. July, 2024
    5. -
  5. June, 2024
    6. -
diff --git a/docs/2024-05/index.html b/docs/2024-05/index.html index bb1493f15..7f57608de 100644 --- a/docs/2024-05/index.html +++ b/docs/2024-05/index.html @@ -322,6 +322,8 @@ dspace=# \COPY (SELECT i.uuid, m.text_value AS submitted_by FROM item i JOIN met
    +
  1. November, 2024
    2. +
  2. October, 2024
  3. September, 2024
    4. @@ -330,8 +332,6 @@ dspace=# \COPY (SELECT i.uuid, m.text_value AS submitted_by FROM item i JOIN met
  4. July, 2024
    5. -
  5. June, 2024
    6. -
diff --git a/docs/2024-06/index.html b/docs/2024-06/index.html index cf1fb78a2..11f74d6d0 100644 --- a/docs/2024-06/index.html +++ b/docs/2024-06/index.html @@ -264,6 +264,8 @@ We have both Handles and DOIs for these datasets, both from Harvard’s Data
    +
  1. November, 2024
    2. +
  2. October, 2024
  3. September, 2024
    4. @@ -272,8 +274,6 @@ We have both Handles and DOIs for these datasets, both from Harvard’s Data
  4. July, 2024
    5. -
  5. June, 2024
    6. -
diff --git a/docs/2024-07/index.html b/docs/2024-07/index.html index 285cb69d9..737518928 100644 --- a/docs/2024-07/index.html +++ b/docs/2024-07/index.html @@ -185,6 +185,8 @@ I tried to delete all users who have been inactive since six years ago (July 1,
    +
  1. November, 2024
    2. +
  2. October, 2024
  3. September, 2024
    4. @@ -193,8 +195,6 @@ I tried to delete all users who have been inactive since six years ago (July 1,
  4. July, 2024
    5. -
  5. June, 2024
    6. -
diff --git a/docs/2024-08/index.html b/docs/2024-08/index.html index 90ec1a50f..9f4795c9c 100644 --- a/docs/2024-08/index.html +++ b/docs/2024-08/index.html @@ -189,6 +189,8 @@ COPY 10794
    +
  1. November, 2024
    2. +
  2. October, 2024
  3. September, 2024
    4. @@ -197,8 +199,6 @@ COPY 10794
  4. July, 2024
    5. -
  5. June, 2024
    6. -
diff --git a/docs/2024-09/index.html b/docs/2024-09/index.html index 60fa3360d..fd52247a5 100644 --- a/docs/2024-09/index.html +++ b/docs/2024-09/index.html @@ -267,6 +267,8 @@ Mozilla/5.0 (Windows; U; Windows NT 6.1; rv:11.0) Gecko/20100101 Firefox/11.0
    +
  1. November, 2024
    2. +
  2. October, 2024
  3. September, 2024
    4. @@ -275,8 +277,6 @@ Mozilla/5.0 (Windows; U; Windows NT 6.1; rv:11.0) Gecko/20100101 Firefox/11.0
  4. July, 2024
    5. -
  5. June, 2024
    6. -
diff --git a/docs/2024-10/index.html b/docs/2024-10/index.html index 8122d840d..8e89b2596 100644 --- a/docs/2024-10/index.html +++ b/docs/2024-10/index.html @@ -18,7 +18,7 @@ For copyright reasons they don’t include plain abstracts, but the pyalex l - + @@ -42,9 +42,9 @@ For copyright reasons they don’t include plain abstracts, but the pyalex l "@type": "BlogPosting", "headline": "October, 2024", "url": "https://alanorth.github.io/cgspace-notes/2024-10/", - "wordCount": "417", + "wordCount": "620", "datePublished": "2024-10-03T11:01:00+03:00", - "dateModified": "2024-10-03T11:51:44+03:00", + "dateModified": "2024-10-08T13:46:23+03:00", "author": { "@type": "Person", "name": "Alan Orth" @@ -171,6 +171,42 @@ For copyright reasons they don’t include plain abstracts, but the pyalex l +

2024-10-19

+ +
# grep -E '19/Oct/2024:1[567]' /var/log/nginx/api-access.log | awk '{print $1}' | sort -u > /tmp/ips.txt
+
+
# grep "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/104.0.0.0 Safari/537.3" /var/log/nginx/api-access.log | awk '{print $1}' | sort -u | wc -l
+767
+
@@ -192,6 +228,8 @@ For copyright reasons they don’t include plain abstracts, but the pyalex l
    +
  1. November, 2024
    2. +
  2. October, 2024
  3. September, 2024
    4. @@ -200,8 +238,6 @@ For copyright reasons they don’t include plain abstracts, but the pyalex l
  4. July, 2024
    5. -
  5. June, 2024
    6. -
diff --git a/docs/2024-11/index.html b/docs/2024-11/index.html new file mode 100644 index 000000000..afd682743 --- /dev/null +++ b/docs/2024-11/index.html @@ -0,0 +1,229 @@ + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + November, 2024 | CGSpace Notes + + + + + + + + + + + + + + + + + + + + + +
+
+ +
+
+ + + + +
+
+

CGSpace Notes

+

Documenting day-to-day work on the CGSpace repository.

+
+
+ + + + +
+
+
+ + + + +
+
+

November, 2024

+

+ + in + Notes + + +

+
+

2024-11-11

+
    +
  • Some IP in India is making tons of requests this morning with a normal user agent:
    • +
+
# awk '{print $1}' /var/log/nginx/api-access.log | sort | uniq -c | sort -h | tail -n 40
+...
+513743 49.207.196.249
+
    +
  • They are using this user agent:
    • +
+
Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/91.0.4472.124 Safari/537.3
+

2024-11-16

+
    +
  • I switched CGSpace to Node.js v20 since I’ve been using it in dev and test for months
    • +
+

2024-11-18

+
    +
  • I see a bot (188.34.177.10) on Hetzner has made 35,000 requests this morning and is pretending to be Googlebot, GoogleOther, etc +
      +
    • Google publishes their range of IPs also: https://developers.google.com/search/docs/crawling-indexing/verifying-googlebot
      • +
    • Our nginx config doesn’t rate limit the API but perhaps that needs to change…
      • +
    • In DSpace 4/5/6 the API was separate from the user interface so we didn’t need to enforce rate limits there because we encouraged using that over scraping the UI
      • +
    • In DSpace 7 the API is used by the frontend and perhaps should have the same IP- and UA-based rate limiting
      • +
    +
    • +
+

2024-11-19

+
    +
  • I notice 10,000 requests by a new bot yesterday:
    • +
+
20.38.174.208 - - [18/Nov/2024:07:02:50 +0100] "GET /server/oai/request?verb=ListRecords&resumptionToken=oai_dc%2F2024-10-18T13%3A00%3A49Z%2F%2F%2F400 HTTP/1.1" 503 190 "-" "Laminas_Http_Client"
+
    +
  • Seems to be some kind of PHP framework library
    • +
  • Yesterday one IP in Argentina made nearly 1,000,000 requests using a normal user agent: 181.4.143.40
    • +
  • 188.34.177.10 ended up making 700,000 requests using various Googlebot, GoogleOther, and even normal Chrome user agents
    • +
+ + + + + + +
+ + + +
+ + + + +
+
+ + + + + + + + + diff --git a/docs/404.html b/docs/404.html index 9e311b4df..26d7d2f23 100644 --- a/docs/404.html +++ b/docs/404.html @@ -95,6 +95,8 @@
    +
  1. November, 2024
    2. +
  2. October, 2024
  3. September, 2024
    4. @@ -103,8 +105,6 @@
  4. July, 2024
    5. -
  5. June, 2024
    6. -
diff --git a/docs/categories/index.html b/docs/categories/index.html index e6f687014..6b2013cb9 100644 --- a/docs/categories/index.html +++ b/docs/categories/index.html @@ -10,7 +10,7 @@ - + @@ -84,7 +84,7 @@

Notes

-

by Alan Orth

+

by Alan Orth

Read more → @@ -108,6 +108,8 @@
    +
  1. November, 2024
    2. +
  2. October, 2024
  3. September, 2024
    4. @@ -116,8 +118,6 @@
  4. July, 2024
    5. -
  5. June, 2024
    6. -
diff --git a/docs/categories/index.xml b/docs/categories/index.xml index 01ddea953..ebd249747 100644 --- a/docs/categories/index.xml +++ b/docs/categories/index.xml @@ -6,12 +6,12 @@ Recent content in Categories on CGSpace Notes Hugo en-us - Thu, 03 Oct 2024 11:51:44 +0300 + Mon, 11 Nov 2024 09:47:00 +0300 Notes https://alanorth.github.io/cgspace-notes/categories/notes/ - Thu, 03 Oct 2024 11:01:00 +0300 + Mon, 11 Nov 2024 09:47:00 +0300 https://alanorth.github.io/cgspace-notes/categories/notes/ diff --git a/docs/categories/notes/index.html b/docs/categories/notes/index.html index 509ccba3a..188f7f20e 100644 --- a/docs/categories/notes/index.html +++ b/docs/categories/notes/index.html @@ -10,7 +10,7 @@ - + @@ -81,6 +81,31 @@ +
+
+

November, 2024

+

by Alan Orth in + Notes + + +

+
+

2024-11-11

+
    +
  • Some IP in India is making tons of requests this morning with a normal user agent:
    • +
+
# awk '{print $1}' /var/log/nginx/api-access.log | sort | uniq -c | sort -h | tail -n 40
+...
+513743 49.207.196.249
+
+ Read more → +
+ + + + + +

October, 2024

@@ -293,35 +318,6 @@ - -
-
-

January, 2024

-

by Alan Orth in - Notes - - -

-
-

2024-01-02

-
    -
  • Work on preparation of new server for DSpace 7 migration -
      -
    • I’m not quite sure what we need to do for the Handle server
      • -
    • For now I just ran the dspace make-handle-config script and diffed it with the one from DSpace 6
      • -
    • I sent the bundle to the Handle admins to make sure it’s OK before we do the migration
      • -
    -
    • -
  • Continue testing and debugging the cgspace-java-helpers on DSpace 7
    • -
  • Work on IFPRI ISNAR archive cleanup
    • -
- Read more → -
- - - - -