From a1563151031db067690a30e75e2a7156d50acf01 Mon Sep 17 00:00:00 2001 From: Alan Orth Date: Sun, 25 Sep 2022 21:02:46 +0300 Subject: [PATCH] Update notes for 2022-09-25 --- content/posts/2022-09.md | 27 ++++++++++++++++++++ docs/2022-09/index.html | 34 ++++++++++++++++++++++--- docs/categories/index.html | 2 +- docs/categories/notes/index.html | 2 +- docs/categories/notes/page/2/index.html | 2 +- docs/categories/notes/page/3/index.html | 2 +- docs/categories/notes/page/4/index.html | 2 +- docs/categories/notes/page/5/index.html | 2 +- docs/categories/notes/page/6/index.html | 2 +- docs/categories/notes/page/7/index.html | 2 +- docs/index.html | 2 +- docs/page/2/index.html | 2 +- docs/page/3/index.html | 2 +- docs/page/4/index.html | 2 +- docs/page/5/index.html | 2 +- docs/page/6/index.html | 2 +- docs/page/7/index.html | 2 +- docs/page/8/index.html | 2 +- docs/page/9/index.html | 2 +- docs/posts/index.html | 2 +- docs/posts/page/2/index.html | 2 +- docs/posts/page/3/index.html | 2 +- docs/posts/page/4/index.html | 2 +- docs/posts/page/5/index.html | 2 +- docs/posts/page/6/index.html | 2 +- docs/posts/page/7/index.html | 2 +- docs/posts/page/8/index.html | 2 +- docs/posts/page/9/index.html | 2 +- docs/sitemap.xml | 10 ++++---- 29 files changed, 89 insertions(+), 34 deletions(-) diff --git a/content/posts/2022-09.md b/content/posts/2022-09.md index e6bc2fb8f..0b433233b 100644 --- a/content/posts/2022-09.md +++ b/content/posts/2022-09.md @@ -391,5 +391,32 @@ $ ./ilri/add-orcid-identifiers-csv.py -i /tmp/2022-09-22-add-orcids.csv -db dspa - The harvest on AReS finished and now the load on CGSpace server is still high like always on Sunday mornings - UptimeRobot says it's down sigh... +- I had an idea to include the HTTP Accept header in the nginx proxy cache key to fix the issue we had with CIP last week + - It seems to work: + +``` +$ http --print Hh 'https://dspacetest.cgiar.org/rest/items?expand=metadata,parentCommunityList,parentCollectionList,bitstreams&limit=10&offset=60' +... +Content-Type: application/json +X-Cache-Status: MISS + +$ http --print Hh 'https://dspacetest.cgiar.org/rest/items?expand=metadata,parentCommunityList,parentCollectionList,bitstreams&limit=10&offset=60' +... +Content-Type: application/json +X-Cache-Status: HIT + +$ http --print Hh 'https://dspacetest.cgiar.org/rest/items?expand=metadata,parentCommunityList,parentCollectionList,bitstreams&limit=10&offset=60' Accept:application/xml +... +Content-Type: application/xml +X-Cache-Status: MISS + +$ http --print Hh 'https://dspacetest.cgiar.org/rest/items?expand=metadata,parentCommunityList,parentCollectionList,bitstreams&limit=10&offset=60' Accept:application/xml +... +Content-Type: application/xml +X-Cache-Status: HIT +``` + +- This effectively makes our cache half as effective, but hopefully as more people start harvesting the number of requests handled by it will go up +- I will enable this on CGSpace and email CIP to check if their harvester is working diff --git a/docs/2022-09/index.html b/docs/2022-09/index.html index bf33a7a0d..ad902f6ff 100644 --- a/docs/2022-09/index.html +++ b/docs/2022-09/index.html @@ -25,7 +25,7 @@ I also fixed a few bugs and improved the region-matching logic - + @@ -56,9 +56,9 @@ I also fixed a few bugs and improved the region-matching logic "@type": "BlogPosting", "headline": "September, 2022", "url": "https://alanorth.github.io/cgspace-notes/2022-09/", - "wordCount": "2369", + "wordCount": "2482", "datePublished": "2022-09-01T09:41:36+03:00", - "dateModified": "2022-09-24T09:26:29+03:00", + "dateModified": "2022-09-25T14:32:38+03:00", "author": { "@type": "Person", "name": "Alan Orth" @@ -565,6 +565,34 @@ I also fixed a few bugs and improved the region-matching logic
  • UptimeRobot says it’s down sigh…
    • +
  • I had an idea to include the HTTP Accept header in the nginx proxy cache key to fix the issue we had with CIP last week + +
    • + +
    $ http --print Hh 'https://dspacetest.cgiar.org/rest/items?expand=metadata,parentCommunityList,parentCollectionList,bitstreams&limit=10&offset=60'
+...
+Content-Type: application/json
+X-Cache-Status: MISS
+
+$ http --print Hh 'https://dspacetest.cgiar.org/rest/items?expand=metadata,parentCommunityList,parentCollectionList,bitstreams&limit=10&offset=60'
+...
+Content-Type: application/json
+X-Cache-Status: HIT
+
+$ http --print Hh 'https://dspacetest.cgiar.org/rest/items?expand=metadata,parentCommunityList,parentCollectionList,bitstreams&limit=10&offset=60' Accept:application/xml
+...
+Content-Type: application/xml
+X-Cache-Status: MISS
+
+$ http --print Hh 'https://dspacetest.cgiar.org/rest/items?expand=metadata,parentCommunityList,parentCollectionList,bitstreams&limit=10&offset=60' Accept:application/xml
+...
+Content-Type: application/xml
+X-Cache-Status: HIT
+
    diff --git a/docs/categories/index.html b/docs/categories/index.html index 68e6146d3..7cf94b830 100644 --- a/docs/categories/index.html +++ b/docs/categories/index.html @@ -10,7 +10,7 @@ - + diff --git a/docs/categories/notes/index.html b/docs/categories/notes/index.html index 417b7b28c..e9536ab46 100644 --- a/docs/categories/notes/index.html +++ b/docs/categories/notes/index.html @@ -10,7 +10,7 @@ - + diff --git a/docs/categories/notes/page/2/index.html b/docs/categories/notes/page/2/index.html index 7056d0392..4535f226b 100644 --- a/docs/categories/notes/page/2/index.html +++ b/docs/categories/notes/page/2/index.html @@ -10,7 +10,7 @@ - + diff --git a/docs/categories/notes/page/3/index.html b/docs/categories/notes/page/3/index.html index 6d4b94804..3c7c0aef3 100644 --- a/docs/categories/notes/page/3/index.html +++ b/docs/categories/notes/page/3/index.html @@ -10,7 +10,7 @@ - + diff --git a/docs/categories/notes/page/4/index.html b/docs/categories/notes/page/4/index.html index b4f67c1e1..08692edcb 100644 --- a/docs/categories/notes/page/4/index.html +++ b/docs/categories/notes/page/4/index.html @@ -10,7 +10,7 @@ - + diff --git a/docs/categories/notes/page/5/index.html b/docs/categories/notes/page/5/index.html index ca926b559..97dda8dea 100644 --- a/docs/categories/notes/page/5/index.html +++ b/docs/categories/notes/page/5/index.html @@ -10,7 +10,7 @@ - + diff --git a/docs/categories/notes/page/6/index.html b/docs/categories/notes/page/6/index.html index 72302c2ac..40631f7e1 100644 --- a/docs/categories/notes/page/6/index.html +++ b/docs/categories/notes/page/6/index.html @@ -10,7 +10,7 @@ - + diff --git a/docs/categories/notes/page/7/index.html b/docs/categories/notes/page/7/index.html index 15ec08af2..850e154d8 100644 --- a/docs/categories/notes/page/7/index.html +++ b/docs/categories/notes/page/7/index.html @@ -10,7 +10,7 @@ - + diff --git a/docs/index.html b/docs/index.html index 5480a6393..96d24a2ee 100644 --- a/docs/index.html +++ b/docs/index.html @@ -10,7 +10,7 @@ - + diff --git a/docs/page/2/index.html b/docs/page/2/index.html index e52b6a004..f1c309a37 100644 --- a/docs/page/2/index.html +++ b/docs/page/2/index.html @@ -10,7 +10,7 @@ - + diff --git a/docs/page/3/index.html b/docs/page/3/index.html index b8ba27eff..97cba2847 100644 --- a/docs/page/3/index.html +++ b/docs/page/3/index.html @@ -10,7 +10,7 @@ - + diff --git a/docs/page/4/index.html b/docs/page/4/index.html index de1c03cfb..747de764a 100644 --- a/docs/page/4/index.html +++ b/docs/page/4/index.html @@ -10,7 +10,7 @@ - + diff --git a/docs/page/5/index.html b/docs/page/5/index.html index 375a2bdbe..82921e203 100644 --- a/docs/page/5/index.html +++ b/docs/page/5/index.html @@ -10,7 +10,7 @@ - + diff --git a/docs/page/6/index.html b/docs/page/6/index.html index 79f68a457..6ac35c4f3 100644 --- a/docs/page/6/index.html +++ b/docs/page/6/index.html @@ -10,7 +10,7 @@ - + diff --git a/docs/page/7/index.html b/docs/page/7/index.html index a7e3336f2..0df8a3652 100644 --- a/docs/page/7/index.html +++ b/docs/page/7/index.html @@ -10,7 +10,7 @@ - + diff --git a/docs/page/8/index.html b/docs/page/8/index.html index 24775797b..aa0270bf6 100644 --- a/docs/page/8/index.html +++ b/docs/page/8/index.html @@ -10,7 +10,7 @@ - + diff --git a/docs/page/9/index.html b/docs/page/9/index.html index 513af34a0..369eca057 100644 --- a/docs/page/9/index.html +++ b/docs/page/9/index.html @@ -10,7 +10,7 @@ - + diff --git a/docs/posts/index.html b/docs/posts/index.html index 74c84eedd..a215be371 100644 --- a/docs/posts/index.html +++ b/docs/posts/index.html @@ -10,7 +10,7 @@ - + diff --git a/docs/posts/page/2/index.html b/docs/posts/page/2/index.html index d64fc6c8d..c1e3e1a4e 100644 --- a/docs/posts/page/2/index.html +++ b/docs/posts/page/2/index.html @@ -10,7 +10,7 @@ - + diff --git a/docs/posts/page/3/index.html b/docs/posts/page/3/index.html index 9f6c8159c..517484a09 100644 --- a/docs/posts/page/3/index.html +++ b/docs/posts/page/3/index.html @@ -10,7 +10,7 @@ - + diff --git a/docs/posts/page/4/index.html b/docs/posts/page/4/index.html index 0cd8285df..4b43945a3 100644 --- a/docs/posts/page/4/index.html +++ b/docs/posts/page/4/index.html @@ -10,7 +10,7 @@ - + diff --git a/docs/posts/page/5/index.html b/docs/posts/page/5/index.html index 183dfd10a..7c2f9bc81 100644 --- a/docs/posts/page/5/index.html +++ b/docs/posts/page/5/index.html @@ -10,7 +10,7 @@ - + diff --git a/docs/posts/page/6/index.html b/docs/posts/page/6/index.html index d58485504..8a46bb272 100644 --- a/docs/posts/page/6/index.html +++ b/docs/posts/page/6/index.html @@ -10,7 +10,7 @@ - + diff --git a/docs/posts/page/7/index.html b/docs/posts/page/7/index.html index 4a36fa190..a519e650d 100644 --- a/docs/posts/page/7/index.html +++ b/docs/posts/page/7/index.html @@ -10,7 +10,7 @@ - + diff --git a/docs/posts/page/8/index.html b/docs/posts/page/8/index.html index d80b6dec0..72861cd8a 100644 --- a/docs/posts/page/8/index.html +++ b/docs/posts/page/8/index.html @@ -10,7 +10,7 @@ - + diff --git a/docs/posts/page/9/index.html b/docs/posts/page/9/index.html index 7be582c6a..50362fc95 100644 --- a/docs/posts/page/9/index.html +++ b/docs/posts/page/9/index.html @@ -10,7 +10,7 @@ - + diff --git a/docs/sitemap.xml b/docs/sitemap.xml index 3a04629e5..ebb332c20 100644 --- a/docs/sitemap.xml +++ b/docs/sitemap.xml @@ -3,19 +3,19 @@ xmlns:xhtml="http://www.w3.org/1999/xhtml"> https://alanorth.github.io/cgspace-notes/categories/ - 2022-09-24T09:26:29+03:00 + 2022-09-25T14:32:38+03:00 https://alanorth.github.io/cgspace-notes/ - 2022-09-24T09:26:29+03:00 + 2022-09-25T14:32:38+03:00 https://alanorth.github.io/cgspace-notes/categories/notes/ - 2022-09-24T09:26:29+03:00 + 2022-09-25T14:32:38+03:00 https://alanorth.github.io/cgspace-notes/posts/ - 2022-09-24T09:26:29+03:00 + 2022-09-25T14:32:38+03:00 https://alanorth.github.io/cgspace-notes/2022-09/ - 2022-09-24T09:26:29+03:00 + 2022-09-25T14:32:38+03:00 https://alanorth.github.io/cgspace-notes/2022-08/ 2022-08-31T17:37:28+03:00