diff --git a/content/posts/2022-12.md b/content/posts/2022-12.md index 58828e050..ec3d05ca4 100644 --- a/content/posts/2022-12.md +++ b/content/posts/2022-12.md @@ -234,4 +234,23 @@ $ ./ilri/move-metadata-values.py -i /tmp/data.txt -db dspace -u dspace -p 'dom@i - RStudio is already in the ILRI bot overrides for DSpace so it shouldn't be causing any extra hits, but I'll put an HTTP 403 in the nginx config to tell the user to use the REST API - Start a harvest on AReS +## 2022-12-21 + +- I saw that load on CGSpace was over 20.0 for several hours + - I saw there were some stuck locks in PostgreSQL: + +```console +$ psql -c 'SELECT * FROM pg_locks pl LEFT JOIN pg_stat_activity psa ON pl.pid = psa.pid;' | grep -o -E '(dspaceWeb|dspaceApi|dspaceCli)' | sort | uniq -c + 948 dspaceApi + 30 dspaceCli + 1237 dspaceWeb +``` + +- Ah, it's likely there is something stuck because I see the load high since yesterday at 6AM, which is 24 hours now: + +![CPU load day](/cgspace-notes/2022/12/cpu-day.png) +![PostgreSQL locks week](/cgspace-notes/2022/12/postgres_locks_ALL-week.png) + +- I ran all updates and restarted the server + diff --git a/docs/2022-12/index.html b/docs/2022-12/index.html index 31421b8b5..976e4a5ff 100644 --- a/docs/2022-12/index.html +++ b/docs/2022-12/index.html @@ -20,7 +20,7 @@ Replace “East Asia” with “Eastern Asia” region on CGSpac - + @@ -46,9 +46,9 @@ Replace “East Asia” with “Eastern Asia” region on CGSpac "@type": "BlogPosting", "headline": "December, 2022", "url": "https://alanorth.github.io/cgspace-notes/2022-12/", - "wordCount": "1588", + "wordCount": "1672", "datePublished": "2022-12-01T08:52:36+03:00", - "dateModified": "2022-12-15T16:41:04+03:00", + "dateModified": "2022-12-19T07:03:13+02:00", "author": { "@type": "Person", "name": "Alan Orth" @@ -384,6 +384,26 @@ Replace “East Asia” with “Eastern Asia” region on CGSpac
  • RStudio is already in the ILRI bot overrides for DSpace so it shouldn’t be causing any extra hits, but I’ll put an HTTP 403 in the nginx config to tell the user to use the REST API
  • Start a harvest on AReS
  • +

    2022-12-21

    + +
    $ psql -c 'SELECT * FROM pg_locks pl LEFT JOIN pg_stat_activity psa ON pl.pid = psa.pid;' | grep -o -E '(dspaceWeb|dspaceApi|dspaceCli)' | sort | uniq -c
    +    948 dspaceApi
    +     30 dspaceCli
    +   1237 dspaceWeb
    +
    +

    CPU load day +PostgreSQL locks week

    + diff --git a/docs/2022/12/cpu-day.png b/docs/2022/12/cpu-day.png new file mode 100644 index 000000000..3e790776a Binary files /dev/null and b/docs/2022/12/cpu-day.png differ diff --git a/docs/2022/12/postgres_locks_ALL-week.png b/docs/2022/12/postgres_locks_ALL-week.png new file mode 100644 index 000000000..0a7f00f1e Binary files /dev/null and b/docs/2022/12/postgres_locks_ALL-week.png differ diff --git a/docs/categories/index.html b/docs/categories/index.html index 79b8dae71..6be82b6c1 100644 --- a/docs/categories/index.html +++ b/docs/categories/index.html @@ -10,7 +10,7 @@ - + diff --git a/docs/categories/notes/index.html b/docs/categories/notes/index.html index ec617ce70..2698059ab 100644 --- a/docs/categories/notes/index.html +++ b/docs/categories/notes/index.html @@ -10,7 +10,7 @@ - + diff --git a/docs/categories/notes/page/2/index.html b/docs/categories/notes/page/2/index.html index 9e83234c9..5d2c91366 100644 --- a/docs/categories/notes/page/2/index.html +++ b/docs/categories/notes/page/2/index.html @@ -10,7 +10,7 @@ - + diff --git a/docs/categories/notes/page/3/index.html b/docs/categories/notes/page/3/index.html index c9b204336..9a7876569 100644 --- a/docs/categories/notes/page/3/index.html +++ b/docs/categories/notes/page/3/index.html @@ -10,7 +10,7 @@ - + diff --git a/docs/categories/notes/page/4/index.html b/docs/categories/notes/page/4/index.html index 7681375b9..b78a3ebac 100644 --- a/docs/categories/notes/page/4/index.html +++ b/docs/categories/notes/page/4/index.html @@ -10,7 +10,7 @@ - + diff --git a/docs/categories/notes/page/5/index.html b/docs/categories/notes/page/5/index.html index 559cfdc5b..edacd1105 100644 --- a/docs/categories/notes/page/5/index.html +++ b/docs/categories/notes/page/5/index.html @@ -10,7 +10,7 @@ - + diff --git a/docs/categories/notes/page/6/index.html b/docs/categories/notes/page/6/index.html index 74398a28e..f85e94114 100644 --- a/docs/categories/notes/page/6/index.html +++ b/docs/categories/notes/page/6/index.html @@ -10,7 +10,7 @@ - + diff --git a/docs/categories/notes/page/7/index.html b/docs/categories/notes/page/7/index.html index 63e35b6dc..d6dbdc356 100644 --- a/docs/categories/notes/page/7/index.html +++ b/docs/categories/notes/page/7/index.html @@ -10,7 +10,7 @@ - + diff --git a/docs/index.html b/docs/index.html index 4b42bea9a..38c5ab31c 100644 --- a/docs/index.html +++ b/docs/index.html @@ -10,7 +10,7 @@ - + diff --git a/docs/page/2/index.html b/docs/page/2/index.html index 90156e081..4383ad3b4 100644 --- a/docs/page/2/index.html +++ b/docs/page/2/index.html @@ -10,7 +10,7 @@ - + diff --git a/docs/page/3/index.html b/docs/page/3/index.html index 320d762d2..dfd641239 100644 --- a/docs/page/3/index.html +++ b/docs/page/3/index.html @@ -10,7 +10,7 @@ - + diff --git a/docs/page/4/index.html b/docs/page/4/index.html index 1fc9aa085..e21b13db2 100644 --- a/docs/page/4/index.html +++ b/docs/page/4/index.html @@ -10,7 +10,7 @@ - + diff --git a/docs/page/5/index.html b/docs/page/5/index.html index eac5de225..60706d42c 100644 --- a/docs/page/5/index.html +++ b/docs/page/5/index.html @@ -10,7 +10,7 @@ - + diff --git a/docs/page/6/index.html b/docs/page/6/index.html index de14ead6f..60e604da3 100644 --- a/docs/page/6/index.html +++ b/docs/page/6/index.html @@ -10,7 +10,7 @@ - + diff --git a/docs/page/7/index.html b/docs/page/7/index.html index 1e4bd26f0..300dbda6c 100644 --- a/docs/page/7/index.html +++ b/docs/page/7/index.html @@ -10,7 +10,7 @@ - + diff --git a/docs/page/8/index.html b/docs/page/8/index.html index 5bfc33c02..18d633466 100644 --- a/docs/page/8/index.html +++ b/docs/page/8/index.html @@ -10,7 +10,7 @@ - + diff --git a/docs/page/9/index.html b/docs/page/9/index.html index 852add3b8..2a9616f49 100644 --- a/docs/page/9/index.html +++ b/docs/page/9/index.html @@ -10,7 +10,7 @@ - + diff --git a/docs/posts/index.html b/docs/posts/index.html index 6c93b5efd..3af997d63 100644 --- a/docs/posts/index.html +++ b/docs/posts/index.html @@ -10,7 +10,7 @@ - + diff --git a/docs/posts/page/2/index.html b/docs/posts/page/2/index.html index 1e6cba546..6a032d935 100644 --- a/docs/posts/page/2/index.html +++ b/docs/posts/page/2/index.html @@ -10,7 +10,7 @@ - + diff --git a/docs/posts/page/3/index.html b/docs/posts/page/3/index.html index eb662a8b9..45c1f9a74 100644 --- a/docs/posts/page/3/index.html +++ b/docs/posts/page/3/index.html @@ -10,7 +10,7 @@ - + diff --git a/docs/posts/page/4/index.html b/docs/posts/page/4/index.html index 8d7e80581..0339e9e55 100644 --- a/docs/posts/page/4/index.html +++ b/docs/posts/page/4/index.html @@ -10,7 +10,7 @@ - + diff --git a/docs/posts/page/5/index.html b/docs/posts/page/5/index.html index 5a0e3aabe..bcd440cbe 100644 --- a/docs/posts/page/5/index.html +++ b/docs/posts/page/5/index.html @@ -10,7 +10,7 @@ - + diff --git a/docs/posts/page/6/index.html b/docs/posts/page/6/index.html index 9763e1b75..87a694059 100644 --- a/docs/posts/page/6/index.html +++ b/docs/posts/page/6/index.html @@ -10,7 +10,7 @@ - + diff --git a/docs/posts/page/7/index.html b/docs/posts/page/7/index.html index 525ae68d0..e06e35e9c 100644 --- a/docs/posts/page/7/index.html +++ b/docs/posts/page/7/index.html @@ -10,7 +10,7 @@ - + diff --git a/docs/posts/page/8/index.html b/docs/posts/page/8/index.html index 2330ade6a..6470ebca2 100644 --- a/docs/posts/page/8/index.html +++ b/docs/posts/page/8/index.html @@ -10,7 +10,7 @@ - + diff --git a/docs/posts/page/9/index.html b/docs/posts/page/9/index.html index ab54b76b3..49f7ba549 100644 --- a/docs/posts/page/9/index.html +++ b/docs/posts/page/9/index.html @@ -10,7 +10,7 @@ - + diff --git a/docs/sitemap.xml b/docs/sitemap.xml index f8829a40a..c62da5f91 100644 --- a/docs/sitemap.xml +++ b/docs/sitemap.xml @@ -3,19 +3,19 @@ xmlns:xhtml="http://www.w3.org/1999/xhtml"> https://alanorth.github.io/cgspace-notes/categories/ - 2022-12-15T16:41:04+03:00 + 2022-12-19T07:03:13+02:00 https://alanorth.github.io/cgspace-notes/ - 2022-12-15T16:41:04+03:00 + 2022-12-19T07:03:13+02:00 https://alanorth.github.io/cgspace-notes/2022-12/ - 2022-12-15T16:41:04+03:00 + 2022-12-19T07:03:13+02:00 https://alanorth.github.io/cgspace-notes/categories/notes/ - 2022-12-15T16:41:04+03:00 + 2022-12-19T07:03:13+02:00 https://alanorth.github.io/cgspace-notes/posts/ - 2022-12-15T16:41:04+03:00 + 2022-12-19T07:03:13+02:00 https://alanorth.github.io/cgspace-notes/2022-11/ 2022-12-03T10:46:29+03:00 diff --git a/static/2022/12/cpu-day.png b/static/2022/12/cpu-day.png new file mode 100644 index 000000000..3e790776a Binary files /dev/null and b/static/2022/12/cpu-day.png differ diff --git a/static/2022/12/postgres_locks_ALL-week.png b/static/2022/12/postgres_locks_ALL-week.png new file mode 100644 index 000000000..0a7f00f1e Binary files /dev/null and b/static/2022/12/postgres_locks_ALL-week.png differ