diff --git a/content/post/2018-01.md b/content/post/2018-01.md index c69fbb9a7..1fd9a1c2b 100644 --- a/content/post/2018-01.md +++ b/content/post/2018-01.md @@ -901,4 +901,15 @@ Jan 18 07:01:22 linode18 sudo[10812]: swebshet : TTY=pts/3 ; PWD=/home/swebshet Jan 18 07:01:22 linode18 sudo[10812]: pam_unix(sudo:session): session opened for user root by swebshet(uid=0) ``` +- I had to cancel the Discovery indexing and I'll have to re-try it another time when the server isn't so busy (it had already taken two hours and wasn't even close to being done) - For now I've increased the Tomcat JVM heap from 5632 to 6144m, to give ~1GB of free memory over the average usage to hopefully account for spikes caused by load or background jobs + +## 2018-01-19 + +- Linode alerted and said that the CPU load was 264% on CGSpace +- Start the Discovery indexing again: + +``` +$ export JAVA_OPTS="-Dfile.encoding=UTF-8 -Xmx1024m -XX:+TieredCompilation -XX:TieredStopAtLevel=1" +$ time schedtool -D -e ionice -c2 -n7 nice -n19 /home/cgspace.cgiar.org/bin/dspace index-discovery -b +``` diff --git a/public/2015-11/index.html b/public/2015-11/index.html index 6326c9eff..26a27fdcb 100644 --- a/public/2015-11/index.html +++ b/public/2015-11/index.html @@ -52,7 +52,7 @@ $ psql -c 'SELECT * from pg_stat_activity;' | grep idle | grep -c cgspac "/> - + diff --git a/public/2015-12/index.html b/public/2015-12/index.html index fa387434a..a0b0522be 100644 --- a/public/2015-12/index.html +++ b/public/2015-12/index.html @@ -54,7 +54,7 @@ Replace lzop with xz in log compression cron jobs on DSpace Test—it uses less "/> - + diff --git a/public/2016-01/index.html b/public/2016-01/index.html index 94e45745e..c449f03cb 100644 --- a/public/2016-01/index.html +++ b/public/2016-01/index.html @@ -44,7 +44,7 @@ Update GitHub wiki for documentation of maintenance tasks. "/> - + diff --git a/public/2016-02/index.html b/public/2016-02/index.html index 81812be0f..c869a5d7b 100644 --- a/public/2016-02/index.html +++ b/public/2016-02/index.html @@ -58,7 +58,7 @@ Also, lots of things like “COTE D`LVOIRE” and “COTE D IVOIRE&r "/> - + diff --git a/public/2016-03/index.html b/public/2016-03/index.html index 4ad6f8746..23b3feb5f 100644 --- a/public/2016-03/index.html +++ b/public/2016-03/index.html @@ -44,7 +44,7 @@ Reinstall my local (Mac OS X) DSpace stack with Tomcat 7, PostgreSQL 9.3, and Ja "/> - + diff --git a/public/2016-04/index.html b/public/2016-04/index.html index e086f04fa..f7fcf11c6 100644 --- a/public/2016-04/index.html +++ b/public/2016-04/index.html @@ -48,7 +48,7 @@ Also, I noticed the checker log has some errors we should pay attention to: "/> - + diff --git a/public/2016-05/index.html b/public/2016-05/index.html index 78701e5a9..db9248868 100644 --- a/public/2016-05/index.html +++ b/public/2016-05/index.html @@ -52,7 +52,7 @@ There are 3,000 IPs accessing the REST API in a 24-hour period! "/> - + diff --git a/public/2016-06/index.html b/public/2016-06/index.html index a1fc1af62..e44376814 100644 --- a/public/2016-06/index.html +++ b/public/2016-06/index.html @@ -50,7 +50,7 @@ Working on second phase of metadata migration, looks like this will work for mov "/> - + diff --git a/public/2016-07/index.html b/public/2016-07/index.html index cba5f2342..cfa818861 100644 --- a/public/2016-07/index.html +++ b/public/2016-07/index.html @@ -66,7 +66,7 @@ In this case the select query was showing 95 results before the update "/> - + diff --git a/public/2016-08/index.html b/public/2016-08/index.html index a38204902..1160b84ac 100644 --- a/public/2016-08/index.html +++ b/public/2016-08/index.html @@ -60,7 +60,7 @@ $ git rebase -i dspace-5.5 "/> - + diff --git a/public/2016-09/index.html b/public/2016-09/index.html index b2084fcbf..4eb9d12b1 100644 --- a/public/2016-09/index.html +++ b/public/2016-09/index.html @@ -52,7 +52,7 @@ $ ldapsearch -x -H ldaps://svcgroot2.cgiarad.org:3269/ -b "dc=cgiarad,dc=or "/> - + diff --git a/public/2016-10/index.html b/public/2016-10/index.html index 16df08343..94a72a1d3 100644 --- a/public/2016-10/index.html +++ b/public/2016-10/index.html @@ -60,7 +60,7 @@ I exported a random item’s metadata as CSV, deleted all columns except id "/> - + diff --git a/public/2016-11/index.html b/public/2016-11/index.html index 1f23626f1..53e2da6f9 100644 --- a/public/2016-11/index.html +++ b/public/2016-11/index.html @@ -44,7 +44,7 @@ Add dc.type to the output options for Atmire’s Listings and Reports module "/> - + diff --git a/public/2016-12/index.html b/public/2016-12/index.html index a08f13e0d..89c66867e 100644 --- a/public/2016-12/index.html +++ b/public/2016-12/index.html @@ -68,7 +68,7 @@ Another worrying error from dspace.log is: "/> - + diff --git a/public/2017-01/index.html b/public/2017-01/index.html index 61722cb08..72fea221a 100644 --- a/public/2017-01/index.html +++ b/public/2017-01/index.html @@ -44,7 +44,7 @@ I asked on the dspace-tech mailing list because it seems to be broken, and actua "/> - + diff --git a/public/2017-02/index.html b/public/2017-02/index.html index a43c8b3f5..8b0ad98a0 100644 --- a/public/2017-02/index.html +++ b/public/2017-02/index.html @@ -72,7 +72,7 @@ Looks like we’ll be using cg.identifier.ccafsprojectpii as the field name "/> - + diff --git a/public/2017-03/index.html b/public/2017-03/index.html index 3f8729714..8f633e44b 100644 --- a/public/2017-03/index.html +++ b/public/2017-03/index.html @@ -76,7 +76,7 @@ $ identify ~/Desktop/alc_contrastes_desafios.jpg "/> - + diff --git a/public/2017-04/index.html b/public/2017-04/index.html index 3f114691c..efad9936f 100644 --- a/public/2017-04/index.html +++ b/public/2017-04/index.html @@ -62,7 +62,7 @@ $ [dspace]/bin/dspace filter-media -f -i 10568/16498 -p "ImageMagick PDF Th "/> - + diff --git a/public/2017-05/index.html b/public/2017-05/index.html index e666e3cbd..1958e4bdc 100644 --- a/public/2017-05/index.html +++ b/public/2017-05/index.html @@ -28,7 +28,7 @@ - + diff --git a/public/2017-06/index.html b/public/2017-06/index.html index a143fc698..9c257b75f 100644 --- a/public/2017-06/index.html +++ b/public/2017-06/index.html @@ -28,7 +28,7 @@ - + diff --git a/public/2017-07/index.html b/public/2017-07/index.html index c3b3bbee0..8092a47fc 100644 --- a/public/2017-07/index.html +++ b/public/2017-07/index.html @@ -56,7 +56,7 @@ We can use PostgreSQL’s extended output format (-x) plus sed to format the "/> - + diff --git a/public/2017-08/index.html b/public/2017-08/index.html index 294682016..8d3f877a3 100644 --- a/public/2017-08/index.html +++ b/public/2017-08/index.html @@ -76,7 +76,7 @@ Then I cleaned up the author authorities and HTML characters in OpenRefine and s "/> - + diff --git a/public/2017-09/index.html b/public/2017-09/index.html index 8d304a169..6fb354c5d 100644 --- a/public/2017-09/index.html +++ b/public/2017-09/index.html @@ -52,7 +52,7 @@ Ask Sisay to clean up the WLE approvers a bit, as Marianne’s user account "/> - + diff --git a/public/2017-10/index.html b/public/2017-10/index.html index b5dad2d9e..378cb376d 100644 --- a/public/2017-10/index.html +++ b/public/2017-10/index.html @@ -56,7 +56,7 @@ Add Katherine Lutz to the groups for content submission and edit steps of the CG "/> - + diff --git a/public/2017-11/index.html b/public/2017-11/index.html index 28db52765..ad9bba4bc 100644 --- a/public/2017-11/index.html +++ b/public/2017-11/index.html @@ -76,7 +76,7 @@ COPY 54701 "/> - + diff --git a/public/2017-12/index.html b/public/2017-12/index.html index 896a80d68..0ef815946 100644 --- a/public/2017-12/index.html +++ b/public/2017-12/index.html @@ -46,7 +46,7 @@ The list of connections to XMLUI and REST API for today: "/> - + diff --git a/public/2018-01/index.html b/public/2018-01/index.html index 598096945..ea2901bd5 100644 --- a/public/2018-01/index.html +++ b/public/2018-01/index.html @@ -92,7 +92,7 @@ Danny wrote to ask for help renewing the wildcard ilri.org certificate and I adv - + @@ -184,7 +184,7 @@ Danny wrote to ask for help renewing the wildcard ilri.org certificate and I adv "/> - + @@ -194,9 +194,9 @@ Danny wrote to ask for help renewing the wildcard ilri.org certificate and I adv "@type": "BlogPosting", "headline": "January, 2018", "url": "https://alanorth.github.io/cgspace-notes/2018-01/", - "wordCount": "4985", + "wordCount": "5056", "datePublished": "2018-01-02T08:35:54-08:00", - "dateModified": "2018-01-17T18:53:01+02:00", + "dateModified": "2018-01-18T10:24:57+02:00", "author": { "@type": "Person", "name": "Alan Orth" @@ -1252,9 +1252,21 @@ Jan 18 07:01:22 linode18 sudo[10812]: pam_unix(sudo:session): session opened for +

2018-01-19

+ + + +
$ export JAVA_OPTS="-Dfile.encoding=UTF-8 -Xmx1024m -XX:+TieredCompilation -XX:TieredStopAtLevel=1"
+$ time schedtool -D -e ionice -c2 -n7 nice -n19 /home/cgspace.cgiar.org/bin/dspace index-discovery -b
+
+ diff --git a/public/categories/index.html b/public/categories/index.html new file mode 100644 index 000000000..0669ecf4d --- /dev/null +++ b/public/categories/index.html @@ -0,0 +1,168 @@ + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + CGSpace Notes + + + + + + + + + + + + + + + + + + + + +
+
+ +
+
+ + + +
+
+

CGSpace Notes

+

Documenting day-to-day work on the CGSpace repository.

+
+
+ + + +
+
+
+ + + + + + + + + + + +
+ + + + +
+
+ + + + + + + + + diff --git a/public/categories/notes/index.html b/public/categories/notes/index.html index 71f33cfcc..819c17032 100644 --- a/public/categories/notes/index.html +++ b/public/categories/notes/index.html @@ -25,7 +25,7 @@ - + diff --git a/public/categories/page/1/index.html b/public/categories/page/1/index.html new file mode 100644 index 000000000..7369f88f0 --- /dev/null +++ b/public/categories/page/1/index.html @@ -0,0 +1 @@ +https://alanorth.github.io/cgspace-notes/categories/ \ No newline at end of file diff --git a/public/cgiar-library-migration/index.html b/public/cgiar-library-migration/index.html index 690a22212..c3a38a67f 100644 --- a/public/cgiar-library-migration/index.html +++ b/public/cgiar-library-migration/index.html @@ -28,7 +28,7 @@ - + diff --git a/public/index.html b/public/index.html index c3edc04ab..f2cb3f8d7 100644 --- a/public/index.html +++ b/public/index.html @@ -25,7 +25,7 @@ - + diff --git a/public/page/2/index.html b/public/page/2/index.html index b3ab807c5..f07d96771 100644 --- a/public/page/2/index.html +++ b/public/page/2/index.html @@ -25,7 +25,7 @@ - + diff --git a/public/page/3/index.html b/public/page/3/index.html index a94d21256..163b27705 100644 --- a/public/page/3/index.html +++ b/public/page/3/index.html @@ -25,7 +25,7 @@ - + diff --git a/public/post/index.html b/public/post/index.html index a0fe1ba3d..78dca9d61 100644 --- a/public/post/index.html +++ b/public/post/index.html @@ -25,7 +25,7 @@ - + diff --git a/public/post/page/2/index.html b/public/post/page/2/index.html index 18565ccd8..4399ad6b9 100644 --- a/public/post/page/2/index.html +++ b/public/post/page/2/index.html @@ -25,7 +25,7 @@ - + diff --git a/public/post/page/3/index.html b/public/post/page/3/index.html index 57a87aa2e..abc5b7457 100644 --- a/public/post/page/3/index.html +++ b/public/post/page/3/index.html @@ -25,7 +25,7 @@ - + diff --git a/public/robots.txt b/public/robots.txt index 83b9cb92f..28997c233 100644 --- a/public/robots.txt +++ b/public/robots.txt @@ -31,7 +31,7 @@ Disallow: /cgspace-notes/2015-12/ Disallow: /cgspace-notes/2015-11/ Disallow: /cgspace-notes/ Disallow: /cgspace-notes/categories/ -Disallow: /cgspace-notes/tags/notes/ Disallow: /cgspace-notes/categories/notes/ +Disallow: /cgspace-notes/tags/notes/ Disallow: /cgspace-notes/post/ Disallow: /cgspace-notes/tags/ diff --git a/public/sitemap.xml b/public/sitemap.xml index 579baaa87..83e9d823f 100644 --- a/public/sitemap.xml +++ b/public/sitemap.xml @@ -4,7 +4,7 @@ https://alanorth.github.io/cgspace-notes/2018-01/ - 2018-01-17T18:53:01+02:00 + 2018-01-18T10:24:57+02:00 @@ -144,7 +144,7 @@ https://alanorth.github.io/cgspace-notes/ - 2018-01-17T18:53:01+02:00 + 2018-01-18T10:24:57+02:00 0 @@ -153,27 +153,27 @@ 0 - - https://alanorth.github.io/cgspace-notes/tags/notes/ - 2018-01-17T18:53:01+02:00 - 0 - - https://alanorth.github.io/cgspace-notes/categories/notes/ 2017-09-28T12:00:49+03:00 0 + + https://alanorth.github.io/cgspace-notes/tags/notes/ + 2018-01-18T10:24:57+02:00 + 0 + + https://alanorth.github.io/cgspace-notes/post/ - 2018-01-17T18:53:01+02:00 + 2018-01-18T10:24:57+02:00 0 https://alanorth.github.io/cgspace-notes/tags/ - 2018-01-17T18:53:01+02:00 + 2018-01-18T10:24:57+02:00 0 diff --git a/public/tags/index.html b/public/tags/index.html new file mode 100644 index 000000000..5825e9e46 --- /dev/null +++ b/public/tags/index.html @@ -0,0 +1,169 @@ + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + CGSpace Notes + + + + + + + + + + + + + + + + + + + + +
+
+ +
+
+ + + +
+
+

CGSpace Notes

+

Documenting day-to-day work on the CGSpace repository.

+
+
+ + + +
+
+
+ + + + + + + + + + + +
+ + + + +
+
+ + + + + + + + + diff --git a/public/tags/notes/index.html b/public/tags/notes/index.html index 404d581c0..51dc105e3 100644 --- a/public/tags/notes/index.html +++ b/public/tags/notes/index.html @@ -25,7 +25,7 @@ - + diff --git a/public/tags/notes/page/2/index.html b/public/tags/notes/page/2/index.html index 80614147d..8548e5da1 100644 --- a/public/tags/notes/page/2/index.html +++ b/public/tags/notes/page/2/index.html @@ -25,7 +25,7 @@ - + diff --git a/public/tags/notes/page/3/index.html b/public/tags/notes/page/3/index.html index 8c5948b42..5e35919d1 100644 --- a/public/tags/notes/page/3/index.html +++ b/public/tags/notes/page/3/index.html @@ -25,7 +25,7 @@ - + diff --git a/public/tags/page/1/index.html b/public/tags/page/1/index.html new file mode 100644 index 000000000..8583d664e --- /dev/null +++ b/public/tags/page/1/index.html @@ -0,0 +1 @@ +https://alanorth.github.io/cgspace-notes/tags/ \ No newline at end of file