From b196186a0c3725594efae33d5e6e703f88afea53 Mon Sep 17 00:00:00 2001 From: Alan Orth Date: Wed, 25 Nov 2020 22:32:41 +0200 Subject: [PATCH] Update notes for 2020-11-25 --- content/posts/2020-11.md | 3 +++ content/posts/cgspace-dspace6-upgrade.md | 10 ++++++++++ docs/2020-11/index.html | 12 +++++++++--- docs/categories/index.html | 2 +- docs/categories/notes/index.html | 2 +- docs/categories/notes/page/2/index.html | 2 +- docs/categories/notes/page/3/index.html | 2 +- docs/categories/notes/page/4/index.html | 2 +- docs/categories/notes/page/5/index.html | 2 +- docs/cgspace-dspace6-upgrade/index.html | 6 +++++- docs/index.html | 2 +- docs/page/2/index.html | 2 +- docs/page/3/index.html | 2 +- docs/page/4/index.html | 2 +- docs/page/5/index.html | 2 +- docs/page/6/index.html | 2 +- docs/page/7/index.html | 2 +- docs/posts/index.html | 2 +- docs/posts/page/2/index.html | 2 +- docs/posts/page/3/index.html | 2 +- docs/posts/page/4/index.html | 2 +- docs/posts/page/5/index.html | 2 +- docs/posts/page/6/index.html | 2 +- docs/posts/page/7/index.html | 2 +- docs/sitemap.xml | 10 +++++----- 25 files changed, 52 insertions(+), 29 deletions(-) diff --git a/content/posts/2020-11.md b/content/posts/2020-11.md index c108319a2..e1e26db48 100644 --- a/content/posts/2020-11.md +++ b/content/posts/2020-11.md @@ -481,5 +481,8 @@ facet=true&f.owningComm.facet.limit=5&f.owningComm.facet.offset=5&f.countryCode. - Zoom meeting with ILRI communicators about CGSpace, Altmetric, and AReS - Send an email to Richard Fulss and Paola Camargo Paz at CIMMYT about having them work closer with us on AReS - Send an email to Usman at CIFOR to ask how his DSpace stuff is going +- The Atmire AtomicStatisticsUpdateCLI tool finished processing the statistics-2017 core +- Atmire responded about the duplicate fields in Solr and said they don't see them + - I sent a few examples that I found after thirty seconds of randomly looking in several Solr cores diff --git a/content/posts/cgspace-dspace6-upgrade.md b/content/posts/cgspace-dspace6-upgrade.md index 520d88447..2bfdc8381 100644 --- a/content/posts/cgspace-dspace6-upgrade.md +++ b/content/posts/cgspace-dspace6-upgrade.md @@ -441,3 +441,13 @@ $ chrt -b 0 dspace dsrun com.atmire.statistics.util.update.atomic.AtomicStatisti ``` It took ~28 hours to finish processing this core. + +## statistics-2017 + +The statistics-2017 core, in 12-hour batches: + +``` +$ chrt -b 0 dspace dsrun com.atmire.statistics.util.update.atomic.AtomicStatisticsUpdateCLI -t 12 -c statistics-2017 +``` + +It took ~24 hours to finish processing this core. diff --git a/docs/2020-11/index.html b/docs/2020-11/index.html index 0cc97c35e..84916487a 100644 --- a/docs/2020-11/index.html +++ b/docs/2020-11/index.html @@ -17,7 +17,7 @@ So far we’ve spent at least fifty hours to process the statistics and stat - + @@ -39,9 +39,9 @@ So far we’ve spent at least fifty hours to process the statistics and stat "@type": "BlogPosting", "headline": "November, 2020", "url": "https://alanorth.github.io/cgspace-notes/2020-11/", - "wordCount": "3262", + "wordCount": "3303", "datePublished": "2020-11-01T13:11:54+02:00", - "dateModified": "2020-11-24T21:47:24+02:00", + "dateModified": "2020-11-25T18:36:14+02:00", "author": { "@type": "Person", "name": "Alan Orth" @@ -650,6 +650,12 @@ COPY 87411
  • Zoom meeting with ILRI communicators about CGSpace, Altmetric, and AReS
  • Send an email to Richard Fulss and Paola Camargo Paz at CIMMYT about having them work closer with us on AReS
  • Send an email to Usman at CIFOR to ask how his DSpace stuff is going
    • +
  • The Atmire AtomicStatisticsUpdateCLI tool finished processing the statistics-2017 core
    • +
  • Atmire responded about the duplicate fields in Solr and said they don’t see them + +
    • diff --git a/docs/categories/index.html b/docs/categories/index.html index 1b27f9c9f..d93e5fd1a 100644 --- a/docs/categories/index.html +++ b/docs/categories/index.html @@ -9,7 +9,7 @@ - + diff --git a/docs/categories/notes/index.html b/docs/categories/notes/index.html index f6dfe1284..30dd560e7 100644 --- a/docs/categories/notes/index.html +++ b/docs/categories/notes/index.html @@ -9,7 +9,7 @@ - + diff --git a/docs/categories/notes/page/2/index.html b/docs/categories/notes/page/2/index.html index 4b0674e49..e84ab36ec 100644 --- a/docs/categories/notes/page/2/index.html +++ b/docs/categories/notes/page/2/index.html @@ -9,7 +9,7 @@ - + diff --git a/docs/categories/notes/page/3/index.html b/docs/categories/notes/page/3/index.html index e7d733af5..5228a1e4d 100644 --- a/docs/categories/notes/page/3/index.html +++ b/docs/categories/notes/page/3/index.html @@ -9,7 +9,7 @@ - + diff --git a/docs/categories/notes/page/4/index.html b/docs/categories/notes/page/4/index.html index b317694e6..c61b5aebd 100644 --- a/docs/categories/notes/page/4/index.html +++ b/docs/categories/notes/page/4/index.html @@ -9,7 +9,7 @@ - + diff --git a/docs/categories/notes/page/5/index.html b/docs/categories/notes/page/5/index.html index e5352c03a..8f5630686 100644 --- a/docs/categories/notes/page/5/index.html +++ b/docs/categories/notes/page/5/index.html @@ -9,7 +9,7 @@ - + diff --git a/docs/cgspace-dspace6-upgrade/index.html b/docs/cgspace-dspace6-upgrade/index.html index 69c42ec2a..cec4432ae 100644 --- a/docs/cgspace-dspace6-upgrade/index.html +++ b/docs/cgspace-dspace6-upgrade/index.html @@ -25,7 +25,7 @@ "@type": "BlogPosting", "headline": "CGSpace DSpace 6 Upgrade", "url": "https://alanorth.github.io/cgspace-notes/cgspace-dspace6-upgrade/", - "wordCount": "1354", + "wordCount": "1381", "datePublished": "2020-11-15T13:27:35+02:00", "dateModified": "2020-11-24T21:47:24+02:00", "author": { @@ -416,6 +416,10 @@ $ chrt -b 0 dspace solr-upgrade-statistics-6x -n 2500000 -i statistics-2018

    The statistics-2018 core, in 12-hour batches:

    $ chrt -b 0 dspace dsrun com.atmire.statistics.util.update.atomic.AtomicStatisticsUpdateCLI -t 12 -c statistics-2018

    It took ~28 hours to finish processing this core.

    +

    statistics-2017

    +

    The statistics-2017 core, in 12-hour batches:

    +
    $ chrt -b 0 dspace dsrun com.atmire.statistics.util.update.atomic.AtomicStatisticsUpdateCLI -t 12 -c statistics-2017
+

    It took ~24 hours to finish processing this core.

    diff --git a/docs/index.html b/docs/index.html index c198e3522..9dde085e3 100644 --- a/docs/index.html +++ b/docs/index.html @@ -9,7 +9,7 @@ - + diff --git a/docs/page/2/index.html b/docs/page/2/index.html index 47d77c37e..c89e8b8d5 100644 --- a/docs/page/2/index.html +++ b/docs/page/2/index.html @@ -9,7 +9,7 @@ - + diff --git a/docs/page/3/index.html b/docs/page/3/index.html index 685e30abb..76f9953c6 100644 --- a/docs/page/3/index.html +++ b/docs/page/3/index.html @@ -9,7 +9,7 @@ - + diff --git a/docs/page/4/index.html b/docs/page/4/index.html index aaf219930..2fe8f704d 100644 --- a/docs/page/4/index.html +++ b/docs/page/4/index.html @@ -9,7 +9,7 @@ - + diff --git a/docs/page/5/index.html b/docs/page/5/index.html index 3d812c519..869bbb12b 100644 --- a/docs/page/5/index.html +++ b/docs/page/5/index.html @@ -9,7 +9,7 @@ - + diff --git a/docs/page/6/index.html b/docs/page/6/index.html index a36eefd71..dd48a6f36 100644 --- a/docs/page/6/index.html +++ b/docs/page/6/index.html @@ -9,7 +9,7 @@ - + diff --git a/docs/page/7/index.html b/docs/page/7/index.html index 451918d4b..68f18aaea 100644 --- a/docs/page/7/index.html +++ b/docs/page/7/index.html @@ -9,7 +9,7 @@ - + diff --git a/docs/posts/index.html b/docs/posts/index.html index 35bd36391..106112d43 100644 --- a/docs/posts/index.html +++ b/docs/posts/index.html @@ -9,7 +9,7 @@ - + diff --git a/docs/posts/page/2/index.html b/docs/posts/page/2/index.html index b468f760d..123f80aec 100644 --- a/docs/posts/page/2/index.html +++ b/docs/posts/page/2/index.html @@ -9,7 +9,7 @@ - + diff --git a/docs/posts/page/3/index.html b/docs/posts/page/3/index.html index 9e5989568..9874861a6 100644 --- a/docs/posts/page/3/index.html +++ b/docs/posts/page/3/index.html @@ -9,7 +9,7 @@ - + diff --git a/docs/posts/page/4/index.html b/docs/posts/page/4/index.html index 67b7a0cb7..ccf89c1c7 100644 --- a/docs/posts/page/4/index.html +++ b/docs/posts/page/4/index.html @@ -9,7 +9,7 @@ - + diff --git a/docs/posts/page/5/index.html b/docs/posts/page/5/index.html index 366eb2994..9fc03afb8 100644 --- a/docs/posts/page/5/index.html +++ b/docs/posts/page/5/index.html @@ -9,7 +9,7 @@ - + diff --git a/docs/posts/page/6/index.html b/docs/posts/page/6/index.html index a16160470..c5950f6d7 100644 --- a/docs/posts/page/6/index.html +++ b/docs/posts/page/6/index.html @@ -9,7 +9,7 @@ - + diff --git a/docs/posts/page/7/index.html b/docs/posts/page/7/index.html index f5417ac53..2aa1fc097 100644 --- a/docs/posts/page/7/index.html +++ b/docs/posts/page/7/index.html @@ -9,7 +9,7 @@ - + diff --git a/docs/sitemap.xml b/docs/sitemap.xml index 324774bb3..0eb052b80 100644 --- a/docs/sitemap.xml +++ b/docs/sitemap.xml @@ -4,7 +4,7 @@ https://alanorth.github.io/cgspace-notes/categories/ - 2020-11-24T21:47:24+02:00 + 2020-11-25T18:36:14+02:00 @@ -14,7 +14,7 @@ https://alanorth.github.io/cgspace-notes/ - 2020-11-24T21:47:24+02:00 + 2020-11-25T18:36:14+02:00 @@ -24,12 +24,12 @@ https://alanorth.github.io/cgspace-notes/categories/notes/ - 2020-11-24T21:47:24+02:00 + 2020-11-25T18:36:14+02:00 https://alanorth.github.io/cgspace-notes/posts/ - 2020-11-24T21:47:24+02:00 + 2020-11-25T18:36:14+02:00 @@ -39,7 +39,7 @@ https://alanorth.github.io/cgspace-notes/2020-11/ - 2020-11-24T21:47:24+02:00 + 2020-11-25T18:36:14+02:00