diff --git a/content/posts/2018-06.md b/content/posts/2018-06.md index 90f1f7320..f3691c81b 100644 --- a/content/posts/2018-06.md +++ b/content/posts/2018-06.md @@ -17,5 +17,14 @@ $ ./fix-metadata-values.py -i /tmp/2018-05-30-Correct-660-authors.csv -db dspace ``` - I think a sane proofing workflow in OpenRefine is to apply the custom text facets for check/delete/remove and illegal characters that I developed in [March, 2018]({{< relref "2018-03.md" >}}) +- Time to index ~70,000 items on CGSpace: + +``` +$ time schedtool -D -e ionice -c2 -n7 nice -n19 [dspace]/bin/dspace index-discovery -b + +real 74m42.646s +user 8m5.056s +sys 2m7.289s +``` diff --git a/docs/2018-06/index.html b/docs/2018-06/index.html index a3414165e..6f21fa648 100644 --- a/docs/2018-06/index.html +++ b/docs/2018-06/index.html @@ -23,6 +23,14 @@ $ ./fix-metadata-values.py -i /tmp/2018-05-30-Correct-660-authors.csv -db dspace I think a sane proofing workflow in OpenRefine is to apply the custom text facets for check/delete/remove and illegal characters that I developed in March, 2018 +Time to index ~70,000 items on CGSpace: + + +$ time schedtool -D -e ionice -c2 -n7 nice -n19 [dspace]/bin/dspace index-discovery -b + +real 74m42.646s +user 8m5.056s +sys 2m7.289s " /> @@ -33,7 +41,7 @@ I think a sane proofing workflow in OpenRefine is to apply the custom text facet - + @@ -64,6 +72,14 @@ $ ./fix-metadata-values.py -i /tmp/2018-05-30-Correct-660-authors.csv -db dspace I think a sane proofing workflow in OpenRefine is to apply the custom text facets for check/delete/remove and illegal characters that I developed in March, 2018 +Time to index ~70,000 items on CGSpace: + + +$ time schedtool -D -e ionice -c2 -n7 nice -n19 [dspace]/bin/dspace index-discovery -b + +real 74m42.646s +user 8m5.056s +sys 2m7.289s "/> @@ -77,9 +93,9 @@ I think a sane proofing workflow in OpenRefine is to apply the custom text facet "@type": "BlogPosting", "headline": "June, 2018", "url": "https://alanorth.github.io/cgspace-notes/2018-06/", - "wordCount": "110", + "wordCount": "136", "datePublished": "2018-06-04T19:49:54-07:00", - "dateModified": "2018-06-04T19:49:54-07:00", + "dateModified": "2018-06-04T21:31:29-07:00", "author": { "@type": "Person", "name": "Alan Orth" @@ -162,8 +178,16 @@ I think a sane proofing workflow in OpenRefine is to apply the custom text facet +
$ time schedtool -D -e ionice -c2 -n7 nice -n19 [dspace]/bin/dspace index-discovery -b                                  
+
+real    74m42.646s
+user    8m5.056s
+sys     2m7.289s
+
+

diff --git a/docs/categories/index.html b/docs/categories/index.html index dcd62ffbe..3d36ee36c 100644 --- a/docs/categories/index.html +++ b/docs/categories/index.html @@ -126,8 +126,16 @@ +
$ time schedtool -D -e ionice -c2 -n7 nice -n19 [dspace]/bin/dspace index-discovery -b                                  
+
+real    74m42.646s
+user    8m5.056s
+sys     2m7.289s
+
+

Read more → diff --git a/docs/index.html b/docs/index.html index 489a762ab..f78df640f 100644 --- a/docs/index.html +++ b/docs/index.html @@ -127,8 +127,16 @@ +
$ time schedtool -D -e ionice -c2 -n7 nice -n19 [dspace]/bin/dspace index-discovery -b                                  
+
+real    74m42.646s
+user    8m5.056s
+sys     2m7.289s
+
+

Read more → diff --git a/docs/index.xml b/docs/index.xml index d5615a997..bbfd2d3b7 100644 --- a/docs/index.xml +++ b/docs/index.xml @@ -34,8 +34,16 @@ <ul> <li>I think a sane proofing workflow in OpenRefine is to apply the custom text facets for check/delete/remove and illegal characters that I developed in <a href="https://alanorth.github.io/cgspace-notes/cgspace-notes/2018-03/">March, 2018</a></li> +<li>Time to index ~70,000 items on CGSpace:</li> </ul> +<pre><code>$ time schedtool -D -e ionice -c2 -n7 nice -n19 [dspace]/bin/dspace index-discovery -b + +real 74m42.646s +user 8m5.056s +sys 2m7.289s +</code></pre> + <p></p> diff --git a/docs/posts/index.html b/docs/posts/index.html index 8504c435f..9757aa995 100644 --- a/docs/posts/index.html +++ b/docs/posts/index.html @@ -127,8 +127,16 @@ +
$ time schedtool -D -e ionice -c2 -n7 nice -n19 [dspace]/bin/dspace index-discovery -b                                  
+
+real    74m42.646s
+user    8m5.056s
+sys     2m7.289s
+
+

Read more → diff --git a/docs/posts/index.xml b/docs/posts/index.xml index 6909cc955..0f08ca254 100644 --- a/docs/posts/index.xml +++ b/docs/posts/index.xml @@ -34,8 +34,16 @@ <ul> <li>I think a sane proofing workflow in OpenRefine is to apply the custom text facets for check/delete/remove and illegal characters that I developed in <a href="https://alanorth.github.io/cgspace-notes/cgspace-notes/2018-03/">March, 2018</a></li> +<li>Time to index ~70,000 items on CGSpace:</li> </ul> +<pre><code>$ time schedtool -D -e ionice -c2 -n7 nice -n19 [dspace]/bin/dspace index-discovery -b + +real 74m42.646s +user 8m5.056s +sys 2m7.289s +</code></pre> + <p></p> diff --git a/docs/sitemap.xml b/docs/sitemap.xml index ebd78febf..e7bb71995 100644 --- a/docs/sitemap.xml +++ b/docs/sitemap.xml @@ -4,7 +4,7 @@ https://alanorth.github.io/cgspace-notes/2018-06/ - 2018-06-04T19:49:54-07:00 + 2018-06-04T21:31:29-07:00 @@ -169,7 +169,7 @@ https://alanorth.github.io/cgspace-notes/ - 2018-06-04T19:49:54-07:00 + 2018-06-04T21:31:29-07:00 0 @@ -180,7 +180,7 @@ https://alanorth.github.io/cgspace-notes/tags/notes/ - 2018-06-04T19:49:54-07:00 + 2018-06-04T21:31:29-07:00 0 @@ -192,13 +192,13 @@ https://alanorth.github.io/cgspace-notes/posts/ - 2018-06-04T19:49:54-07:00 + 2018-06-04T21:31:29-07:00 0 https://alanorth.github.io/cgspace-notes/tags/ - 2018-06-04T19:49:54-07:00 + 2018-06-04T21:31:29-07:00 0 diff --git a/docs/tags/index.html b/docs/tags/index.html index d76710dd4..1056ab78a 100644 --- a/docs/tags/index.html +++ b/docs/tags/index.html @@ -127,8 +127,16 @@ +
$ time schedtool -D -e ionice -c2 -n7 nice -n19 [dspace]/bin/dspace index-discovery -b                                  
+
+real    74m42.646s
+user    8m5.056s
+sys     2m7.289s
+
+

Read more → diff --git a/docs/tags/notes/index.html b/docs/tags/notes/index.html index c598a4165..3e604b089 100644 --- a/docs/tags/notes/index.html +++ b/docs/tags/notes/index.html @@ -112,8 +112,16 @@ +
$ time schedtool -D -e ionice -c2 -n7 nice -n19 [dspace]/bin/dspace index-discovery -b                                  
+
+real    74m42.646s
+user    8m5.056s
+sys     2m7.289s
+
+

Read more → diff --git a/docs/tags/notes/index.xml b/docs/tags/notes/index.xml index b8aaca7f7..7475bb3d5 100644 --- a/docs/tags/notes/index.xml +++ b/docs/tags/notes/index.xml @@ -34,8 +34,16 @@ <ul> <li>I think a sane proofing workflow in OpenRefine is to apply the custom text facets for check/delete/remove and illegal characters that I developed in <a href="https://alanorth.github.io/cgspace-notes/cgspace-notes/2018-03/">March, 2018</a></li> +<li>Time to index ~70,000 items on CGSpace:</li> </ul> +<pre><code>$ time schedtool -D -e ionice -c2 -n7 nice -n19 [dspace]/bin/dspace index-discovery -b + +real 74m42.646s +user 8m5.056s +sys 2m7.289s +</code></pre> + <p></p>