From 085b5e1b57c7cae48dfe5ac850a1341e5ec4e52e Mon Sep 17 00:00:00 2001
From: Alan Orth
0000-0002-6115-0956||0000-0002-3812-8793||0000-0001-7462-405X
+
+
dc.contributor.author
column removed, DSpace doesn’t detect any changesdc.contributor.author
column, DSpace wants to remove all non-ORCID authors and add the new ORCID authorsdc.type
to the output options for Atmire’s Listings and Reports module (#286)org.springframework.web.util.NestedServletException: Handler processing failed; nested exception is java.lang.NoSuchMethodError: com.atmire.statistics.generator.DSpaceObjectDatasetGenerator.toDatasetQuery(Lorg/dspace/core/Context;)Lcom/atmire/statistics/content/DatasetQuery;
at org.springframework.web.servlet.DispatcherServlet.doDispatch(DispatcherServlet.java:972)
at org.springframework.web.servlet.DispatcherServlet.doService(DispatcherServlet.java:852)
@@ -865,7 +925,6 @@ $ exit
I will have to check later why the size keeps increasing
-
diff --git a/public/2017-01/index.html b/public/2017-01/index.html
index 885af1047..cca8fcd56 100644
--- a/public/2017-01/index.html
+++ b/public/2017-01/index.html
@@ -28,7 +28,7 @@
-
+
@@ -220,6 +220,24 @@ Caused by: java.net.SocketException: Broken pipe (Write failed)
- I tried to clean up the duplicate mappings by exporting the item’s metadata to CSV, editing, and re-importing, but DSpace said “no changes were detected”
- I’ve asked on the dspace-tech mailing list to see if anyone can help
+- I found an old post on the mailing list discussing a similar issue, and listing some SQL commands that might help
+- For example, this shows 186 mappings for the item, the first three of which are real:
+
+
+dspace=# select * from collection2item where item_id = '80596';
+
+
+
+- Then I deleted the others:
+
+
+dspace=# delete from collection2item where item_id = '80596' and id not in (90792, 90806, 90807);
+
+
+
+- And in the item view it now shows the correct mappings
+- I will have to ask the DSpace people if this is a valid approach
+- Finish looking at the Journal Title corrections of the top 500 Journal Titles so we can make a controlled vocabulary from it
diff --git a/public/index.html b/public/index.html
index 6f18167ed..5fe6058bb 100644
--- a/public/index.html
+++ b/public/index.html
@@ -112,7 +112,27 @@
- 2016-12-02 CGSpace was down for five hours in the morning while I was sleeping While looking in the logs for errors, I see tons of warnings about Atmire MQM: 2016-12-02 03:00:32,352 WARN com.atmire.metadataquality.batchedit.BatchEditConsumer @ BatchEditConsumer should not have been given this kind of Subject in an event, skipping: org.dspace.event.Event(eventType=CREATE, SubjectType=BUNDLE, SubjectID=70316, ObjectType=(Unknown), ObjectID=-1, TimeStamp=1480647632305, dispatcher=1544803905, detail=[null], transactionID="TX157907838689377964651674089851855413607") 2016-12-02 03:00:32,353 WARN com.atmire.metadataquality.batchedit.BatchEditConsumer @ BatchEditConsumer should not have been given this kind of Subject in an event, skipping: org.
+ 2016-12-02
+
+
+- CGSpace was down for five hours in the morning while I was sleeping
+- While looking in the logs for errors, I see tons of warnings about Atmire MQM:
+
+
+2016-12-02 03:00:32,352 WARN com.atmire.metadataquality.batchedit.BatchEditConsumer @ BatchEditConsumer should not have been given this kind of Subject in an event, skipping: org.dspace.event.Event(eventType=CREATE, SubjectType=BUNDLE, SubjectID=70316, ObjectType=(Unknown), ObjectID=-1, TimeStamp=1480647632305, dispatcher=1544803905, detail=[null], transactionID="TX157907838689377964651674089851855413607")
+2016-12-02 03:00:32,353 WARN com.atmire.metadataquality.batchedit.BatchEditConsumer @ BatchEditConsumer should not have been given this kind of Subject in an event, skipping: org.dspace.event.Event(eventType=MODIFY_METADATA, SubjectType=BUNDLE, SubjectID =70316, ObjectType=(Unknown), ObjectID=-1, TimeStamp=1480647632309, dispatcher=1544803905, detail="dc.title", transactionID="TX157907838689377964651674089851855413607")
+2016-12-02 03:00:32,353 WARN com.atmire.metadataquality.batchedit.BatchEditConsumer @ BatchEditConsumer should not have been given this kind of Subject in an event, skipping: org.dspace.event.Event(eventType=ADD, SubjectType=ITEM, SubjectID=80044, Object Type=BUNDLE, ObjectID=70316, TimeStamp=1480647632311, dispatcher=1544803905, detail="THUMBNAIL", transactionID="TX157907838689377964651674089851855413607")
+2016-12-02 03:00:32,353 WARN com.atmire.metadataquality.batchedit.BatchEditConsumer @ BatchEditConsumer should not have been given this kind of Subject in an event, skipping: org.dspace.event.Event(eventType=ADD, SubjectType=BUNDLE, SubjectID=70316, Obje ctType=BITSTREAM, ObjectID=86715, TimeStamp=1480647632318, dispatcher=1544803905, detail="-1", transactionID="TX157907838689377964651674089851855413607")
+2016-12-02 03:00:32,353 WARN com.atmire.metadataquality.batchedit.BatchEditConsumer @ BatchEditConsumer should not have been given this kind of Subject in an event, skipping: org.dspace.event.Event(eventType=MODIFY, SubjectType=ITEM, SubjectID=80044, ObjectType=(Unknown), ObjectID=-1, TimeStamp=1480647632351, dispatcher=1544803905, detail=[null], transactionID="TX157907838689377964651674089851855413607")
+
+
+
+- I see thousands of them in the logs for the last few months, so it’s not related to the DSpace 5.5 upgrade
+- I’ve raised a ticket with Atmire to ask
+- Another worrying error from dspace.log is:
+
+
+
Read more →
@@ -128,7 +148,15 @@
- 2016-11-01 Add dc.type to the output options for Atmire’s Listings and Reports module (#286) 2016-11-02 Migrate DSpace Test to DSpace 5.5 (notes) Run all updates on DSpace Test and reboot the server Looks like the OAI bug from DSpace 5.1 that caused validation at Base Search to fail is now fixed and DSpace Test passes validation! (#63) Indexing Discovery on DSpace Test took 332 minutes, which is like five times as long as it usually takes At the end it appeared to finish correctly but there were lots of errors right after it finished: 2016-11-02 15:09:48,578 INFO com.
+ 2016-11-01
+
+
+- Add
dc.type
to the output options for Atmire’s Listings and Reports module (#286)
+
+
+
+
+
Read more →
@@ -144,7 +172,23 @@
- 2016-10-03 Testing adding ORCIDs to a CSV file for a single item to see if the author orders get messed up Need to test the following scenarios to see how author order is affected: ORCIDs only ORCIDs plus normal authors I exported a random item’s metadata as CSV, deleted all columns except id and collection, and made a new coloum called ORCID:dc.contributor.author with the following random ORCIDs from the ORCID registry: 0000-0002-6115-0956||0000-0002-3812-8793||0000-0001-7462-405X Hmm, with the dc.
+ 2016-10-03
+
+
+- Testing adding ORCIDs to a CSV file for a single item to see if the author orders get messed up
+- Need to test the following scenarios to see how author order is affected:
+
+
+- ORCIDs only
+- ORCIDs plus normal authors
+
+- I exported a random item’s metadata as CSV, deleted all columns except id and collection, and made a new coloum called
ORCID:dc.contributor.author
with the following random ORCIDs from the ORCID registry:
+
+
+0000-0002-6115-0956||0000-0002-3812-8793||0000-0001-7462-405X
+
+
+
Read more →
diff --git a/public/index.xml b/public/index.xml
index add171951..b05735c29 100644
--- a/public/index.xml
+++ b/public/index.xml
@@ -127,6 +127,24 @@ Caused by: java.net.SocketException: Broken pipe (Write failed)
<ul>
<li>I tried to clean up the duplicate mappings by exporting the item’s metadata to CSV, editing, and re-importing, but DSpace said “no changes were detected”</li>
<li>I’ve asked on the dspace-tech mailing list to see if anyone can help</li>
+<li>I found an old post on the mailing list discussing a similar issue, and listing some SQL commands that might help</li>
+<li>For example, this shows 186 mappings for the item, the first three of which are real:</li>
+</ul>
+
+<pre><code>dspace=# select * from collection2item where item_id = '80596';
+</code></pre>
+
+<ul>
+<li>Then I deleted the others:</li>
+</ul>
+
+<pre><code>dspace=# delete from collection2item where item_id = '80596' and id not in (90792, 90806, 90807);
+</code></pre>
+
+<ul>
+<li>And in the item view it now shows the correct mappings</li>
+<li>I will have to ask the DSpace people if this is a valid approach</li>
+<li>Finish looking at the Journal Title corrections of the top 500 Journal Titles so we can make a controlled vocabulary from it</li>
</ul>
@@ -137,9 +155,7 @@ Caused by: java.net.SocketException: Broken pipe (Write failed)
Fri, 02 Dec 2016 10:43:00 +0300
https://alanorth.github.io/cgspace-notes/2016-12/
-
-
-<h2 id="2016-12-02">2016-12-02</h2>
+ <h2 id="2016-12-02">2016-12-02</h2>
<ul>
<li>CGSpace was down for five hours in the morning while I was sleeping</li>
@@ -159,6 +175,8 @@ Caused by: java.net.SocketException: Broken pipe (Write failed)
<li>Another worrying error from dspace.log is:</li>
</ul>
+<p></p>
+
<pre><code>org.springframework.web.util.NestedServletException: Handler processing failed; nested exception is java.lang.NoSuchMethodError: com.atmire.statistics.generator.DSpaceObjectDatasetGenerator.toDatasetQuery(Lorg/dspace/core/Context;)Lcom/atmire/statistics/content/DatasetQuery;
at org.springframework.web.servlet.DispatcherServlet.doDispatch(DispatcherServlet.java:972)
at org.springframework.web.servlet.DispatcherServlet.doService(DispatcherServlet.java:852)
@@ -892,8 +910,7 @@ $ exit
<ul>
<li>I will have to check later why the size keeps increasing</li>
-</ul>
-
+</ul>
-
@@ -902,9 +919,7 @@ $ exit
Tue, 01 Nov 2016 09:21:00 +0300
https://alanorth.github.io/cgspace-notes/2016-11/
-
-
-<h2 id="2016-11-01">2016-11-01</h2>
+ <h2 id="2016-11-01">2016-11-01</h2>
<ul>
<li>Add <code>dc.type</code> to the output options for Atmire’s Listings and Reports module (<a href="https://github.com/ilri/DSpace/pull/286">#286</a>)</li>
@@ -912,6 +927,8 @@ $ exit
<p><img src="https://alanorth.github.io/cgspace-notes/cgspace-notes/2016/11/listings-and-reports.png" alt="Listings and Reports with output type" /></p>
+<p></p>
+
<h2 id="2016-11-02">2016-11-02</h2>
<ul>
@@ -1445,8 +1462,7 @@ org.dspace.discovery.SearchServiceException: Error executing query
<li>The <code>maxHttpHeaderSize</code> fix worked on CGSpace (user is able to see the community list on the homepage)</li>
<li>The “take task” cache fix worked on DSpace Test but it’s not an official patch, so I’ll have to report the bug to DSpace people and try to get advice</li>
<li>More work on the KM4Dev Journal article</li>
-</ul>
-
+</ul>
-
@@ -1455,9 +1471,7 @@ org.dspace.discovery.SearchServiceException: Error executing query
Mon, 03 Oct 2016 15:53:00 +0300
https://alanorth.github.io/cgspace-notes/2016-10/
-
-
-<h2 id="2016-10-03">2016-10-03</h2>
+ <h2 id="2016-10-03">2016-10-03</h2>
<ul>
<li>Testing adding <a href="https://wiki.duraspace.org/display/DSDOC5x/ORCID+Integration#ORCIDIntegration-EditingexistingitemsusingBatchCSVEditing">ORCIDs to a CSV</a> file for a single item to see if the author orders get messed up</li>
@@ -1473,6 +1487,8 @@ org.dspace.discovery.SearchServiceException: Error executing query
<pre><code>0000-0002-6115-0956||0000-0002-3812-8793||0000-0001-7462-405X
</code></pre>
+<p></p>
+
<ul>
<li>Hmm, with the <code>dc.contributor.author</code> column removed, DSpace doesn’t detect any changes</li>
<li>With a blank <code>dc.contributor.author</code> column, DSpace wants to remove all non-ORCID authors and add the new ORCID authors</li>
@@ -1766,8 +1782,7 @@ dspace=# update metadatavalue set text_value = regexp_replace(text_value, 'h
<ul>
<li>I skipped metadata fields like citation and description</li>
-</ul>
-
+</ul>
-
diff --git a/public/post/index.html b/public/post/index.html
index e49e960aa..7e57dd131 100644
--- a/public/post/index.html
+++ b/public/post/index.html
@@ -112,7 +112,27 @@
- 2016-12-02 CGSpace was down for five hours in the morning while I was sleeping While looking in the logs for errors, I see tons of warnings about Atmire MQM: 2016-12-02 03:00:32,352 WARN com.atmire.metadataquality.batchedit.BatchEditConsumer @ BatchEditConsumer should not have been given this kind of Subject in an event, skipping: org.dspace.event.Event(eventType=CREATE, SubjectType=BUNDLE, SubjectID=70316, ObjectType=(Unknown), ObjectID=-1, TimeStamp=1480647632305, dispatcher=1544803905, detail=[null], transactionID="TX157907838689377964651674089851855413607") 2016-12-02 03:00:32,353 WARN com.atmire.metadataquality.batchedit.BatchEditConsumer @ BatchEditConsumer should not have been given this kind of Subject in an event, skipping: org.
+
2016-12-02
+
+
+- CGSpace was down for five hours in the morning while I was sleeping
+- While looking in the logs for errors, I see tons of warnings about Atmire MQM:
+
+
+2016-12-02 03:00:32,352 WARN com.atmire.metadataquality.batchedit.BatchEditConsumer @ BatchEditConsumer should not have been given this kind of Subject in an event, skipping: org.dspace.event.Event(eventType=CREATE, SubjectType=BUNDLE, SubjectID=70316, ObjectType=(Unknown), ObjectID=-1, TimeStamp=1480647632305, dispatcher=1544803905, detail=[null], transactionID="TX157907838689377964651674089851855413607")
+2016-12-02 03:00:32,353 WARN com.atmire.metadataquality.batchedit.BatchEditConsumer @ BatchEditConsumer should not have been given this kind of Subject in an event, skipping: org.dspace.event.Event(eventType=MODIFY_METADATA, SubjectType=BUNDLE, SubjectID =70316, ObjectType=(Unknown), ObjectID=-1, TimeStamp=1480647632309, dispatcher=1544803905, detail="dc.title", transactionID="TX157907838689377964651674089851855413607")
+2016-12-02 03:00:32,353 WARN com.atmire.metadataquality.batchedit.BatchEditConsumer @ BatchEditConsumer should not have been given this kind of Subject in an event, skipping: org.dspace.event.Event(eventType=ADD, SubjectType=ITEM, SubjectID=80044, Object Type=BUNDLE, ObjectID=70316, TimeStamp=1480647632311, dispatcher=1544803905, detail="THUMBNAIL", transactionID="TX157907838689377964651674089851855413607")
+2016-12-02 03:00:32,353 WARN com.atmire.metadataquality.batchedit.BatchEditConsumer @ BatchEditConsumer should not have been given this kind of Subject in an event, skipping: org.dspace.event.Event(eventType=ADD, SubjectType=BUNDLE, SubjectID=70316, Obje ctType=BITSTREAM, ObjectID=86715, TimeStamp=1480647632318, dispatcher=1544803905, detail="-1", transactionID="TX157907838689377964651674089851855413607")
+2016-12-02 03:00:32,353 WARN com.atmire.metadataquality.batchedit.BatchEditConsumer @ BatchEditConsumer should not have been given this kind of Subject in an event, skipping: org.dspace.event.Event(eventType=MODIFY, SubjectType=ITEM, SubjectID=80044, ObjectType=(Unknown), ObjectID=-1, TimeStamp=1480647632351, dispatcher=1544803905, detail=[null], transactionID="TX157907838689377964651674089851855413607")
+
+
+
+- I see thousands of them in the logs for the last few months, so it’s not related to the DSpace 5.5 upgrade
+- I’ve raised a ticket with Atmire to ask
+- Another worrying error from dspace.log is:
+
+
+
Read more →
@@ -128,7 +148,15 @@
- 2016-11-01 Add dc.type to the output options for Atmire’s Listings and Reports module (#286) 2016-11-02 Migrate DSpace Test to DSpace 5.5 (notes) Run all updates on DSpace Test and reboot the server Looks like the OAI bug from DSpace 5.1 that caused validation at Base Search to fail is now fixed and DSpace Test passes validation! (#63) Indexing Discovery on DSpace Test took 332 minutes, which is like five times as long as it usually takes At the end it appeared to finish correctly but there were lots of errors right after it finished: 2016-11-02 15:09:48,578 INFO com.
+ 2016-11-01
+
+
+- Add
dc.type
to the output options for Atmire’s Listings and Reports module (#286)
+
+
+
+
+
Read more →
@@ -144,7 +172,23 @@
- 2016-10-03 Testing adding ORCIDs to a CSV file for a single item to see if the author orders get messed up Need to test the following scenarios to see how author order is affected: ORCIDs only ORCIDs plus normal authors I exported a random item’s metadata as CSV, deleted all columns except id and collection, and made a new coloum called ORCID:dc.contributor.author with the following random ORCIDs from the ORCID registry: 0000-0002-6115-0956||0000-0002-3812-8793||0000-0001-7462-405X Hmm, with the dc.
+ 2016-10-03
+
+
+- Testing adding ORCIDs to a CSV file for a single item to see if the author orders get messed up
+- Need to test the following scenarios to see how author order is affected:
+
+
+- ORCIDs only
+- ORCIDs plus normal authors
+
+- I exported a random item’s metadata as CSV, deleted all columns except id and collection, and made a new coloum called
ORCID:dc.contributor.author
with the following random ORCIDs from the ORCID registry:
+
+
+0000-0002-6115-0956||0000-0002-3812-8793||0000-0001-7462-405X
+
+
+
Read more →
diff --git a/public/post/index.xml b/public/post/index.xml
index e0f18cfd5..7c0890ee0 100644
--- a/public/post/index.xml
+++ b/public/post/index.xml
@@ -127,6 +127,24 @@ Caused by: java.net.SocketException: Broken pipe (Write failed)
<ul>
<li>I tried to clean up the duplicate mappings by exporting the item’s metadata to CSV, editing, and re-importing, but DSpace said “no changes were detected”</li>
<li>I’ve asked on the dspace-tech mailing list to see if anyone can help</li>
+<li>I found an old post on the mailing list discussing a similar issue, and listing some SQL commands that might help</li>
+<li>For example, this shows 186 mappings for the item, the first three of which are real:</li>
+</ul>
+
+<pre><code>dspace=# select * from collection2item where item_id = '80596';
+</code></pre>
+
+<ul>
+<li>Then I deleted the others:</li>
+</ul>
+
+<pre><code>dspace=# delete from collection2item where item_id = '80596' and id not in (90792, 90806, 90807);
+</code></pre>
+
+<ul>
+<li>And in the item view it now shows the correct mappings</li>
+<li>I will have to ask the DSpace people if this is a valid approach</li>
+<li>Finish looking at the Journal Title corrections of the top 500 Journal Titles so we can make a controlled vocabulary from it</li>
</ul>
@@ -137,9 +155,7 @@ Caused by: java.net.SocketException: Broken pipe (Write failed)
Fri, 02 Dec 2016 10:43:00 +0300
https://alanorth.github.io/cgspace-notes/2016-12/
-
-
-<h2 id="2016-12-02">2016-12-02</h2>
+ <h2 id="2016-12-02">2016-12-02</h2>
<ul>
<li>CGSpace was down for five hours in the morning while I was sleeping</li>
@@ -159,6 +175,8 @@ Caused by: java.net.SocketException: Broken pipe (Write failed)
<li>Another worrying error from dspace.log is:</li>
</ul>
+<p></p>
+
<pre><code>org.springframework.web.util.NestedServletException: Handler processing failed; nested exception is java.lang.NoSuchMethodError: com.atmire.statistics.generator.DSpaceObjectDatasetGenerator.toDatasetQuery(Lorg/dspace/core/Context;)Lcom/atmire/statistics/content/DatasetQuery;
at org.springframework.web.servlet.DispatcherServlet.doDispatch(DispatcherServlet.java:972)
at org.springframework.web.servlet.DispatcherServlet.doService(DispatcherServlet.java:852)
@@ -892,8 +910,7 @@ $ exit
<ul>
<li>I will have to check later why the size keeps increasing</li>
-</ul>
-
+</ul>
-
@@ -902,9 +919,7 @@ $ exit
Tue, 01 Nov 2016 09:21:00 +0300
https://alanorth.github.io/cgspace-notes/2016-11/
-
-
-<h2 id="2016-11-01">2016-11-01</h2>
+ <h2 id="2016-11-01">2016-11-01</h2>
<ul>
<li>Add <code>dc.type</code> to the output options for Atmire’s Listings and Reports module (<a href="https://github.com/ilri/DSpace/pull/286">#286</a>)</li>
@@ -912,6 +927,8 @@ $ exit
<p><img src="https://alanorth.github.io/cgspace-notes/cgspace-notes/2016/11/listings-and-reports.png" alt="Listings and Reports with output type" /></p>
+<p></p>
+
<h2 id="2016-11-02">2016-11-02</h2>
<ul>
@@ -1445,8 +1462,7 @@ org.dspace.discovery.SearchServiceException: Error executing query
<li>The <code>maxHttpHeaderSize</code> fix worked on CGSpace (user is able to see the community list on the homepage)</li>
<li>The “take task” cache fix worked on DSpace Test but it’s not an official patch, so I’ll have to report the bug to DSpace people and try to get advice</li>
<li>More work on the KM4Dev Journal article</li>
-</ul>
-
+</ul>
-
@@ -1455,9 +1471,7 @@ org.dspace.discovery.SearchServiceException: Error executing query
Mon, 03 Oct 2016 15:53:00 +0300
https://alanorth.github.io/cgspace-notes/2016-10/
-
-
-<h2 id="2016-10-03">2016-10-03</h2>
+ <h2 id="2016-10-03">2016-10-03</h2>
<ul>
<li>Testing adding <a href="https://wiki.duraspace.org/display/DSDOC5x/ORCID+Integration#ORCIDIntegration-EditingexistingitemsusingBatchCSVEditing">ORCIDs to a CSV</a> file for a single item to see if the author orders get messed up</li>
@@ -1473,6 +1487,8 @@ org.dspace.discovery.SearchServiceException: Error executing query
<pre><code>0000-0002-6115-0956||0000-0002-3812-8793||0000-0001-7462-405X
</code></pre>
+<p></p>
+
<ul>
<li>Hmm, with the <code>dc.contributor.author</code> column removed, DSpace doesn’t detect any changes</li>
<li>With a blank <code>dc.contributor.author</code> column, DSpace wants to remove all non-ORCID authors and add the new ORCID authors</li>
@@ -1766,8 +1782,7 @@ dspace=# update metadatavalue set text_value = regexp_replace(text_value, 'h
<ul>
<li>I skipped metadata fields like citation and description</li>
-</ul>
-
+</ul>
-
diff --git a/public/tags/notes/index.html b/public/tags/notes/index.html
index 2fcfb583e..7ce037677 100644
--- a/public/tags/notes/index.html
+++ b/public/tags/notes/index.html
@@ -112,7 +112,27 @@
- 2016-12-02 CGSpace was down for five hours in the morning while I was sleeping While looking in the logs for errors, I see tons of warnings about Atmire MQM: 2016-12-02 03:00:32,352 WARN com.atmire.metadataquality.batchedit.BatchEditConsumer @ BatchEditConsumer should not have been given this kind of Subject in an event, skipping: org.dspace.event.Event(eventType=CREATE, SubjectType=BUNDLE, SubjectID=70316, ObjectType=(Unknown), ObjectID=-1, TimeStamp=1480647632305, dispatcher=1544803905, detail=[null], transactionID="TX157907838689377964651674089851855413607") 2016-12-02 03:00:32,353 WARN com.atmire.metadataquality.batchedit.BatchEditConsumer @ BatchEditConsumer should not have been given this kind of Subject in an event, skipping: org.
+
2016-12-02
+
+
+- CGSpace was down for five hours in the morning while I was sleeping
+- While looking in the logs for errors, I see tons of warnings about Atmire MQM:
+
+
+2016-12-02 03:00:32,352 WARN com.atmire.metadataquality.batchedit.BatchEditConsumer @ BatchEditConsumer should not have been given this kind of Subject in an event, skipping: org.dspace.event.Event(eventType=CREATE, SubjectType=BUNDLE, SubjectID=70316, ObjectType=(Unknown), ObjectID=-1, TimeStamp=1480647632305, dispatcher=1544803905, detail=[null], transactionID="TX157907838689377964651674089851855413607")
+2016-12-02 03:00:32,353 WARN com.atmire.metadataquality.batchedit.BatchEditConsumer @ BatchEditConsumer should not have been given this kind of Subject in an event, skipping: org.dspace.event.Event(eventType=MODIFY_METADATA, SubjectType=BUNDLE, SubjectID =70316, ObjectType=(Unknown), ObjectID=-1, TimeStamp=1480647632309, dispatcher=1544803905, detail="dc.title", transactionID="TX157907838689377964651674089851855413607")
+2016-12-02 03:00:32,353 WARN com.atmire.metadataquality.batchedit.BatchEditConsumer @ BatchEditConsumer should not have been given this kind of Subject in an event, skipping: org.dspace.event.Event(eventType=ADD, SubjectType=ITEM, SubjectID=80044, Object Type=BUNDLE, ObjectID=70316, TimeStamp=1480647632311, dispatcher=1544803905, detail="THUMBNAIL", transactionID="TX157907838689377964651674089851855413607")
+2016-12-02 03:00:32,353 WARN com.atmire.metadataquality.batchedit.BatchEditConsumer @ BatchEditConsumer should not have been given this kind of Subject in an event, skipping: org.dspace.event.Event(eventType=ADD, SubjectType=BUNDLE, SubjectID=70316, Obje ctType=BITSTREAM, ObjectID=86715, TimeStamp=1480647632318, dispatcher=1544803905, detail="-1", transactionID="TX157907838689377964651674089851855413607")
+2016-12-02 03:00:32,353 WARN com.atmire.metadataquality.batchedit.BatchEditConsumer @ BatchEditConsumer should not have been given this kind of Subject in an event, skipping: org.dspace.event.Event(eventType=MODIFY, SubjectType=ITEM, SubjectID=80044, ObjectType=(Unknown), ObjectID=-1, TimeStamp=1480647632351, dispatcher=1544803905, detail=[null], transactionID="TX157907838689377964651674089851855413607")
+
+
+
+- I see thousands of them in the logs for the last few months, so it’s not related to the DSpace 5.5 upgrade
+- I’ve raised a ticket with Atmire to ask
+- Another worrying error from dspace.log is:
+
+
+
Read more →
@@ -128,7 +148,15 @@
- 2016-11-01 Add dc.type to the output options for Atmire’s Listings and Reports module (#286) 2016-11-02 Migrate DSpace Test to DSpace 5.5 (notes) Run all updates on DSpace Test and reboot the server Looks like the OAI bug from DSpace 5.1 that caused validation at Base Search to fail is now fixed and DSpace Test passes validation! (#63) Indexing Discovery on DSpace Test took 332 minutes, which is like five times as long as it usually takes At the end it appeared to finish correctly but there were lots of errors right after it finished: 2016-11-02 15:09:48,578 INFO com.
+ 2016-11-01
+
+
+- Add
dc.type
to the output options for Atmire’s Listings and Reports module (#286)
+
+
+
+
+
Read more →
@@ -144,7 +172,23 @@
- 2016-10-03 Testing adding ORCIDs to a CSV file for a single item to see if the author orders get messed up Need to test the following scenarios to see how author order is affected: ORCIDs only ORCIDs plus normal authors I exported a random item’s metadata as CSV, deleted all columns except id and collection, and made a new coloum called ORCID:dc.contributor.author with the following random ORCIDs from the ORCID registry: 0000-0002-6115-0956||0000-0002-3812-8793||0000-0001-7462-405X Hmm, with the dc.
+ 2016-10-03
+
+
+- Testing adding ORCIDs to a CSV file for a single item to see if the author orders get messed up
+- Need to test the following scenarios to see how author order is affected:
+
+
+- ORCIDs only
+- ORCIDs plus normal authors
+
+- I exported a random item’s metadata as CSV, deleted all columns except id and collection, and made a new coloum called
ORCID:dc.contributor.author
with the following random ORCIDs from the ORCID registry:
+
+
+0000-0002-6115-0956||0000-0002-3812-8793||0000-0001-7462-405X
+
+
+
Read more →
diff --git a/public/tags/notes/index.xml b/public/tags/notes/index.xml
index 328564622..a1efd5f47 100644
--- a/public/tags/notes/index.xml
+++ b/public/tags/notes/index.xml
@@ -126,6 +126,24 @@ Caused by: java.net.SocketException: Broken pipe (Write failed)
<ul>
<li>I tried to clean up the duplicate mappings by exporting the item’s metadata to CSV, editing, and re-importing, but DSpace said “no changes were detected”</li>
<li>I’ve asked on the dspace-tech mailing list to see if anyone can help</li>
+<li>I found an old post on the mailing list discussing a similar issue, and listing some SQL commands that might help</li>
+<li>For example, this shows 186 mappings for the item, the first three of which are real:</li>
+</ul>
+
+<pre><code>dspace=# select * from collection2item where item_id = '80596';
+</code></pre>
+
+<ul>
+<li>Then I deleted the others:</li>
+</ul>
+
+<pre><code>dspace=# delete from collection2item where item_id = '80596' and id not in (90792, 90806, 90807);
+</code></pre>
+
+<ul>
+<li>And in the item view it now shows the correct mappings</li>
+<li>I will have to ask the DSpace people if this is a valid approach</li>
+<li>Finish looking at the Journal Title corrections of the top 500 Journal Titles so we can make a controlled vocabulary from it</li>
</ul>
@@ -136,9 +154,7 @@ Caused by: java.net.SocketException: Broken pipe (Write failed)
Fri, 02 Dec 2016 10:43:00 +0300
https://alanorth.github.io/cgspace-notes/2016-12/
-
-
-<h2 id="2016-12-02">2016-12-02</h2>
+ <h2 id="2016-12-02">2016-12-02</h2>
<ul>
<li>CGSpace was down for five hours in the morning while I was sleeping</li>
@@ -158,6 +174,8 @@ Caused by: java.net.SocketException: Broken pipe (Write failed)
<li>Another worrying error from dspace.log is:</li>
</ul>
+<p></p>
+
<pre><code>org.springframework.web.util.NestedServletException: Handler processing failed; nested exception is java.lang.NoSuchMethodError: com.atmire.statistics.generator.DSpaceObjectDatasetGenerator.toDatasetQuery(Lorg/dspace/core/Context;)Lcom/atmire/statistics/content/DatasetQuery;
at org.springframework.web.servlet.DispatcherServlet.doDispatch(DispatcherServlet.java:972)
at org.springframework.web.servlet.DispatcherServlet.doService(DispatcherServlet.java:852)
@@ -891,8 +909,7 @@ $ exit
<ul>
<li>I will have to check later why the size keeps increasing</li>
-</ul>
-
+</ul>
-
@@ -901,9 +918,7 @@ $ exit
Tue, 01 Nov 2016 09:21:00 +0300
https://alanorth.github.io/cgspace-notes/2016-11/
-
-
-<h2 id="2016-11-01">2016-11-01</h2>
+ <h2 id="2016-11-01">2016-11-01</h2>
<ul>
<li>Add <code>dc.type</code> to the output options for Atmire’s Listings and Reports module (<a href="https://github.com/ilri/DSpace/pull/286">#286</a>)</li>
@@ -911,6 +926,8 @@ $ exit
<p><img src="https://alanorth.github.io/cgspace-notes/cgspace-notes/2016/11/listings-and-reports.png" alt="Listings and Reports with output type" /></p>
+<p></p>
+
<h2 id="2016-11-02">2016-11-02</h2>
<ul>
@@ -1444,8 +1461,7 @@ org.dspace.discovery.SearchServiceException: Error executing query
<li>The <code>maxHttpHeaderSize</code> fix worked on CGSpace (user is able to see the community list on the homepage)</li>
<li>The “take task” cache fix worked on DSpace Test but it’s not an official patch, so I’ll have to report the bug to DSpace people and try to get advice</li>
<li>More work on the KM4Dev Journal article</li>
-</ul>
-
+</ul>
-
@@ -1454,9 +1470,7 @@ org.dspace.discovery.SearchServiceException: Error executing query
Mon, 03 Oct 2016 15:53:00 +0300
https://alanorth.github.io/cgspace-notes/2016-10/
-
-
-<h2 id="2016-10-03">2016-10-03</h2>
+ <h2 id="2016-10-03">2016-10-03</h2>
<ul>
<li>Testing adding <a href="https://wiki.duraspace.org/display/DSDOC5x/ORCID+Integration#ORCIDIntegration-EditingexistingitemsusingBatchCSVEditing">ORCIDs to a CSV</a> file for a single item to see if the author orders get messed up</li>
@@ -1472,6 +1486,8 @@ org.dspace.discovery.SearchServiceException: Error executing query
<pre><code>0000-0002-6115-0956||0000-0002-3812-8793||0000-0001-7462-405X
</code></pre>
+<p></p>
+
<ul>
<li>Hmm, with the <code>dc.contributor.author</code> column removed, DSpace doesn’t detect any changes</li>
<li>With a blank <code>dc.contributor.author</code> column, DSpace wants to remove all non-ORCID authors and add the new ORCID authors</li>
@@ -1765,8 +1781,7 @@ dspace=# update metadatavalue set text_value = regexp_replace(text_value, 'h
<ul>
<li>I skipped metadata fields like citation and description</li>
-</ul>
-
+</ul>
-