mirror of
https://github.com/alanorth/cgspace-notes.git
synced 2024-11-04 22:33:02 +01:00
Add notes for 2017-05-22
This commit is contained in:
parent
9ff88e8d3c
commit
9705b3e85f
@ -194,3 +194,46 @@ dspace=# select setval('handle_seq',86873);
|
|||||||
```
|
```
|
||||||
|
|
||||||
- After that I can create collections just fine, though I'm not sure if it has other side effects
|
- After that I can create collections just fine, though I'm not sure if it has other side effects
|
||||||
|
|
||||||
|
## 2017-05-21
|
||||||
|
|
||||||
|
- Start creating a basic theme for the CGIAR System Organization's community on CGSpace
|
||||||
|
- Using colors from the [CGIAR Branding guidelines (2014)](http://library.cgiar.org/handle/10947/2699)
|
||||||
|
- Make a GitHub issue to track this work: [#324](https://github.com/ilri/DSpace/issues/324)
|
||||||
|
|
||||||
|
## 2017-05-22
|
||||||
|
|
||||||
|
- Do some cleanups of community and collection names in CGIAR System Management Office community on DSpace Test, as well as move some items as Peter requested
|
||||||
|
- Peter wanted a list of authors in here, so I generated a list of collections using the "View Source" on each community and this hacky awk:
|
||||||
|
|
||||||
|
```
|
||||||
|
$ grep 10947/ /tmp/collections | grep -v cocoon | awk -F/ '{print $3"/"$4}' | awk -F\" '{print $1}' | vim -
|
||||||
|
```
|
||||||
|
|
||||||
|
- Then I joined them together and ran this old SQL query from the dspace-tech mailing list which gives you authors for items in those collections:
|
||||||
|
|
||||||
|
```
|
||||||
|
dspace=# select distinct text_value
|
||||||
|
from metadatavalue
|
||||||
|
where metadata_field_id = (select metadata_field_id from metadatafieldregistry where element = 'contributor' and qualifier = 'author')
|
||||||
|
AND resource_type_id = 2
|
||||||
|
AND resource_id IN (select item_id from collection2item where collection_id IN (select resource_id from handle where handle in ('10947/2', '10947/3', '10947/1
|
||||||
|
0', '10947/4', '10947/5', '10947/6', '10947/7', '10947/8', '10947/9', '10947/11', '10947/25', '10947/12', '10947/26', '10947/27', '10947/28', '10947/29', '109
|
||||||
|
47/30', '10947/13', '10947/14', '10947/15', '10947/16', '10947/31', '10947/32', '10947/33', '10947/34', '10947/35', '10947/36', '10947/37', '10947/17', '10947
|
||||||
|
/18', '10947/38', '10947/19', '10947/39', '10947/40', '10947/41', '10947/42', '10947/43', '10947/2512', '10947/44', '10947/20', '10947/21', '10947/45', '10947
|
||||||
|
/46', '10947/47', '10947/48', '10947/49', '10947/22', '10947/23', '10947/24', '10947/50', '10947/51', '10947/2518', '10947/2776', '10947/2790', '10947/2521',
|
||||||
|
'10947/2522', '10947/2782', '10947/2525', '10947/2836', '10947/2524', '10947/2878', '10947/2520', '10947/2523', '10947/2786', '10947/2631', '10947/2589', '109
|
||||||
|
47/2519', '10947/2708', '10947/2526', '10947/2871', '10947/2527', '10947/4467', '10947/3457', '10947/2528', '10947/2529', '10947/2533', '10947/2530', '10947/2
|
||||||
|
531', '10947/2532', '10947/2538', '10947/2534', '10947/2540', '10947/2900', '10947/2539', '10947/2784', '10947/2536', '10947/2805', '10947/2541', '10947/2535'
|
||||||
|
, '10947/2537', '10568/93761')));
|
||||||
|
```
|
||||||
|
|
||||||
|
- To get a CSV (with counts) from that:
|
||||||
|
|
||||||
|
```
|
||||||
|
dspace=# \copy (select distinct text_value, count(*)
|
||||||
|
from metadatavalue
|
||||||
|
where metadata_field_id = (select metadata_field_id from metadatafieldregistry where element = 'contributor' and qualifier = 'author')
|
||||||
|
AND resource_type_id = 2
|
||||||
|
AND resource_id IN (select item_id from collection2item where collection_id IN (select resource_id from handle where handle in ('10947/2', '10947/3', '10947/10', '10947/4', '10947/5', '10947/6', '10947/7', '10947/8', '10947/9', '10947/11', '10947/25', '10947/12', '10947/26', '10947/27', '10947/28', '10947/29', '10947/30', '10947/13', '10947/14', '10947/15', '10947/16', '10947/31', '10947/32', '10947/33', '10947/34', '10947/35', '10947/36', '10947/37', '10947/17', '10947/18', '10947/38', '10947/19', '10947/39', '10947/40', '10947/41', '10947/42', '10947/43', '10947/2512', '10947/44', '10947/20', '10947/21', '10947/45', '10947/46', '10947/47', '10947/48', '10947/49', '10947/22', '10947/23', '10947/24', '10947/50', '10947/51', '10947/2518', '10947/2776', '10947/2790', '10947/2521', '10947/2522', '10947/2782', '10947/2525', '10947/2836', '10947/2524', '10947/2878', '10947/2520', '10947/2523', '10947/2786', '10947/2631', '10947/2589', '10947/2519', '10947/2708', '10947/2526', '10947/2871', '10947/2527', '10947/4467', '10947/3457', '10947/2528', '10947/2529', '10947/2533', '10947/2530', '10947/2531', '10947/2532', '10947/2538', '10947/2534', '10947/2540', '10947/2900', '10947/2539', '10947/2784', '10947/2536', '10947/2805', '10947/2541', '10947/2535', '10947/2537', '10568/93761'))) group by text_value order by count desc) to /tmp/cgiar-librar-authors.csv with csv;
|
||||||
|
```
|
||||||
|
@ -59,7 +59,7 @@ $ psql -c 'SELECT * from pg_stat_activity;' | grep idle | grep -c cgspac
|
|||||||
|
|
||||||
"/>
|
"/>
|
||||||
|
|
||||||
<meta name="generator" content="Hugo 0.21-DEV" />
|
<meta name="generator" content="Hugo 0.22-DEV" />
|
||||||
|
|
||||||
|
|
||||||
|
|
||||||
|
@ -61,7 +61,7 @@ Replace lzop with xz in log compression cron jobs on DSpace Test—it uses less
|
|||||||
|
|
||||||
"/>
|
"/>
|
||||||
|
|
||||||
<meta name="generator" content="Hugo 0.21-DEV" />
|
<meta name="generator" content="Hugo 0.22-DEV" />
|
||||||
|
|
||||||
|
|
||||||
|
|
||||||
|
@ -51,7 +51,7 @@ Update GitHub wiki for documentation of maintenance tasks.
|
|||||||
|
|
||||||
"/>
|
"/>
|
||||||
|
|
||||||
<meta name="generator" content="Hugo 0.21-DEV" />
|
<meta name="generator" content="Hugo 0.22-DEV" />
|
||||||
|
|
||||||
|
|
||||||
|
|
||||||
|
@ -65,7 +65,7 @@ Also, lots of things like “COTE D`LVOIRE” and “COTE D IVOIRE&r
|
|||||||
|
|
||||||
"/>
|
"/>
|
||||||
|
|
||||||
<meta name="generator" content="Hugo 0.21-DEV" />
|
<meta name="generator" content="Hugo 0.22-DEV" />
|
||||||
|
|
||||||
|
|
||||||
|
|
||||||
|
@ -51,7 +51,7 @@ Reinstall my local (Mac OS X) DSpace stack with Tomcat 7, PostgreSQL 9.3, and Ja
|
|||||||
|
|
||||||
"/>
|
"/>
|
||||||
|
|
||||||
<meta name="generator" content="Hugo 0.21-DEV" />
|
<meta name="generator" content="Hugo 0.22-DEV" />
|
||||||
|
|
||||||
|
|
||||||
|
|
||||||
|
@ -55,7 +55,7 @@ Also, I noticed the checker log has some errors we should pay attention to:
|
|||||||
|
|
||||||
"/>
|
"/>
|
||||||
|
|
||||||
<meta name="generator" content="Hugo 0.21-DEV" />
|
<meta name="generator" content="Hugo 0.22-DEV" />
|
||||||
|
|
||||||
|
|
||||||
|
|
||||||
|
@ -59,7 +59,7 @@ There are 3,000 IPs accessing the REST API in a 24-hour period!
|
|||||||
|
|
||||||
"/>
|
"/>
|
||||||
|
|
||||||
<meta name="generator" content="Hugo 0.21-DEV" />
|
<meta name="generator" content="Hugo 0.22-DEV" />
|
||||||
|
|
||||||
|
|
||||||
|
|
||||||
|
@ -57,7 +57,7 @@ Working on second phase of metadata migration, looks like this will work for mov
|
|||||||
|
|
||||||
"/>
|
"/>
|
||||||
|
|
||||||
<meta name="generator" content="Hugo 0.21-DEV" />
|
<meta name="generator" content="Hugo 0.22-DEV" />
|
||||||
|
|
||||||
|
|
||||||
|
|
||||||
|
@ -73,7 +73,7 @@ In this case the select query was showing 95 results before the update
|
|||||||
|
|
||||||
"/>
|
"/>
|
||||||
|
|
||||||
<meta name="generator" content="Hugo 0.21-DEV" />
|
<meta name="generator" content="Hugo 0.22-DEV" />
|
||||||
|
|
||||||
|
|
||||||
|
|
||||||
|
@ -67,7 +67,7 @@ $ git rebase -i dspace-5.5
|
|||||||
|
|
||||||
"/>
|
"/>
|
||||||
|
|
||||||
<meta name="generator" content="Hugo 0.21-DEV" />
|
<meta name="generator" content="Hugo 0.22-DEV" />
|
||||||
|
|
||||||
|
|
||||||
|
|
||||||
|
@ -59,7 +59,7 @@ $ ldapsearch -x -H ldaps://svcgroot2.cgiarad.org:3269/ -b "dc=cgiarad,dc=or
|
|||||||
|
|
||||||
"/>
|
"/>
|
||||||
|
|
||||||
<meta name="generator" content="Hugo 0.21-DEV" />
|
<meta name="generator" content="Hugo 0.22-DEV" />
|
||||||
|
|
||||||
|
|
||||||
|
|
||||||
|
@ -67,7 +67,7 @@ I exported a random item’s metadata as CSV, deleted all columns except id
|
|||||||
|
|
||||||
"/>
|
"/>
|
||||||
|
|
||||||
<meta name="generator" content="Hugo 0.21-DEV" />
|
<meta name="generator" content="Hugo 0.22-DEV" />
|
||||||
|
|
||||||
|
|
||||||
|
|
||||||
|
@ -51,7 +51,7 @@ Add dc.type to the output options for Atmire’s Listings and Reports module
|
|||||||
|
|
||||||
"/>
|
"/>
|
||||||
|
|
||||||
<meta name="generator" content="Hugo 0.21-DEV" />
|
<meta name="generator" content="Hugo 0.22-DEV" />
|
||||||
|
|
||||||
|
|
||||||
|
|
||||||
|
@ -75,7 +75,7 @@ Another worrying error from dspace.log is:
|
|||||||
|
|
||||||
"/>
|
"/>
|
||||||
|
|
||||||
<meta name="generator" content="Hugo 0.21-DEV" />
|
<meta name="generator" content="Hugo 0.22-DEV" />
|
||||||
|
|
||||||
|
|
||||||
|
|
||||||
|
@ -51,7 +51,7 @@ I asked on the dspace-tech mailing list because it seems to be broken, and actua
|
|||||||
|
|
||||||
"/>
|
"/>
|
||||||
|
|
||||||
<meta name="generator" content="Hugo 0.21-DEV" />
|
<meta name="generator" content="Hugo 0.22-DEV" />
|
||||||
|
|
||||||
|
|
||||||
|
|
||||||
|
@ -79,7 +79,7 @@ Looks like we’ll be using cg.identifier.ccafsprojectpii as the field name
|
|||||||
|
|
||||||
"/>
|
"/>
|
||||||
|
|
||||||
<meta name="generator" content="Hugo 0.21-DEV" />
|
<meta name="generator" content="Hugo 0.22-DEV" />
|
||||||
|
|
||||||
|
|
||||||
|
|
||||||
|
@ -83,7 +83,7 @@ $ identify ~/Desktop/alc_contrastes_desafios.jpg
|
|||||||
|
|
||||||
"/>
|
"/>
|
||||||
|
|
||||||
<meta name="generator" content="Hugo 0.21-DEV" />
|
<meta name="generator" content="Hugo 0.22-DEV" />
|
||||||
|
|
||||||
|
|
||||||
|
|
||||||
|
@ -69,7 +69,7 @@ $ [dspace]/bin/dspace filter-media -f -i 10568/16498 -p "ImageMagick PDF Th
|
|||||||
|
|
||||||
"/>
|
"/>
|
||||||
|
|
||||||
<meta name="generator" content="Hugo 0.21-DEV" />
|
<meta name="generator" content="Hugo 0.22-DEV" />
|
||||||
|
|
||||||
|
|
||||||
|
|
||||||
|
@ -35,7 +35,7 @@
|
|||||||
<meta name="twitter:title" content="May, 2017"/>
|
<meta name="twitter:title" content="May, 2017"/>
|
||||||
<meta name="twitter:description" content="2017-05-01 ICARDA apparently started working on CG Core on their MEL repository They have done a few cg.* fields, but not very consistent and even copy some of CGSpace items: https://mel.cgiar.org/xmlui/handle/20.500.11766/6911?show=full https://cgspace.cgiar.org/handle/10568/73683 2017-05-02 Atmire got back about the Workflow Statistics issue, and apparently it’s a bug in the CUA module so they will send us a pull request 2017-05-04 Sync DSpace Test with database and assetstore from CGSpace Re-deploy DSpace Test with Atmire’s CUA patch for workflow statistics, run system updates, and restart the server Now I can see the workflow statistics and am able to select users, but everything returns 0 items Megan says there are still some mapped items are not appearing since last week, so I forced a full index-discovery -b Need to remember to check if the collection has more items (currently 39 on CGSpace, but 118 on the freshly reindexed DSPace Test) tomorrow: https://cgspace."/>
|
<meta name="twitter:description" content="2017-05-01 ICARDA apparently started working on CG Core on their MEL repository They have done a few cg.* fields, but not very consistent and even copy some of CGSpace items: https://mel.cgiar.org/xmlui/handle/20.500.11766/6911?show=full https://cgspace.cgiar.org/handle/10568/73683 2017-05-02 Atmire got back about the Workflow Statistics issue, and apparently it’s a bug in the CUA module so they will send us a pull request 2017-05-04 Sync DSpace Test with database and assetstore from CGSpace Re-deploy DSpace Test with Atmire’s CUA patch for workflow statistics, run system updates, and restart the server Now I can see the workflow statistics and am able to select users, but everything returns 0 items Megan says there are still some mapped items are not appearing since last week, so I forced a full index-discovery -b Need to remember to check if the collection has more items (currently 39 on CGSpace, but 118 on the freshly reindexed DSPace Test) tomorrow: https://cgspace."/>
|
||||||
|
|
||||||
<meta name="generator" content="Hugo 0.21-DEV" />
|
<meta name="generator" content="Hugo 0.22-DEV" />
|
||||||
|
|
||||||
|
|
||||||
|
|
||||||
@ -45,7 +45,7 @@
|
|||||||
"@type": "BlogPosting",
|
"@type": "BlogPosting",
|
||||||
"headline": "May, 2017",
|
"headline": "May, 2017",
|
||||||
"url": "https://alanorth.github.io/cgspace-notes/2017-05/",
|
"url": "https://alanorth.github.io/cgspace-notes/2017-05/",
|
||||||
"wordCount": "1479",
|
"wordCount": "1903",
|
||||||
"datePublished": "2017-05-01T16:21:52+02:00",
|
"datePublished": "2017-05-01T16:21:52+02:00",
|
||||||
"dateModified": "2017-05-19T20:49:22+03:00",
|
"dateModified": "2017-05-19T20:49:22+03:00",
|
||||||
"author": {
|
"author": {
|
||||||
@ -349,6 +349,54 @@ $ for item in /home/aorth/10947-1/ITEM@10947-*; do [dspace]/bin/dspace packager
|
|||||||
<li>After that I can create collections just fine, though I’m not sure if it has other side effects</li>
|
<li>After that I can create collections just fine, though I’m not sure if it has other side effects</li>
|
||||||
</ul>
|
</ul>
|
||||||
|
|
||||||
|
<h2 id="2017-05-21">2017-05-21</h2>
|
||||||
|
|
||||||
|
<ul>
|
||||||
|
<li>Start creating a basic theme for the CGIAR System Organization’s community on CGSpace</li>
|
||||||
|
<li>Using colors from the <a href="http://library.cgiar.org/handle/10947/2699">CGIAR Branding guidelines (2014)</a></li>
|
||||||
|
<li>Make a GitHub issue to track this work: <a href="https://github.com/ilri/DSpace/issues/324">#324</a></li>
|
||||||
|
</ul>
|
||||||
|
|
||||||
|
<h2 id="2017-05-22">2017-05-22</h2>
|
||||||
|
|
||||||
|
<ul>
|
||||||
|
<li>Do some cleanups of community and collection names in CGIAR System Management Office community on DSpace Test, as well as move some items as Peter requested</li>
|
||||||
|
<li>Peter wanted a list of authors in here, so I generated a list of collections using the “View Source” on each community and this hacky awk:</li>
|
||||||
|
</ul>
|
||||||
|
|
||||||
|
<pre><code>$ grep 10947/ /tmp/collections | grep -v cocoon | awk -F/ '{print $3"/"$4}' | awk -F\" '{print $1}' | vim -
|
||||||
|
</code></pre>
|
||||||
|
|
||||||
|
<ul>
|
||||||
|
<li>Then I joined them together and ran this old SQL query from the dspace-tech mailing list which gives you authors for items in those collections:</li>
|
||||||
|
</ul>
|
||||||
|
|
||||||
|
<pre><code>dspace=# select distinct text_value
|
||||||
|
from metadatavalue
|
||||||
|
where metadata_field_id = (select metadata_field_id from metadatafieldregistry where element = 'contributor' and qualifier = 'author')
|
||||||
|
AND resource_type_id = 2
|
||||||
|
AND resource_id IN (select item_id from collection2item where collection_id IN (select resource_id from handle where handle in ('10947/2', '10947/3', '10947/1
|
||||||
|
0', '10947/4', '10947/5', '10947/6', '10947/7', '10947/8', '10947/9', '10947/11', '10947/25', '10947/12', '10947/26', '10947/27', '10947/28', '10947/29', '109
|
||||||
|
47/30', '10947/13', '10947/14', '10947/15', '10947/16', '10947/31', '10947/32', '10947/33', '10947/34', '10947/35', '10947/36', '10947/37', '10947/17', '10947
|
||||||
|
/18', '10947/38', '10947/19', '10947/39', '10947/40', '10947/41', '10947/42', '10947/43', '10947/2512', '10947/44', '10947/20', '10947/21', '10947/45', '10947
|
||||||
|
/46', '10947/47', '10947/48', '10947/49', '10947/22', '10947/23', '10947/24', '10947/50', '10947/51', '10947/2518', '10947/2776', '10947/2790', '10947/2521',
|
||||||
|
'10947/2522', '10947/2782', '10947/2525', '10947/2836', '10947/2524', '10947/2878', '10947/2520', '10947/2523', '10947/2786', '10947/2631', '10947/2589', '109
|
||||||
|
47/2519', '10947/2708', '10947/2526', '10947/2871', '10947/2527', '10947/4467', '10947/3457', '10947/2528', '10947/2529', '10947/2533', '10947/2530', '10947/2
|
||||||
|
531', '10947/2532', '10947/2538', '10947/2534', '10947/2540', '10947/2900', '10947/2539', '10947/2784', '10947/2536', '10947/2805', '10947/2541', '10947/2535'
|
||||||
|
, '10947/2537', '10568/93761')));
|
||||||
|
</code></pre>
|
||||||
|
|
||||||
|
<ul>
|
||||||
|
<li>To get a CSV (with counts) from that:</li>
|
||||||
|
</ul>
|
||||||
|
|
||||||
|
<pre><code>dspace=# \copy (select distinct text_value, count(*)
|
||||||
|
from metadatavalue
|
||||||
|
where metadata_field_id = (select metadata_field_id from metadatafieldregistry where element = 'contributor' and qualifier = 'author')
|
||||||
|
AND resource_type_id = 2
|
||||||
|
AND resource_id IN (select item_id from collection2item where collection_id IN (select resource_id from handle where handle in ('10947/2', '10947/3', '10947/10', '10947/4', '10947/5', '10947/6', '10947/7', '10947/8', '10947/9', '10947/11', '10947/25', '10947/12', '10947/26', '10947/27', '10947/28', '10947/29', '10947/30', '10947/13', '10947/14', '10947/15', '10947/16', '10947/31', '10947/32', '10947/33', '10947/34', '10947/35', '10947/36', '10947/37', '10947/17', '10947/18', '10947/38', '10947/19', '10947/39', '10947/40', '10947/41', '10947/42', '10947/43', '10947/2512', '10947/44', '10947/20', '10947/21', '10947/45', '10947/46', '10947/47', '10947/48', '10947/49', '10947/22', '10947/23', '10947/24', '10947/50', '10947/51', '10947/2518', '10947/2776', '10947/2790', '10947/2521', '10947/2522', '10947/2782', '10947/2525', '10947/2836', '10947/2524', '10947/2878', '10947/2520', '10947/2523', '10947/2786', '10947/2631', '10947/2589', '10947/2519', '10947/2708', '10947/2526', '10947/2871', '10947/2527', '10947/4467', '10947/3457', '10947/2528', '10947/2529', '10947/2533', '10947/2530', '10947/2531', '10947/2532', '10947/2538', '10947/2534', '10947/2540', '10947/2900', '10947/2539', '10947/2784', '10947/2536', '10947/2805', '10947/2541', '10947/2535', '10947/2537', '10568/93761'))) group by text_value order by count desc) to /tmp/cgiar-librar-authors.csv with csv;
|
||||||
|
</code></pre>
|
||||||
|
|
||||||
|
|
||||||
|
|
||||||
|
|
||||||
|
@ -23,7 +23,7 @@
|
|||||||
|
|
||||||
|
|
||||||
|
|
||||||
<meta name="generator" content="Hugo 0.21-DEV" />
|
<meta name="generator" content="Hugo 0.22-DEV" />
|
||||||
|
|
||||||
|
|
||||||
|
|
||||||
|
@ -23,7 +23,7 @@
|
|||||||
|
|
||||||
|
|
||||||
|
|
||||||
<meta name="generator" content="Hugo 0.21-DEV" />
|
<meta name="generator" content="Hugo 0.22-DEV" />
|
||||||
|
|
||||||
|
|
||||||
|
|
||||||
|
@ -23,7 +23,7 @@
|
|||||||
|
|
||||||
|
|
||||||
|
|
||||||
<meta name="generator" content="Hugo 0.21-DEV" />
|
<meta name="generator" content="Hugo 0.22-DEV" />
|
||||||
|
|
||||||
|
|
||||||
|
|
||||||
|
@ -23,7 +23,7 @@
|
|||||||
|
|
||||||
|
|
||||||
|
|
||||||
<meta name="generator" content="Hugo 0.21-DEV" />
|
<meta name="generator" content="Hugo 0.22-DEV" />
|
||||||
|
|
||||||
|
|
||||||
|
|
||||||
|
@ -23,7 +23,7 @@
|
|||||||
|
|
||||||
|
|
||||||
|
|
||||||
<meta name="generator" content="Hugo 0.21-DEV" />
|
<meta name="generator" content="Hugo 0.22-DEV" />
|
||||||
|
|
||||||
|
|
||||||
|
|
||||||
|
@ -23,7 +23,7 @@
|
|||||||
|
|
||||||
|
|
||||||
|
|
||||||
<meta name="generator" content="Hugo 0.21-DEV" />
|
<meta name="generator" content="Hugo 0.22-DEV" />
|
||||||
|
|
||||||
|
|
||||||
|
|
||||||
|
Loading…
Reference in New Issue
Block a user