alanorth/iseal-core
1
0
Fork 0
mirror of https://github.com/ISEAL-Community/iseal-core.git synced 2024-10-30 20:03:02 +01:00
Code Issues Projects Releases Wiki Activity

rdf regenerate

Browse Source
This commit is contained in:
Marie-Angélique Laporte 2021-12-13 14:20:13 +01:00
parent 0feba6829a
commit 6f62b97b53
2 changed files with 10031 additions and 12107 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

21942
idds.ttl
View File

File diff suppressed because it is too large Load Diff

196
util/rdf_creation.py Normal file
View File

@ -0,0 +1,196 @@
#!/usr/bin/env python
# coding: utf-8
from rdflib import Graph
from rdflib.namespace import OWL, DC, DCTERMS, RDF, RDFS, SKOS, XSD
from rdflib import URIRef, BNode, Literal
import json
import os
import pandas as pd
import pylode
import re
g = Graph()
##namespace
#NS = "http://iseal.org/terms/"
NS = "https://alanorth.github.io/iseal-schema/#"
## create ontology
iseal = URIRef(NS)
g.add((iseal, RDF.type, OWL.Ontology))
df = pd.read_csv('../data/schema-fields.csv')
df.dropna(how='all', axis=1)
df.fillna('', inplace=True)
for index, row in df.iterrows() :
element_name = row['element name']
element_description = row['element description']
comment = row['element guidance']
example = row['element link for more information']
cardinality = row['element options']
prop_type = row['element type']
controlled_vocab = row['element controlled values or terms']
module = row['idss element cluster']
module_cat = row['idss schema module']
dc = row['element link for dublin core attributes']
dspace = row['dspace field name']
##module
moduleUri = URIRef(NS+module)
if not (None, SKOS.prefLabel, Literal(module)) in g:
##create module as skos concept
g.add((moduleUri, RDF.type, OWL.Class)) ## SKOS.Concept
g.add((moduleUri, SKOS.prefLabel, Literal(module)))
##element
#if '-' not in element_name:
if True: ## lazy reindenting
concept = module_cat#element_name.split(' - ')[0]
#element = element_name.strip()
## code from Alan
# Make sure element name is URL friendly because we need to use it in
# the file system and in the URL.
#
# Replace two or more whitespaces with one
element_name = re.sub(r"\s{2,}", " ", element_name)
# Replace unnecessary stuff in some element names (I should tell Peter
# that these belong in the description)
element_name = re.sub(r"\s?\(\w+\)", "", element_name)
# Remove commas and question marks
element_name = re.sub(r"[,?]", "", element_name)
# Replace ": " with a dash (as in "Evaluation: ")
element_name = element_name.replace(": ", "-")
# Replace " / " with a dash (as in "biome / zone")
element_name = element_name.replace(" / ", "-")
# Replace whitespace, colons, and slashes with dashes
element_name = re.sub(r"[\s/]", "-", element_name)
# Lower case it
element_name = element_name.lower()
# Strip just in case
element_name = element_name.strip()
# For example Certifying Body, FSC audit, Certificate, etc
cluster = row["idss element cluster"].capitalize()
# For example Assurance, Certification, Core, Impact, etc
module = row["idss schema module"].capitalize()
# Generate a "safe" version of the element name for use in URLs and
# files by combining the cluster and the element name. This could
# change in the future.
element_name_safe = cluster.replace(" ", "-").lower() + "-" + element_name
element = element_name_safe
conceptUri = URIRef(NS+concept.replace(" ", "_"))
if not (None, SKOS.prefLabel, Literal(concept)) in g:
##create concept as skos concept
g.add((conceptUri, RDF.type, OWL.Class)) ## SKOS.Concept
g.add((conceptUri, SKOS.prefLabel, Literal(concept)))
g.add((conceptUri, RDFS.subClassOf, moduleUri))
## create properties
elementURI = URIRef(NS+element.replace(" ", "_"))
if prop_type == 'CONTROLLED VALUE': ## object property
g.add((elementURI, SKOS.prefLabel, Literal(element)))
g.add((elementURI, RDF.type, OWL.ObjectProperty))
g.add((elementURI, OWL.domain, conceptUri))
## add suproperty link
if(dc):
dct = dc.split(":")[1]
if 'wgs84' in dc:
g.add((elementURI, RDFS.subPropertyOf, URIRef("http://www.w3.org/2003/01/geo/wgs84_pos#"+dct)))
else:
g.add((elementURI, RDFS.subPropertyOf, URIRef("http://purl.org/dc/terms/"+dct)))
## add dspace alternative ID
g.add((elementURI, URIRef("http://purl.org/dc/terms/alternative"), Literal(dspace)))
## create controlled vocab
cvURI = URIRef(NS+"VOCAB_"+element.replace(" ", "_"))
g.add((cvURI, RDF.type, OWL.Class)) ## SKOS.Concept ## SKOS.Collection??
g.add((cvURI, SKOS.prefLabel, Literal("VOCAB "+element)))
for term in controlled_vocab.split("||"):
termURI = URIRef(NS+term.replace(" ", "_").replace("|", ""))
g.add((termURI, RDF.type, OWL.Class)) ## SKOS.Concept
g.add((termURI, SKOS.prefLabel, Literal(term)))
g.add((termURI, RDFS.subClassOf, cvURI)) ## SKOS.member???
g.add((elementURI, OWL.range, cvURI))
## add the controlled vocab information on properties directly
g.add((elementURI, URIRef("http://purl.org/dc/dcam/rangeIncludes"), Literal("https://raw.githubusercontent.com/alanorth/iseal-schema/main/data/controlled-vocabularies/"+element+".txt")))
## cardinality
if cardinality == 'MULTI SELECT FROM CONTROL LIST':
br = BNode()
g.add((br, RDF.type, OWL.Restriction))
g.add((br, OWL.onProperty, elementURI))
g.add((br, OWL.minQualifiedCardinality, Literal(1)))
g.add((br, OWL.someValuesFrom, cvURI))
g.add((conceptUri, RDFS.subClassOf, br))
else:
br = BNode()
g.add((br, RDF.type, OWL.Restriction))
g.add((br, OWL.onProperty, elementURI))
g.add((br, OWL.maxQualifiedCardinality, Literal(1)))
g.add((br, OWL.onClass, cvURI))
g.add((conceptUri, RDFS.subClassOf, br))
#elif prop_type == 'URL': ## object property
# g.add((elementURI, RDF.type, OWL.ObjectProperty))
# g.add((elementURI, OWL.domain, conceptUri))
# g.add((elementURI, OWL.range, URIRef("") ))
# g.add((elementURI, SKOS.prefLabel, Literal(element)))
else: ## datatype properties
g.add((elementURI, SKOS.prefLabel, Literal(element)))
g.add((elementURI, RDF.type, OWL.DatatypeProperty))
g.add((elementURI, OWL.domain, conceptUri))
if(dc):
dct = dc.split(":")[1]
if 'wgs84' in dc:
g.add((elementURI, RDFS.subPropertyOf, URIRef("http://www.w3.org/2003/01/geo/wgs84_pos#"+dct)))
else:
g.add((elementURI, RDFS.subPropertyOf, URIRef("http://purl.org/dc/terms/"+dct)))
## add dspace alternative ID
g.add((elementURI, URIRef("http://purl.org/dc/terms/alternative"), Literal(dspace)))
range = None
if prop_type == 'DATE':
g.add((elementURI, OWL.range, XSD.date ))
range = XSD.date
elif prop_type == 'NUMERIC VALUE':
g.add((elementURI, OWL.range, XSD.float))
range = XSD.float
else:
g.add((elementURI, OWL.range, XSD.string))
range = XSD.string
##cardinality
if cardinality == 'REPEAT VALUES':
br = BNode()
g.add((br, RDF.type, OWL.Restriction))
g.add((br, OWL.onProperty, elementURI))
g.add((br, OWL.someValuesFrom, range))
g.add((conceptUri, RDFS.subClassOf, br))
else:
br = BNode()
g.add((br, RDF.type, OWL.Restriction))
g.add((br, OWL.onProperty, elementURI))
g.add((br, OWL.maxQualifiedCardinality, Literal(1)))
g.add((br, OWL.onDataRange, range))
g.add((conceptUri, RDFS.subClassOf, br))
if comment:
g.add((elementURI, SKOS.scopeNote, Literal(comment)))
if example:
g.add((elementURI, RDFS.comment, Literal(example)))
if element_description:
g.add((elementURI, SKOS.definition, Literal(element_description)))
#else:
#print(element_name)
## save graph
g.serialize(destination='idds_new3.ttl', format='turtle')