alanorth/iseal-core
1
0
Fork 0
mirror of https://github.com/ISEAL-Community/iseal-core.git synced 2024-11-22 06:45:02 +01:00
Code Issues Projects Releases Wiki Activity

Update rdf_creation.py

Browse Source
This commit is contained in:
Marie-Angélique Laporte 2021-12-16 09:58:51 +01:00
parent 1b6b75f886
commit 355fa3a56f
1 changed files with 108 additions and 67 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

175
util/rdf_creation.py
View File

@ -7,49 +7,48 @@ from rdflib import URIRef, BNode, Literal
import json import json
import os import os
import pandas as pd import pandas as pd
import pylode
import re import re
g = Graph() g = Graph()
##namespace ##namespace
#NS = "http://iseal.org/terms/" # NS = "http://iseal.org/terms/"
NS = "https://alanorth.github.io/iseal-schema/#" NS = "https://alanorth.github.io/iseal-schema/#"
## create ontology ## create ontology
iseal = URIRef(NS) iseal = URIRef(NS)
g.add((iseal, RDF.type, OWL.Ontology)) g.add((iseal, RDF.type, OWL.Ontology))
df = pd.read_csv('../data/schema-fields.csv') df = pd.read_csv("../data/schema-fields.csv")
df.dropna(how='all', axis=1) df.dropna(how="all", axis=1)
df.fillna('', inplace=True) df.fillna("", inplace=True)
for index, row in df.iterrows() : for index, row in df.iterrows():
element_name = row['element name'] element_name = row["element name"]
element_description = row['element description'] element_description = row["element description"]
comment = row['element guidance'] comment = row["element guidance"]
example = row['element link for more information'] example = row["element link for more information"]
cardinality = row['element options'] cardinality = row["element options"]
prop_type = row['element type'] prop_type = row["element type"]
controlled_vocab = row['element controlled values or terms'] controlled_vocab = row["element controlled values or terms"]
module = row['idss element cluster'] module = row["idss element cluster"]
module_cat = row['idss schema module'] module_cat = row["idss schema module"]
dc = row['element link for dublin core attributes'] dc = row["element link for dublin core attributes"]
dspace = row['dspace field name'] dspace = row["dspace field name"]
##module ##module
moduleUri = URIRef(NS+module) moduleUri = URIRef(NS + module)
if not (None, SKOS.prefLabel, Literal(module)) in g: if not (None, SKOS.prefLabel, Literal(module)) in g:
##create module as skos concept ##create module as skos concept
g.add((moduleUri, RDF.type, OWL.Class)) ## SKOS.Concept g.add((moduleUri, RDF.type, OWL.Class)) ## SKOS.Concept
g.add((moduleUri, SKOS.prefLabel, Literal(module))) g.add((moduleUri, SKOS.prefLabel, Literal(module)))
##element ##element
#if '-' not in element_name: # if '-' not in element_name:
if True: ## lazy reindenting if True: ## lazy reindenting
concept = module_cat#element_name.split(' - ')[0] concept = module_cat # element_name.split(' - ')[0]
#element = element_name.strip() # element = element_name.strip()
## code from Alan ## code from Alan
# Make sure element name is URL friendly because we need to use it in # Make sure element name is URL friendly because we need to use it in
# the file system and in the URL. # the file system and in the URL.
@ -82,48 +81,75 @@ for index, row in df.iterrows() :
# files by combining the cluster and the element name. This could # files by combining the cluster and the element name. This could
# change in the future. # change in the future.
element_name_safe = cluster.replace(" ", "-").lower() + "-" + element_name element_name_safe = cluster.replace(" ", "-").lower() + "-" + element_name
element = element_name_safe element = element_name_safe
conceptUri = URIRef(NS + concept.replace(" ", "_"))
conceptUri = URIRef(NS+concept.replace(" ", "_"))
if not (None, SKOS.prefLabel, Literal(concept)) in g: if not (None, SKOS.prefLabel, Literal(concept)) in g:
##create concept as skos concept ##create concept as skos concept
g.add((conceptUri, RDF.type, OWL.Class)) ## SKOS.Concept g.add((conceptUri, RDF.type, OWL.Class)) ## SKOS.Concept
g.add((conceptUri, SKOS.prefLabel, Literal(concept))) g.add((conceptUri, SKOS.prefLabel, Literal(concept)))
g.add((conceptUri, RDFS.subClassOf, moduleUri)) g.add((conceptUri, RDFS.subClassOf, moduleUri))
## create properties ## create properties
elementURI = URIRef(NS+element.replace(" ", "_")) elementURI = URIRef(NS + element.replace(" ", "_"))
if prop_type == 'CONTROLLED VALUE': ## object property if prop_type == "CONTROLLED VALUE": ## object property
g.add((elementURI, SKOS.prefLabel, Literal(element))) g.add((elementURI, SKOS.prefLabel, Literal(element)))
g.add((elementURI, RDF.type, OWL.ObjectProperty)) g.add((elementURI, RDF.type, OWL.ObjectProperty))
g.add((elementURI, OWL.domain, conceptUri)) g.add((elementURI, OWL.domain, conceptUri))
## add suproperty link ## add suproperty link
if(dc): if dc:
dct = dc.split(":")[1] dct = dc.split(":")[1]
if 'wgs84' in dc: if "wgs84" in dc:
g.add((elementURI, RDFS.subPropertyOf, URIRef("http://www.w3.org/2003/01/geo/wgs84_pos#"+dct))) g.add(
(
elementURI,
RDFS.subPropertyOf,
URIRef("http://www.w3.org/2003/01/geo/wgs84_pos#" + dct),
)
)
else: else:
g.add((elementURI, RDFS.subPropertyOf, URIRef("http://purl.org/dc/terms/"+dct))) g.add(
(
elementURI,
RDFS.subPropertyOf,
URIRef("http://purl.org/dc/terms/" + dct),
)
)
## add dspace alternative ID ## add dspace alternative ID
g.add((elementURI, URIRef("http://purl.org/dc/terms/alternative"), Literal(dspace))) g.add(
(
elementURI,
URIRef("http://purl.org/dc/terms/alternative"),
Literal(dspace),
)
)
## create controlled vocab ## create controlled vocab
cvURI = URIRef(NS+"VOCAB_"+element.replace(" ", "_")) cvURI = URIRef(NS + "VOCAB_" + element.replace(" ", "_"))
g.add((cvURI, RDF.type, OWL.Class)) ## SKOS.Concept ## SKOS.Collection?? g.add((cvURI, RDF.type, OWL.Class)) ## SKOS.Concept ## SKOS.Collection??
g.add((cvURI, SKOS.prefLabel, Literal("VOCAB "+element))) g.add((cvURI, SKOS.prefLabel, Literal("VOCAB " + element)))
for term in controlled_vocab.split("||"): for term in controlled_vocab.split("||"):
termURI = URIRef(NS+term.replace(" ", "_").replace("|", "")) termURI = URIRef(NS + term.replace(" ", "_").replace("|", ""))
g.add((termURI, RDF.type, OWL.Class)) ## SKOS.Concept g.add((termURI, RDF.type, OWL.Class)) ## SKOS.Concept
g.add((termURI, SKOS.prefLabel, Literal(term))) g.add((termURI, SKOS.prefLabel, Literal(term)))
g.add((termURI, RDFS.subClassOf, cvURI)) ## SKOS.member??? g.add((termURI, RDFS.subClassOf, cvURI)) ## SKOS.member???
g.add((elementURI, OWL.range, cvURI)) g.add((elementURI, OWL.range, cvURI))
## add the controlled vocab information on properties directly ## add the controlled vocab information on properties directly
g.add((elementURI, URIRef("http://purl.org/dc/dcam/rangeIncludes"), Literal("https://raw.githubusercontent.com/alanorth/iseal-schema/main/data/controlled-vocabularies/"+element+".txt"))) g.add(
(
elementURI,
URIRef("http://purl.org/dc/dcam/rangeIncludes"),
Literal(
"https://raw.githubusercontent.com/alanorth/iseal-schema/main/data/controlled-vocabularies/"
+ element
+ ".txt"
),
)
)
## cardinality ## cardinality
if cardinality == 'MULTI SELECT FROM CONTROL LIST': if cardinality == "MULTI SELECT FROM CONTROL LIST":
br = BNode() br = BNode()
g.add((br, RDF.type, OWL.Restriction)) g.add((br, RDF.type, OWL.Restriction))
g.add((br, OWL.onProperty, elementURI)) g.add((br, OWL.onProperty, elementURI))
@ -137,36 +163,54 @@ for index, row in df.iterrows() :
g.add((br, OWL.maxQualifiedCardinality, Literal(1))) g.add((br, OWL.maxQualifiedCardinality, Literal(1)))
g.add((br, OWL.onClass, cvURI)) g.add((br, OWL.onClass, cvURI))
g.add((conceptUri, RDFS.subClassOf, br)) g.add((conceptUri, RDFS.subClassOf, br))
#elif prop_type == 'URL': ## object property # elif prop_type == 'URL': ## object property
# g.add((elementURI, RDF.type, OWL.ObjectProperty)) # g.add((elementURI, RDF.type, OWL.ObjectProperty))
# g.add((elementURI, OWL.domain, conceptUri)) # g.add((elementURI, OWL.domain, conceptUri))
# g.add((elementURI, OWL.range, URIRef("") )) # g.add((elementURI, OWL.range, URIRef("") ))
# g.add((elementURI, SKOS.prefLabel, Literal(element))) # g.add((elementURI, SKOS.prefLabel, Literal(element)))
else: ## datatype properties else: ## datatype properties
g.add((elementURI, SKOS.prefLabel, Literal(element))) g.add((elementURI, SKOS.prefLabel, Literal(element)))
g.add((elementURI, RDF.type, OWL.DatatypeProperty)) g.add((elementURI, RDF.type, OWL.DatatypeProperty))
g.add((elementURI, OWL.domain, conceptUri)) g.add((elementURI, OWL.domain, conceptUri))
if(dc): if dc:
dct = dc.split(":")[1] dct = dc.split(":")[1]
if 'wgs84' in dc: if "wgs84" in dc:
g.add((elementURI, RDFS.subPropertyOf, URIRef("http://www.w3.org/2003/01/geo/wgs84_pos#"+dct))) g.add(
(
elementURI,
RDFS.subPropertyOf,
URIRef("http://www.w3.org/2003/01/geo/wgs84_pos#" + dct),
)
)
else: else:
g.add((elementURI, RDFS.subPropertyOf, URIRef("http://purl.org/dc/terms/"+dct))) g.add(
(
elementURI,
RDFS.subPropertyOf,
URIRef("http://purl.org/dc/terms/" + dct),
)
)
## add dspace alternative ID ## add dspace alternative ID
g.add((elementURI, URIRef("http://purl.org/dc/terms/alternative"), Literal(dspace))) g.add(
(
elementURI,
URIRef("http://purl.org/dc/terms/alternative"),
Literal(dspace),
)
)
range = None range = None
if prop_type == 'DATE': if prop_type == "DATE":
g.add((elementURI, OWL.range, XSD.date )) g.add((elementURI, OWL.range, XSD.date))
range = XSD.date range = XSD.date
elif prop_type == 'NUMERIC VALUE': elif prop_type == "NUMERIC VALUE":
g.add((elementURI, OWL.range, XSD.float)) g.add((elementURI, OWL.range, XSD.float))
range = XSD.float range = XSD.float
else: else:
g.add((elementURI, OWL.range, XSD.string)) g.add((elementURI, OWL.range, XSD.string))
range = XSD.string range = XSD.string
##cardinality ##cardinality
if cardinality == 'REPEAT VALUES': if cardinality == "REPEAT VALUES":
br = BNode() br = BNode()
g.add((br, RDF.type, OWL.Restriction)) g.add((br, RDF.type, OWL.Restriction))
g.add((br, OWL.onProperty, elementURI)) g.add((br, OWL.onProperty, elementURI))
@ -179,18 +223,15 @@ for index, row in df.iterrows() :
g.add((br, OWL.maxQualifiedCardinality, Literal(1))) g.add((br, OWL.maxQualifiedCardinality, Literal(1)))
g.add((br, OWL.onDataRange, range)) g.add((br, OWL.onDataRange, range))
g.add((conceptUri, RDFS.subClassOf, br)) g.add((conceptUri, RDFS.subClassOf, br))
if comment: if comment:
g.add((elementURI, SKOS.scopeNote, Literal(comment))) g.add((elementURI, SKOS.scopeNote, Literal(comment)))
if example: if example:
g.add((elementURI, RDFS.comment, Literal(example))) g.add((elementURI, RDFS.comment, Literal(example)))
if element_description: if element_description:
g.add((elementURI, SKOS.definition, Literal(element_description))) g.add((elementURI, SKOS.definition, Literal(element_description)))
#else: # else:
#print(element_name) # print(element_name)
## save graph ## save graph
g.serialize(destination='idds_new3.ttl', format='turtle') g.serialize(destination="idds_new3.ttl", format="turtle")