2019-07-26 23:36:40 +02:00
|
|
|
|
import csv_metadata_quality.fix as fix
|
|
|
|
|
|
2019-07-28 16:47:28 +02:00
|
|
|
|
|
2019-07-26 23:36:40 +02:00
|
|
|
|
def test_fix_leading_whitespace():
|
2019-09-26 13:02:51 +02:00
|
|
|
|
"""Test fixing leading whitespace."""
|
2019-07-26 23:36:40 +02:00
|
|
|
|
|
2019-09-26 13:02:51 +02:00
|
|
|
|
value = " Alan"
|
2019-07-26 23:36:40 +02:00
|
|
|
|
|
2019-09-26 13:02:51 +02:00
|
|
|
|
assert fix.whitespace(value) == "Alan"
|
2019-07-26 23:36:40 +02:00
|
|
|
|
|
2019-07-28 16:47:28 +02:00
|
|
|
|
|
2019-07-26 23:36:40 +02:00
|
|
|
|
def test_fix_trailing_whitespace():
|
2019-09-26 13:02:51 +02:00
|
|
|
|
"""Test fixing trailing whitespace."""
|
2019-07-26 23:36:40 +02:00
|
|
|
|
|
2019-09-26 13:02:51 +02:00
|
|
|
|
value = "Alan "
|
2019-07-26 23:36:40 +02:00
|
|
|
|
|
2019-09-26 13:02:51 +02:00
|
|
|
|
assert fix.whitespace(value) == "Alan"
|
2019-07-26 23:36:40 +02:00
|
|
|
|
|
2019-07-28 16:47:28 +02:00
|
|
|
|
|
2019-07-26 23:36:40 +02:00
|
|
|
|
def test_fix_excessive_whitespace():
|
2019-09-26 13:02:51 +02:00
|
|
|
|
"""Test fixing excessive whitespace."""
|
2019-07-26 23:36:40 +02:00
|
|
|
|
|
2019-09-26 13:02:51 +02:00
|
|
|
|
value = "Alan Orth"
|
2019-07-26 23:36:40 +02:00
|
|
|
|
|
2019-09-26 13:02:51 +02:00
|
|
|
|
assert fix.whitespace(value) == "Alan Orth"
|
2019-07-28 21:53:39 +02:00
|
|
|
|
|
|
|
|
|
|
|
|
|
|
def test_fix_invalid_separators():
|
2019-09-26 13:02:51 +02:00
|
|
|
|
"""Test fixing invalid multi-value separators."""
|
2019-07-28 21:53:39 +02:00
|
|
|
|
|
2019-09-26 13:02:51 +02:00
|
|
|
|
value = "Alan|Orth"
|
2019-07-28 21:53:39 +02:00
|
|
|
|
|
2019-09-26 13:02:51 +02:00
|
|
|
|
assert fix.separators(value) == "Alan||Orth"
|
2019-07-29 15:38:10 +02:00
|
|
|
|
|
|
|
|
|
|
|
|
|
|
def test_fix_unnecessary_unicode():
|
2019-09-26 13:02:51 +02:00
|
|
|
|
"""Test fixing unnecessary Unicode."""
|
2019-07-29 15:38:10 +02:00
|
|
|
|
|
2019-09-26 13:02:51 +02:00
|
|
|
|
value = "Alan Orth"
|
2019-07-29 15:38:10 +02:00
|
|
|
|
|
2019-09-26 13:02:51 +02:00
|
|
|
|
assert fix.unnecessary_unicode(value) == "Alan Orth"
|
2019-07-29 17:05:03 +02:00
|
|
|
|
|
|
|
|
|
|
|
|
|
|
def test_fix_duplicates():
|
2019-09-26 13:02:51 +02:00
|
|
|
|
"""Test fixing duplicate metadata values."""
|
2019-07-29 17:05:03 +02:00
|
|
|
|
|
2019-09-26 13:02:51 +02:00
|
|
|
|
value = "Kenya||Kenya"
|
2019-07-29 17:05:03 +02:00
|
|
|
|
|
2019-09-26 13:02:51 +02:00
|
|
|
|
assert fix.duplicates(value) == "Kenya"
|
2019-07-30 19:05:12 +02:00
|
|
|
|
|
|
|
|
|
|
|
|
|
|
def test_fix_newlines():
|
2019-09-26 13:02:51 +02:00
|
|
|
|
"""Test fixing newlines."""
|
2019-07-30 19:05:12 +02:00
|
|
|
|
|
2019-09-26 13:02:51 +02:00
|
|
|
|
value = """Ken
|
|
|
|
|
ya"""
|
2019-07-30 19:05:12 +02:00
|
|
|
|
|
2019-09-26 13:02:51 +02:00
|
|
|
|
assert fix.newlines(value) == "Kenya"
|
2019-08-27 23:08:56 +02:00
|
|
|
|
|
|
|
|
|
|
|
|
|
|
def test_fix_comma_space():
|
2019-09-26 13:02:51 +02:00
|
|
|
|
"""Test adding space after comma."""
|
2019-08-27 23:08:56 +02:00
|
|
|
|
|
2019-09-26 13:02:51 +02:00
|
|
|
|
value = "Orth,Alan S."
|
2019-08-27 23:08:56 +02:00
|
|
|
|
|
2019-09-26 13:02:51 +02:00
|
|
|
|
field_name = "dc.contributor.author"
|
2019-08-27 23:08:56 +02:00
|
|
|
|
|
2019-09-26 13:02:51 +02:00
|
|
|
|
assert fix.comma_space(value, field_name) == "Orth, Alan S."
|