1
0
mirror of https://github.com/ilri/csv-metadata-quality.git synced 2025-05-09 14:46:00 +02:00

Refactor as package with subpackages

This makes it cleaner for introducing checks, fixes, tests, docs,
and tests in the future. Currently can be run like this:

  python -m csv_metadata_quality

CSV input and output paths are still hard coded.

See: https://dev.to/codemouse92/dead-simple-python-project-structure-and-imports-38c6
This commit is contained in:
2019-07-26 22:11:10 +03:00
parent ef5b8f7244
commit 232d28e13e
4 changed files with 27 additions and 18 deletions

View File

@ -0,0 +1,17 @@
import csv_metadata_quality.fix as fix
import pandas as pd
def run():
# Read all fields as strings so dates don't get converted from 1998 to 1998.0
#df = pd.read_csv('/home/aorth/Downloads/2019-07-26-Bioversity-Migration.csv', dtype=str)
#df = pd.read_csv('/tmp/quality.csv', dtype=str)
df = pd.read_csv('/tmp/omg.csv', dtype=str)
# Fix whitespace in all columns
for column in df.columns.values.tolist():
print(f'DEBUG: {column}')
df[column] = df[column].apply(fix.whitespace)
# Write
df.to_csv('/tmp/omg.fixed.csv', index=False)