mirror of
https://github.com/ilri/csv-metadata-quality.git
synced 2025-05-09 14:46:00 +02:00
Refactor as package with subpackages
This makes it cleaner for introducing checks, fixes, tests, docs, and tests in the future. Currently can be run like this: python -m csv_metadata_quality CSV input and output paths are still hard coded. See: https://dev.to/codemouse92/dead-simple-python-project-structure-and-imports-38c6
This commit is contained in:
17
csv_metadata_quality/app.py
Normal file
17
csv_metadata_quality/app.py
Normal file
@ -0,0 +1,17 @@
|
||||
import csv_metadata_quality.fix as fix
|
||||
import pandas as pd
|
||||
|
||||
def run():
|
||||
# Read all fields as strings so dates don't get converted from 1998 to 1998.0
|
||||
#df = pd.read_csv('/home/aorth/Downloads/2019-07-26-Bioversity-Migration.csv', dtype=str)
|
||||
#df = pd.read_csv('/tmp/quality.csv', dtype=str)
|
||||
df = pd.read_csv('/tmp/omg.csv', dtype=str)
|
||||
|
||||
# Fix whitespace in all columns
|
||||
for column in df.columns.values.tolist():
|
||||
print(f'DEBUG: {column}')
|
||||
|
||||
df[column] = df[column].apply(fix.whitespace)
|
||||
|
||||
# Write
|
||||
df.to_csv('/tmp/omg.fixed.csv', index=False)
|
Reference in New Issue
Block a user