1
0
mirror of https://github.com/ilri/csv-metadata-quality.git synced 2024-11-25 07:10:17 +01:00

Add support for command line arguments

Currently only supports specifying input and output files with -i
and -o. Eventually I'll add more options like dry run, debug, and
maybe things like forcing unsafe fixes.
This commit is contained in:
Alan Orth 2019-07-28 20:31:57 +03:00
parent 4e6225c0a9
commit a93b5b31c5
Signed by: alanorth
GPG Key ID: 0FB860CC9C45B1B9
2 changed files with 18 additions and 4 deletions

View File

@ -1,4 +1,5 @@
from csv_metadata_quality import app
from sys import argv
if __name__ == '__main__':
app.main()
app.main(argv)

View File

@ -1,11 +1,24 @@
import argparse
import csv_metadata_quality.check as check
import csv_metadata_quality.fix as fix
import pandas as pd
import re
def main():
def parse_args(argv):
parser = argparse.ArgumentParser(description='Metadata quality checker and fixer.')
parser.add_argument('--input-file', '-i', help='Path to input file. Can be UTF-8 CSV or Excel XLSX.', required=True, type=argparse.FileType('r', encoding='UTF-8'))
parser.add_argument('--output-file', '-o', help='Path to output file (always CSV).', required=True, type=argparse.FileType('w', encoding='UTF-8'))
args = parser.parse_args()
return args
def main(argv):
args = parse_args(argv)
# Read all fields as strings so dates don't get converted from 1998 to 1998.0
df = pd.read_csv('data/test.csv', dtype=str)
df = pd.read_csv(args.input_file, dtype=str)
# Fix whitespace in all columns
for column in df.columns.values.tolist():
@ -31,4 +44,4 @@ def main():
df[column] = df[column].apply(check.date)
# Write
df.to_csv('/tmp/test.fixed.csv', index=False)
df.to_csv(args.output_file, index=False)