mirror of
https://github.com/ilri/csv-metadata-quality.git
synced 2024-12-22 04:02:19 +01:00
Add support for command line arguments
Currently only supports specifying input and output files with -i and -o. Eventually I'll add more options like dry run, debug, and maybe things like forcing unsafe fixes.
This commit is contained in:
parent
4e6225c0a9
commit
a93b5b31c5
@ -1,4 +1,5 @@
|
||||
from csv_metadata_quality import app
|
||||
from sys import argv
|
||||
|
||||
if __name__ == '__main__':
|
||||
app.main()
|
||||
app.main(argv)
|
||||
|
@ -1,11 +1,24 @@
|
||||
import argparse
|
||||
import csv_metadata_quality.check as check
|
||||
import csv_metadata_quality.fix as fix
|
||||
import pandas as pd
|
||||
import re
|
||||
|
||||
def main():
|
||||
|
||||
def parse_args(argv):
|
||||
parser = argparse.ArgumentParser(description='Metadata quality checker and fixer.')
|
||||
parser.add_argument('--input-file', '-i', help='Path to input file. Can be UTF-8 CSV or Excel XLSX.', required=True, type=argparse.FileType('r', encoding='UTF-8'))
|
||||
parser.add_argument('--output-file', '-o', help='Path to output file (always CSV).', required=True, type=argparse.FileType('w', encoding='UTF-8'))
|
||||
args = parser.parse_args()
|
||||
|
||||
return args
|
||||
|
||||
|
||||
def main(argv):
|
||||
args = parse_args(argv)
|
||||
|
||||
# Read all fields as strings so dates don't get converted from 1998 to 1998.0
|
||||
df = pd.read_csv('data/test.csv', dtype=str)
|
||||
df = pd.read_csv(args.input_file, dtype=str)
|
||||
|
||||
# Fix whitespace in all columns
|
||||
for column in df.columns.values.tolist():
|
||||
@ -31,4 +44,4 @@ def main():
|
||||
df[column] = df[column].apply(check.date)
|
||||
|
||||
# Write
|
||||
df.to_csv('/tmp/test.fixed.csv', index=False)
|
||||
df.to_csv(args.output_file, index=False)
|
||||
|
Loading…
Reference in New Issue
Block a user