mirror of
https://github.com/ilri/csv-metadata-quality.git
synced 2024-11-22 05:45:02 +01:00
Add support for command line arguments
Currently only supports specifying input and output files with -i and -o. Eventually I'll add more options like dry run, debug, and maybe things like forcing unsafe fixes.
This commit is contained in:
parent
4e6225c0a9
commit
a93b5b31c5
@ -1,4 +1,5 @@
|
|||||||
from csv_metadata_quality import app
|
from csv_metadata_quality import app
|
||||||
|
from sys import argv
|
||||||
|
|
||||||
if __name__ == '__main__':
|
if __name__ == '__main__':
|
||||||
app.main()
|
app.main(argv)
|
||||||
|
@ -1,11 +1,24 @@
|
|||||||
|
import argparse
|
||||||
import csv_metadata_quality.check as check
|
import csv_metadata_quality.check as check
|
||||||
import csv_metadata_quality.fix as fix
|
import csv_metadata_quality.fix as fix
|
||||||
import pandas as pd
|
import pandas as pd
|
||||||
import re
|
import re
|
||||||
|
|
||||||
def main():
|
|
||||||
|
def parse_args(argv):
|
||||||
|
parser = argparse.ArgumentParser(description='Metadata quality checker and fixer.')
|
||||||
|
parser.add_argument('--input-file', '-i', help='Path to input file. Can be UTF-8 CSV or Excel XLSX.', required=True, type=argparse.FileType('r', encoding='UTF-8'))
|
||||||
|
parser.add_argument('--output-file', '-o', help='Path to output file (always CSV).', required=True, type=argparse.FileType('w', encoding='UTF-8'))
|
||||||
|
args = parser.parse_args()
|
||||||
|
|
||||||
|
return args
|
||||||
|
|
||||||
|
|
||||||
|
def main(argv):
|
||||||
|
args = parse_args(argv)
|
||||||
|
|
||||||
# Read all fields as strings so dates don't get converted from 1998 to 1998.0
|
# Read all fields as strings so dates don't get converted from 1998 to 1998.0
|
||||||
df = pd.read_csv('data/test.csv', dtype=str)
|
df = pd.read_csv(args.input_file, dtype=str)
|
||||||
|
|
||||||
# Fix whitespace in all columns
|
# Fix whitespace in all columns
|
||||||
for column in df.columns.values.tolist():
|
for column in df.columns.values.tolist():
|
||||||
@ -31,4 +44,4 @@ def main():
|
|||||||
df[column] = df[column].apply(check.date)
|
df[column] = df[column].apply(check.date)
|
||||||
|
|
||||||
# Write
|
# Write
|
||||||
df.to_csv('/tmp/test.fixed.csv', index=False)
|
df.to_csv(args.output_file, index=False)
|
||||||
|
Loading…
Reference in New Issue
Block a user