1
0
mirror of https://github.com/ilri/csv-metadata-quality.git synced 2025-05-09 22:56:01 +02:00

Switch to pandas 2.0.0rc1

Seems to work fine with the new PyArrow datatypes.
This commit is contained in:
2023-03-22 12:16:56 +03:00
parent 20a2cce34b
commit d4aed378cf
2 changed files with 2 additions and 3 deletions

View File

@ -73,8 +73,7 @@ def run(argv):
# set the signal handler for SIGINT (^C)
signal.signal(signal.SIGINT, signal_handler)
# Read all fields as strings so dates don't get converted from 1998 to 1998.0
df = pd.read_csv(args.input_file, dtype=str)
df = pd.read_csv(args.input_file, dtype_backend="pyarrow")
# Check if the user requested to skip any fields
if args.exclude_fields: