mirror of
https://github.com/ilri/csv-metadata-quality.git
synced 2024-11-25 15:18:19 +01:00
Alan Orth
38c2584863
Pandas 1.4.0 has a minimum Python requirement of 3.8. See: https://pandas.pydata.org/docs/whatsnew/v1.4.0.html
80 lines
2.4 KiB
YAML
80 lines
2.4 KiB
YAML
---
|
|
kind: pipeline
|
|
type: docker
|
|
name: python310
|
|
|
|
steps:
|
|
- name: test
|
|
image: python:3.10-slim
|
|
commands:
|
|
- id
|
|
- python -V
|
|
- apt update && apt install -y gcc g++ libicu-dev pkg-config
|
|
- pip install -r requirements-dev.txt
|
|
- pytest
|
|
- python setup.py install
|
|
# Basic test
|
|
- csv-metadata-quality -i data/test.csv -o /tmp/test.csv
|
|
# Test with unsafe fixes
|
|
- csv-metadata-quality -i data/test.csv -o /tmp/test.csv -u
|
|
# Test with experimental checks
|
|
- csv-metadata-quality -i data/test.csv -o /tmp/test.csv -e
|
|
# Test with AGROVOC validation
|
|
- csv-metadata-quality -i data/test.csv -o /tmp/test.csv --agrovoc-fields dcterms.subject
|
|
# Test with AGROVOC validation (and dropping invalid)
|
|
- csv-metadata-quality -i data/test.csv -o /tmp/test.csv --agrovoc-fields dcterms.subject -d
|
|
|
|
---
|
|
kind: pipeline
|
|
type: docker
|
|
name: python39
|
|
|
|
steps:
|
|
- name: test
|
|
image: python:3.9-slim
|
|
commands:
|
|
- id
|
|
- python -V
|
|
- apt update && apt install -y gcc g++ libicu-dev pkg-config
|
|
- pip install -r requirements-dev.txt
|
|
- pytest
|
|
- python setup.py install
|
|
# Basic test
|
|
- csv-metadata-quality -i data/test.csv -o /tmp/test.csv
|
|
# Test with unsafe fixes
|
|
- csv-metadata-quality -i data/test.csv -o /tmp/test.csv -u
|
|
# Test with experimental checks
|
|
- csv-metadata-quality -i data/test.csv -o /tmp/test.csv -e
|
|
# Test with AGROVOC validation
|
|
- csv-metadata-quality -i data/test.csv -o /tmp/test.csv --agrovoc-fields dcterms.subject
|
|
# Test with AGROVOC validation (and dropping invalid)
|
|
- csv-metadata-quality -i data/test.csv -o /tmp/test.csv --agrovoc-fields dcterms.subject -d
|
|
|
|
---
|
|
kind: pipeline
|
|
type: docker
|
|
name: python38
|
|
|
|
steps:
|
|
- name: test
|
|
image: python:3.8-slim
|
|
commands:
|
|
- id
|
|
- python -V
|
|
- apt update && apt install -y gcc g++ libicu-dev pkg-config
|
|
- pip install -r requirements-dev.txt
|
|
- pytest
|
|
- python setup.py install
|
|
# Basic test
|
|
- csv-metadata-quality -i data/test.csv -o /tmp/test.csv
|
|
# Test with unsafe fixes
|
|
- csv-metadata-quality -i data/test.csv -o /tmp/test.csv -u
|
|
# Test with experimental checks
|
|
- csv-metadata-quality -i data/test.csv -o /tmp/test.csv -e
|
|
# Test with AGROVOC validation
|
|
- csv-metadata-quality -i data/test.csv -o /tmp/test.csv --agrovoc-fields dcterms.subject
|
|
# Test with AGROVOC validation (and dropping invalid)
|
|
- csv-metadata-quality -i data/test.csv -o /tmp/test.csv --agrovoc-fields dcterms.subject -d
|
|
|
|
# vim: ts=2 sw=2 et
|