mirror of
https://github.com/ilri/csv-metadata-quality.git
synced 2024-11-25 15:18:19 +01:00
Alan Orth
2e489fc921
All checks were successful
continuous-integration/drone/push Build is passing
This file has metadata to test different scenarios related to chec- king and fixing missing regions.
92 lines
3.0 KiB
YAML
92 lines
3.0 KiB
YAML
---
|
|
kind: pipeline
|
|
type: docker
|
|
name: python310
|
|
|
|
steps:
|
|
- name: test
|
|
image: python:3.10-slim
|
|
commands:
|
|
- id
|
|
- python -V
|
|
- apt update && apt install -y gcc g++ libicu-dev pkg-config
|
|
- pip install -r requirements-dev.txt
|
|
- pytest
|
|
- python setup.py install
|
|
# Basic test
|
|
- csv-metadata-quality -i data/test.csv -o /tmp/test.csv
|
|
# Basic test with unsafe fixes
|
|
- csv-metadata-quality -i data/test.csv -o /tmp/test.csv -u
|
|
# Geography test
|
|
- csv-metadata-quality -i data/test-geography.csv -o /tmp/test.csv
|
|
# Geography test with unsafe fixes
|
|
- csv-metadata-quality -i data/test-geography.csv -o /tmp/test.csv -u
|
|
# Test with experimental checks
|
|
- csv-metadata-quality -i data/test.csv -o /tmp/test.csv -e
|
|
# Test with AGROVOC validation
|
|
- csv-metadata-quality -i data/test.csv -o /tmp/test.csv --agrovoc-fields dcterms.subject
|
|
# Test with AGROVOC validation (and dropping invalid)
|
|
- csv-metadata-quality -i data/test.csv -o /tmp/test.csv --agrovoc-fields dcterms.subject -d
|
|
|
|
---
|
|
kind: pipeline
|
|
type: docker
|
|
name: python39
|
|
|
|
steps:
|
|
- name: test
|
|
image: python:3.9-slim
|
|
commands:
|
|
- id
|
|
- python -V
|
|
- apt update && apt install -y gcc g++ libicu-dev pkg-config
|
|
- pip install -r requirements-dev.txt
|
|
- pytest
|
|
- python setup.py install
|
|
# Basic test
|
|
- csv-metadata-quality -i data/test.csv -o /tmp/test.csv
|
|
# Basic test with unsafe fixes
|
|
- csv-metadata-quality -i data/test.csv -o /tmp/test.csv -u
|
|
# Geography test
|
|
- csv-metadata-quality -i data/test-geography.csv -o /tmp/test.csv
|
|
# Geography test with unsafe fixes
|
|
- csv-metadata-quality -i data/test-geography.csv -o /tmp/test.csv -u
|
|
# Test with experimental checks
|
|
- csv-metadata-quality -i data/test.csv -o /tmp/test.csv -e
|
|
# Test with AGROVOC validation
|
|
- csv-metadata-quality -i data/test.csv -o /tmp/test.csv --agrovoc-fields dcterms.subject
|
|
# Test with AGROVOC validation (and dropping invalid)
|
|
- csv-metadata-quality -i data/test.csv -o /tmp/test.csv --agrovoc-fields dcterms.subject -d
|
|
|
|
---
|
|
kind: pipeline
|
|
type: docker
|
|
name: python38
|
|
|
|
steps:
|
|
- name: test
|
|
image: python:3.8-slim
|
|
commands:
|
|
- id
|
|
- python -V
|
|
- apt update && apt install -y gcc g++ libicu-dev pkg-config
|
|
- pip install -r requirements-dev.txt
|
|
- pytest
|
|
- python setup.py install
|
|
# Basic test
|
|
- csv-metadata-quality -i data/test.csv -o /tmp/test.csv
|
|
# Basic test with unsafe fixes
|
|
- csv-metadata-quality -i data/test.csv -o /tmp/test.csv -u
|
|
# Geography test
|
|
- csv-metadata-quality -i data/test-geography.csv -o /tmp/test.csv
|
|
# Geography test with unsafe fixes
|
|
- csv-metadata-quality -i data/test-geography.csv -o /tmp/test.csv -u
|
|
# Test with experimental checks
|
|
- csv-metadata-quality -i data/test.csv -o /tmp/test.csv -e
|
|
# Test with AGROVOC validation
|
|
- csv-metadata-quality -i data/test.csv -o /tmp/test.csv --agrovoc-fields dcterms.subject
|
|
# Test with AGROVOC validation (and dropping invalid)
|
|
- csv-metadata-quality -i data/test.csv -o /tmp/test.csv --agrovoc-fields dcterms.subject -d
|
|
|
|
# vim: ts=2 sw=2 et
|