mirror of
https://github.com/ilri/csv-metadata-quality.git
synced 2025-09-13 15:17:03 +02:00
Compare commits
20 Commits
v0.6.0
...
a7bc929af8
Author | SHA1 | Date | |
---|---|---|---|
a7bc929af8
|
|||
141b2e1da3
|
|||
7097136b7e
|
|||
d134c93663
|
|||
9858406894
|
|||
b02f1f65ee
|
|||
4d5ef38dde
|
|||
eaa8f31faf
|
|||
df57988e5a
|
|||
bddf4da559
|
|||
15f52f8be8
|
|||
bc909464c7
|
|||
2d46259dfe
|
|||
ca82820a8e
|
|||
86b4e5e182
|
|||
e5d5ae7e5d
|
|||
8f3db86a36
|
|||
b0721b0a7a
|
|||
4e5faf51bd | |||
5ea38d65bd |
7
.github/workflows/python-app.yml
vendored
7
.github/workflows/python-app.yml
vendored
@@ -12,14 +12,15 @@ on:
|
||||
jobs:
|
||||
build:
|
||||
|
||||
runs-on: ubuntu-latest
|
||||
runs-on: ubuntu-22.04
|
||||
|
||||
steps:
|
||||
- uses: actions/checkout@v2
|
||||
- uses: actions/checkout@v3
|
||||
- name: Set up Python 3.10
|
||||
uses: actions/setup-python@v2
|
||||
uses: actions/setup-python@v4
|
||||
with:
|
||||
python-version: '3.10'
|
||||
cache: 'pip'
|
||||
- name: Install dependencies
|
||||
run: |
|
||||
python -m pip install --upgrade pip
|
||||
|
@@ -4,7 +4,7 @@ All notable changes to this project will be documented in this file.
|
||||
The format is based on [Keep a Changelog](https://keepachangelog.com/en/1.0.0/),
|
||||
and this project adheres to [Semantic Versioning](https://semver.org/spec/v2.0.0.html).
|
||||
|
||||
## [0.6.0] = 2022-09-02
|
||||
## [0.6.0] - 2022-09-02
|
||||
### Changed
|
||||
- Perform fix for "unnecessary" Unicode characters after we try to fix encoding
|
||||
issues with ftfy
|
||||
|
@@ -550,7 +550,7 @@ def countries_match_regions(row, exclude):
|
||||
|
||||
if un_region != "not found" and un_region not in regions:
|
||||
print(
|
||||
f"{Fore.YELLOW}Missing region ({un_region}): {Fore.RESET}{row[title_column_name]}"
|
||||
f"{Fore.YELLOW}Missing region ({country} → {un_region}): {Fore.RESET}{row[title_column_name]}"
|
||||
)
|
||||
|
||||
return
|
||||
|
829
poetry.lock
generated
829
poetry.lock
generated
File diff suppressed because it is too large
Load Diff
@@ -12,25 +12,28 @@ csv-metadata-quality = 'csv_metadata_quality.__main__:main'
|
||||
|
||||
[tool.poetry.dependencies]
|
||||
python = "^3.8"
|
||||
pandas = "^1.4.0"
|
||||
python-stdnum = "^1.13"
|
||||
pandas = "^1.5.1"
|
||||
python-stdnum = "^1.17"
|
||||
requests = "^2.28.1"
|
||||
requests-cache = "^0.9.6"
|
||||
pycountry = "^22.3.5"
|
||||
requests-cache = "^0.9.7"
|
||||
langid = "^1.1.6"
|
||||
colorama = "^0.4.5"
|
||||
spdx-license-list = "^0.5.2"
|
||||
ftfy = "^6.1.1"
|
||||
country-converter = "^0.7.7"
|
||||
country-converter = {git = "https://github.com/alanorth/country_converter.git", rev = "myanmar-region"}
|
||||
pycountry = {git = "https://github.com/alanorth/pycountry", rev = "iso-codes-4.12.0"}
|
||||
|
||||
[tool.poetry.dev-dependencies]
|
||||
pytest = "^7.1.3"
|
||||
pytest = "^7.2.0"
|
||||
flake8 = "^5.0.4"
|
||||
pytest-clarity = "^1.0.1"
|
||||
black = "^22.8.0"
|
||||
black = "^22.10.0"
|
||||
isort = "^5.10.1"
|
||||
csvkit = "^1.0.7"
|
||||
|
||||
[tool.poetry.group.dev.dependencies]
|
||||
ipython = "^8.7.0"
|
||||
|
||||
[build-system]
|
||||
requires = ["poetry>=0.12"]
|
||||
build-backend = "poetry.masonry.api"
|
||||
|
@@ -3,66 +3,80 @@ agate-excel==0.2.5 ; python_version >= "3.8" and python_version < "4.0"
|
||||
agate-sql==0.5.8 ; python_version >= "3.8" and python_version < "4.0"
|
||||
agate==1.6.3 ; python_version >= "3.8" and python_version < "4.0"
|
||||
appdirs==1.4.4 ; python_version >= "3.8" and python_version < "4.0"
|
||||
appnope==0.1.3 ; python_version >= "3.8" and python_version < "4.0" and sys_platform == "darwin"
|
||||
asttokens==2.1.0 ; python_version >= "3.8" and python_version < "4.0"
|
||||
attrs==22.1.0 ; python_version >= "3.8" and python_version < "4.0"
|
||||
babel==2.10.3 ; python_version >= "3.8" and python_version < "4.0"
|
||||
black==22.8.0 ; python_version >= "3.8" and python_version < "4.0"
|
||||
cattrs==22.1.0 ; python_version >= "3.8" and python_version < "4.0"
|
||||
certifi==2022.6.15 ; python_version >= "3.8" and python_version < "4"
|
||||
babel==2.11.0 ; python_version >= "3.8" and python_version < "4.0"
|
||||
backcall==0.2.0 ; python_version >= "3.8" and python_version < "4.0"
|
||||
black==22.10.0 ; python_version >= "3.8" and python_version < "4.0"
|
||||
cattrs==22.2.0 ; python_version >= "3.8" and python_version < "4.0"
|
||||
certifi==2022.9.24 ; python_version >= "3.8" and python_version < "4"
|
||||
charset-normalizer==2.1.1 ; python_version >= "3.8" and python_version < "4"
|
||||
click==8.1.3 ; python_version >= "3.8" and python_version < "4.0"
|
||||
colorama==0.4.5 ; python_version >= "3.8" and python_version < "4.0"
|
||||
colorama==0.4.6 ; python_version >= "3.8" and python_version < "4.0"
|
||||
commonmark==0.9.1 ; python_version >= "3.8" and python_version < "4.0"
|
||||
country-converter==0.7.7 ; python_version >= "3.8" and python_version < "4.0"
|
||||
country-converter @ git+https://github.com/alanorth/country_converter.git@myanmar-region ; python_version >= "3.8" and python_version < "4.0"
|
||||
csvkit==1.0.7 ; python_version >= "3.8" and python_version < "4.0"
|
||||
dbfread==2.0.7 ; python_version >= "3.8" and python_version < "4.0"
|
||||
decorator==5.1.1 ; python_version >= "3.8" and python_version < "4.0"
|
||||
et-xmlfile==1.1.0 ; python_version >= "3.8" and python_version < "4.0"
|
||||
exceptiongroup==1.0.0rc9 ; python_version >= "3.8" and python_version <= "3.10"
|
||||
exceptiongroup==1.0.4 ; python_version >= "3.8" and python_version < "3.11"
|
||||
executing==1.2.0 ; python_version >= "3.8" and python_version < "4.0"
|
||||
flake8==5.0.4 ; python_version >= "3.8" and python_version < "4.0"
|
||||
ftfy==6.1.1 ; python_version >= "3.8" and python_version < "4"
|
||||
future==0.18.2 ; python_version >= "3.8" and python_version < "4.0"
|
||||
greenlet==1.1.3 ; python_version >= "3.8" and (platform_machine == "aarch64" or platform_machine == "ppc64le" or platform_machine == "x86_64" or platform_machine == "amd64" or platform_machine == "AMD64" or platform_machine == "win32" or platform_machine == "WIN32") and python_version < "4.0"
|
||||
idna==3.3 ; python_version >= "3.8" and python_version < "4"
|
||||
greenlet==2.0.1 ; python_version >= "3.8" and (platform_machine == "aarch64" or platform_machine == "ppc64le" or platform_machine == "x86_64" or platform_machine == "amd64" or platform_machine == "AMD64" or platform_machine == "win32" or platform_machine == "WIN32") and python_version < "4.0"
|
||||
idna==3.4 ; python_version >= "3.8" and python_version < "4"
|
||||
iniconfig==1.1.1 ; python_version >= "3.8" and python_version < "4.0"
|
||||
ipython==8.7.0 ; python_version >= "3.8" and python_version < "4.0"
|
||||
isodate==0.6.1 ; python_version >= "3.8" and python_version < "4.0"
|
||||
isort==5.10.1 ; python_version >= "3.8" and python_version < "4.0"
|
||||
jedi==0.18.2 ; python_version >= "3.8" and python_version < "4.0"
|
||||
langid==1.1.6 ; python_version >= "3.8" and python_version < "4.0"
|
||||
leather==0.3.4 ; python_version >= "3.8" and python_version < "4.0"
|
||||
matplotlib-inline==0.1.6 ; python_version >= "3.8" and python_version < "4.0"
|
||||
mccabe==0.7.0 ; python_version >= "3.8" and python_version < "4.0"
|
||||
mypy-extensions==0.4.3 ; python_version >= "3.8" and python_version < "4.0"
|
||||
numpy==1.23.2 ; python_version < "4.0" and python_version >= "3.8"
|
||||
numpy==1.23.5 ; python_version < "4.0" and python_version >= "3.8"
|
||||
olefile==0.46 ; python_version >= "3.8" and python_version < "4.0"
|
||||
openpyxl==3.0.10 ; python_version >= "3.8" and python_version < "4.0"
|
||||
packaging==21.3 ; python_version >= "3.8" and python_version < "4.0"
|
||||
pandas==1.4.4 ; python_version >= "3.8" and python_version < "4.0"
|
||||
pandas==1.5.2 ; python_version >= "3.8" and python_version < "4.0"
|
||||
parsedatetime==2.4 ; python_version >= "3.8" and python_version < "4.0"
|
||||
pathspec==0.10.1 ; python_version >= "3.8" and python_version < "4.0"
|
||||
platformdirs==2.5.2 ; python_version >= "3.8" and python_version < "4.0"
|
||||
parso==0.8.3 ; python_version >= "3.8" and python_version < "4.0"
|
||||
pathspec==0.10.2 ; python_version >= "3.8" and python_version < "4.0"
|
||||
pexpect==4.8.0 ; python_version >= "3.8" and python_version < "4.0" and sys_platform != "win32"
|
||||
pickleshare==0.7.5 ; python_version >= "3.8" and python_version < "4.0"
|
||||
platformdirs==2.5.4 ; python_version >= "3.8" and python_version < "4.0"
|
||||
pluggy==1.0.0 ; python_version >= "3.8" and python_version < "4.0"
|
||||
pprintpp==0.4.0 ; python_version >= "3.8" and python_version < "4.0"
|
||||
py==1.11.0 ; python_version >= "3.8" and python_version < "4.0"
|
||||
prompt-toolkit==3.0.33 ; python_version >= "3.8" and python_version < "4.0"
|
||||
ptyprocess==0.7.0 ; python_version >= "3.8" and python_version < "4.0" and sys_platform != "win32"
|
||||
pure-eval==0.2.2 ; python_version >= "3.8" and python_version < "4.0"
|
||||
pycodestyle==2.9.1 ; python_version >= "3.8" and python_version < "4.0"
|
||||
pycountry==22.3.5 ; python_version >= "3.8" and python_version < "4"
|
||||
pycountry @ git+https://github.com/alanorth/pycountry@iso-codes-4.12.0 ; python_version >= "3.8" and python_version < "4.0"
|
||||
pyflakes==2.5.0 ; python_version >= "3.8" and python_version < "4.0"
|
||||
pygments==2.13.0 ; python_version >= "3.8" and python_version < "4.0"
|
||||
pyparsing==3.0.9 ; python_version >= "3.8" and python_version < "4.0"
|
||||
pytest-clarity==1.0.1 ; python_version >= "3.8" and python_version < "4.0"
|
||||
pytest==7.1.3 ; python_version >= "3.8" and python_version < "4.0"
|
||||
pytest==7.2.0 ; python_version >= "3.8" and python_version < "4.0"
|
||||
python-dateutil==2.8.2 ; python_version >= "3.8" and python_version < "4.0"
|
||||
python-slugify==6.1.2 ; python_version >= "3.8" and python_version < "4.0"
|
||||
python-stdnum==1.17 ; python_version >= "3.8" and python_version < "4.0"
|
||||
python-slugify==7.0.0 ; python_version >= "3.8" and python_version < "4.0"
|
||||
python-stdnum==1.18 ; python_version >= "3.8" and python_version < "4.0"
|
||||
pytimeparse==1.1.8 ; python_version >= "3.8" and python_version < "4.0"
|
||||
pytz==2022.2.1 ; python_version >= "3.8" and python_version < "4.0"
|
||||
requests-cache==0.9.6 ; python_version >= "3.8" and python_version < "4.0"
|
||||
pytz==2022.6 ; python_version >= "3.8" and python_version < "4.0"
|
||||
requests-cache==0.9.7 ; python_version >= "3.8" and python_version < "4.0"
|
||||
requests==2.28.1 ; python_version >= "3.8" and python_version < "4"
|
||||
rich==12.5.1 ; python_version >= "3.8" and python_version < "4.0"
|
||||
setuptools==65.3.0 ; python_version >= "3.8" and python_version < "4"
|
||||
rich==12.6.0 ; python_version >= "3.8" and python_version < "4.0"
|
||||
six==1.16.0 ; python_version >= "3.8" and python_version < "4.0"
|
||||
spdx-license-list==0.5.2 ; python_version >= "3.8" and python_version < "4.0"
|
||||
sqlalchemy==1.4.40 ; python_version >= "3.8" and python_version < "4.0"
|
||||
sqlalchemy==1.4.44 ; python_version >= "3.8" and python_version < "4.0"
|
||||
stack-data==0.6.2 ; python_version >= "3.8" and python_version < "4.0"
|
||||
text-unidecode==1.3 ; python_version >= "3.8" and python_version < "4.0"
|
||||
tomli==2.0.1 ; python_version >= "3.8" and python_version < "4.0"
|
||||
typing-extensions==4.3.0 ; python_version >= "3.8" and python_version < "3.10"
|
||||
tomli==2.0.1 ; python_version >= "3.8" and python_full_version < "3.11.0a7"
|
||||
traitlets==5.5.0 ; python_version >= "3.8" and python_version < "4.0"
|
||||
typing-extensions==4.4.0 ; python_version >= "3.8" and python_version < "3.10"
|
||||
url-normalize==1.4.3 ; python_version >= "3.8" and python_version < "4.0"
|
||||
urllib3==1.26.12 ; python_version >= "3.8" and python_version < "4"
|
||||
urllib3==1.26.13 ; python_version >= "3.8" and python_version < "4"
|
||||
wcwidth==0.2.5 ; python_version >= "3.8" and python_version < "4"
|
||||
xlrd==2.0.1 ; python_version >= "3.8" and python_version < "4.0"
|
||||
|
@@ -1,25 +1,24 @@
|
||||
appdirs==1.4.4 ; python_version >= "3.8" and python_version < "4.0"
|
||||
attrs==22.1.0 ; python_version >= "3.8" and python_version < "4.0"
|
||||
cattrs==22.1.0 ; python_version >= "3.8" and python_version < "4.0"
|
||||
certifi==2022.6.15 ; python_version >= "3.8" and python_version < "4"
|
||||
cattrs==22.2.0 ; python_version >= "3.8" and python_version < "4.0"
|
||||
certifi==2022.9.24 ; python_version >= "3.8" and python_version < "4"
|
||||
charset-normalizer==2.1.1 ; python_version >= "3.8" and python_version < "4"
|
||||
colorama==0.4.5 ; python_version >= "3.8" and python_version < "4.0"
|
||||
country-converter==0.7.7 ; python_version >= "3.8" and python_version < "4.0"
|
||||
exceptiongroup==1.0.0rc9 ; python_version >= "3.8" and python_version <= "3.10"
|
||||
colorama==0.4.6 ; python_version >= "3.8" and python_version < "4.0"
|
||||
country-converter @ git+https://github.com/alanorth/country_converter.git@myanmar-region ; python_version >= "3.8" and python_version < "4.0"
|
||||
exceptiongroup==1.0.4 ; python_version >= "3.8" and python_version < "3.11"
|
||||
ftfy==6.1.1 ; python_version >= "3.8" and python_version < "4"
|
||||
idna==3.3 ; python_version >= "3.8" and python_version < "4"
|
||||
idna==3.4 ; python_version >= "3.8" and python_version < "4"
|
||||
langid==1.1.6 ; python_version >= "3.8" and python_version < "4.0"
|
||||
numpy==1.23.2 ; python_version < "4.0" and python_version >= "3.8"
|
||||
pandas==1.4.4 ; python_version >= "3.8" and python_version < "4.0"
|
||||
pycountry==22.3.5 ; python_version >= "3.8" and python_version < "4"
|
||||
numpy==1.23.5 ; python_version < "4.0" and python_version >= "3.8"
|
||||
pandas==1.5.2 ; python_version >= "3.8" and python_version < "4.0"
|
||||
pycountry @ git+https://github.com/alanorth/pycountry@iso-codes-4.12.0 ; python_version >= "3.8" and python_version < "4.0"
|
||||
python-dateutil==2.8.2 ; python_version >= "3.8" and python_version < "4.0"
|
||||
python-stdnum==1.17 ; python_version >= "3.8" and python_version < "4.0"
|
||||
pytz==2022.2.1 ; python_version >= "3.8" and python_version < "4.0"
|
||||
requests-cache==0.9.6 ; python_version >= "3.8" and python_version < "4.0"
|
||||
python-stdnum==1.18 ; python_version >= "3.8" and python_version < "4.0"
|
||||
pytz==2022.6 ; python_version >= "3.8" and python_version < "4.0"
|
||||
requests-cache==0.9.7 ; python_version >= "3.8" and python_version < "4.0"
|
||||
requests==2.28.1 ; python_version >= "3.8" and python_version < "4"
|
||||
setuptools==65.3.0 ; python_version >= "3.8" and python_version < "4"
|
||||
six==1.16.0 ; python_version >= "3.8" and python_version < "4.0"
|
||||
spdx-license-list==0.5.2 ; python_version >= "3.8" and python_version < "4.0"
|
||||
url-normalize==1.4.3 ; python_version >= "3.8" and python_version < "4.0"
|
||||
urllib3==1.26.12 ; python_version >= "3.8" and python_version < "4"
|
||||
urllib3==1.26.13 ; python_version >= "3.8" and python_version < "4"
|
||||
wcwidth==0.2.5 ; python_version >= "3.8" and python_version < "4"
|
||||
|
Reference in New Issue
Block a user