mirror of
https://github.com/ilri/csv-metadata-quality-web.git
synced 2024-11-29 18:08:23 +01:00
76 lines
2.5 KiB
Python
76 lines
2.5 KiB
Python
import os
|
|
import subprocess
|
|
import sys
|
|
from base64 import b64decode, b64encode
|
|
|
|
from ansi2html import Ansi2HTMLConverter
|
|
from csv_metadata_quality.version import VERSION as cli_version
|
|
from flask import Flask, abort, redirect, render_template, request, url_for
|
|
from werkzeug.utils import secure_filename
|
|
|
|
app = Flask(__name__)
|
|
app.config["MAX_CONTENT_LENGTH"] = 1024 * 1024
|
|
app.config["UPLOAD_EXTENSIONS"] = [".csv"]
|
|
app.config["UPLOAD_PATH"] = "/tmp"
|
|
|
|
|
|
@app.route("/")
|
|
def index():
|
|
return render_template("index.html", cli_version=cli_version)
|
|
|
|
|
|
@app.route("/", methods=["POST"])
|
|
def upload_file():
|
|
uploaded_file = request.files["file"]
|
|
filename = secure_filename(uploaded_file.filename)
|
|
|
|
if filename != "":
|
|
file_ext = os.path.splitext(filename)[1]
|
|
if file_ext not in app.config["UPLOAD_EXTENSIONS"]:
|
|
abort(400)
|
|
|
|
uploaded_file.save(os.path.join(app.config["UPLOAD_PATH"], filename))
|
|
|
|
# generate a base64 representation of the filename to use as a slug
|
|
base64name = b64encode(filename.encode("ascii"))
|
|
|
|
return redirect(url_for("process_file", base64slug=base64name))
|
|
|
|
return "No file selected"
|
|
|
|
|
|
# TODO: probably use a base64- and URL-encoded version of the filename here so
|
|
# we can allow results to be saved and shared?
|
|
@app.route("/result/<base64slug>")
|
|
def process_file(base64slug):
|
|
# get filename from base64-encoded filename
|
|
filename = b64decode(base64slug).decode("ascii")
|
|
|
|
# do we need to use secure_filename again here?
|
|
input_file = os.path.join(app.config["UPLOAD_PATH"], filename)
|
|
# TODO: write an output file based on the input file name
|
|
output_file = os.path.join(app.config["UPLOAD_PATH"], "test.csv")
|
|
|
|
sys.argv = ["", "-i", input_file, "-o", output_file]
|
|
|
|
# run subprocess and capture output as UTF-8 so we get a string instead of
|
|
# bytes for ansi2html
|
|
results = subprocess.run(
|
|
["csv-metadata-quality", "-i", input_file, "-o", output_file],
|
|
capture_output=True,
|
|
encoding="UTF-8",
|
|
)
|
|
# convert the output to HTML using ansi2html
|
|
conv = Ansi2HTMLConverter()
|
|
html = conv.convert(results.stdout)
|
|
return render_template(
|
|
"result.html", cli_version=cli_version, filename=filename, stdout=html
|
|
)
|
|
|
|
# I should remember this Flask-specific way to send files to the client
|
|
# return send_from_directory(app.config["UPLOAD_FOLDER"], filename)
|
|
|
|
|
|
if __name__ == "__main__":
|
|
app.run(host="127.0.0.1", port=8080, debug=True)
|