from wtforms import SubmitField, StringField, HiddenField, validators, Form from flask_wtf import FlaskForm from flask import request, render_template, redirect, send_from_directory from main import db, app, ma from sqlalchemy import Sequence from sqlalchemy.exc import SQLAlchemyError from status import st, Status import os import glob from PIL import Image from pymediainfo import MediaInfo import hashlib import exifread import base64 import numpy ################################################################################ # Local Class imports ################################################################################ from settings import Settings ################################################################################ # Utility Functions for Files ################################################################################ # Converts linux paths into windows paths # HACK: assumes c:, might be best to just look for [a-z]: ? def FixPath(p): if p.startswith('c:'): p = p.replace('/', '\\') return p # Returns an md5 hash of the fnames' contents def md5(fname): hash_md5 = hashlib.md5() with open(fname, "rb") as f: for chunk in iter(lambda: f.read(4096), b""): hash_md5.update(chunk) return hash_md5.hexdigest() def isImage(file): try: img = Image.open(file) return True except: return False def isVideo(file): try: fileInfo = MediaInfo.parse(file) for track in fileInfo.tracks: if track.track_type == "Video": return True return False except Exception as e: return False def getExif(file): f = open(file, 'rb') try: tags = exifread.process_file(f) except: print('NO EXIF TAGS?!?!?!?') f.close() raise f.close() fthumbnail = base64.b64encode(tags['JPEGThumbnail']) fthumbnail = str(fthumbnail)[2:-1] return fthumbnail class FileData(): def __init__(self): self.view_path='' self.view_list=[] self.symlink='' # # HACK: At present this only handles one path (need to re-factor if we have # multiple valid paths in import_path) # def GenerateFileData(): sets = Settings.query.filter(Settings.name=="import_path").all() paths= sets[0].value.split("#") file_list=[] view_list=[] fdata = FileData() for p in paths: p = FixPath(p) if os.path.exists( p ): fdata.view_path = p # to serve static content of the images, we create a symlink # from inside the static subdir of each import_path that exists fdata.symlink = FixPath('static/{}'.format( os.path.basename(p[0:-1]))) if not os.path.exists(fdata.symlink): os.symlink(p, fdata.symlink) file_list.append(glob.glob(fdata.view_path + '**', recursive=True)) for file in file_list[0]: fthumbnail = None if file == p: continue if os.path.isdir(file): ftype = 'Directory' elif isImage(file): ftype = 'Image' fthumbnail = getExif(file) elif isVideo(file): ftype = 'Video' else: ftype = 'File' if ftype != "Directory": fhash=md5(file) else: fhash=None fsize = round(os.stat(file).st_size/(1024*1024)) fname=file.replace(p, "") view_list.append( Files( name=fname, type=ftype, size_mb=fsize, hash=fhash, thumbnail=fthumbnail )) fdata.view_list = view_list return fdata ################################################################################ # Class describing Files in the database, and via sqlalchemy, connected to the DB as well # This has to match one-for-one the DB table ################################################################################ class Files(db.Model): id = db.Column(db.Integer, db.Sequence('files_id_seq'), primary_key=True ) name = db.Column(db.String, unique=True, nullable=False ) type = db.Column(db.String, unique=False, nullable=False) size_mb = db.Column(db.Integer, unique=False, nullable=False) # hash might not be unique, this could be the source of dupe problems hash = db.Column(db.Integer, unique=True, nullable=True) thumbnail = db.Column(db.LargeBinary, unique=False, nullable=True) def __repr__(self): return "".format(self.id, self.name ) ################################################################################ # /file_list -> show detailed file list of files from import_path(s) ################################################################################ @app.route("/file_list", methods=["GET"]) def file_list(): file_data=GenerateFileData() return render_template("file_list.html", page_title='View Files (details)', file_data=file_data, alert=st.GetAlert(), message=st.GetMessage() ) ################################################################################ # /files -> show thumbnail view of files from import_path(s) ################################################################################ @app.route("/files", methods=["GET"]) def files(): file_data=GenerateFileData() return render_template("files.html", page_title='View Files', file_data=file_data, alert=st.GetAlert(), message=st.GetMessage() ) @app.route("/static/") def custom_static(filename): return send_from_directory("static/", filename)