from wtforms import SubmitField, StringField, HiddenField, validators, Form from flask_wtf import FlaskForm from flask import request, render_template, redirect from main import db, app, ma from sqlalchemy import Sequence from sqlalchemy.exc import SQLAlchemyError from status import st, Status from path import Path, PathType from files import Entry, Dir, File, PathDirLink from person import Refimg, Person, PersonRefimgLink from flask_login import login_required, current_user from PIL import Image import io import base64 import json from job import Job, JobExtra, Joblog, NewJob from face import Face, FaceFileLink, FaceRefimgLink # pylint: disable=no-member ################################################################################ # /aistats -> placholder for some sort of stats ################################################################################ @app.route("/aistats", methods=["GET"]) @login_required def aistats(): stats = db.session.execute( "select p.tag, count(f.id) from person p, face f, face_file_link ffl, face_refimg_link frl, person_refimg_link prl where p.id = prl.person_id and prl.refimg_id = frl.refimg_id and frl.face_id = ffl.face_id and ffl.face_id = f.id group by p.tag order by 2 desc" ) cnt_res = db.session.execute( "select count(1) from ( select p.tag from person p, face f, face_file_link ffl, face_refimg_link frl, person_refimg_link prl where p.id = prl.person_id and prl.refimg_id = frl.refimg_id and frl.face_id = ffl.face_id and ffl.face_id = f.id group by p.tag ) as foo" ) num_stats=cnt_res.first()[0] fstats={} fstats['files_with_a_face'] = db.session.execute( "select count(distinct file_eid) as count from face_file_link" ).first()[0] fstats['files_with_a_match'] = db.session.execute( "select count(distinct ffl.file_eid) as count from face_file_link ffl, face_refimg_link frl where frl.face_id = ffl.face_id" ).first()[0] fstats['files_with_missing_matches'] = db.session.execute( "select count(distinct ffl.file_eid) from face f left join face_refimg_link frl on f.id = frl.face_id join face_file_link ffl on f.id = ffl.face_id where frl.refimg_id is null" ).first()[0] # files_with_no_matches? fstats['all_faces'] = db.session.execute( "select count(distinct face_id) as count from face_file_link" ).first()[0] fstats['all_matched_faces'] = db.session.execute( "select count(distinct face_id) as count from face_refimg_link" ).first()[0] fstats['all_unmatched_faces'] = db.session.execute( "select count(f.id) from face f left join face_refimg_link frl on f.id = frl.face_id where frl.refimg_id is null" ).first()[0] return render_template("aistats.html", page_title='AI Statistics', stats=stats, num_stats=num_stats, fstats=fstats ) ################################################################################ # /run_ai_on -> creates a job, with extras containing entry ids (eid-0, eid-1, # etc.) and person=all|dad, etc. Room to consider threshold, algo, etc. ################################################################################ @app.route("/run_ai_on", methods=["POST"]) @login_required def run_ai_on(): jex=[] for el in request.form: jex.append( JobExtra( name=f"{el}", value=request.form[el] ) ) job=NewJob( "run_ai_on", 0, None, jex ) st.SetMessage( f"Created Job #{job.id} to Look for face(s) in selected file(s)") return redirect("/jobs") @app.route("/run_ai_on_import", methods=["GET"]) @login_required def run_ai_on_import(): jex=[] jex.append( JobExtra( name=f"person", value="all" ) ) paths=Path.query.join(PathType).filter(PathType.name=='Import').all() path_cnt=0 for p in paths: d = Dir.query.join(PathDirLink).filter(PathDirLink.path_id==p.id).filter(Dir.rel_path=='').first() jex.append( JobExtra( name=f"eid-{path_cnt}", value=f"{d.eid}" ) ) path_cnt+=1 job=NewJob( "run_ai_on", 0, None, jex ) st.SetMessage( f"Created Job #{job.id} to Look for face(s) in import path(s)") return redirect("/jobs") @app.route("/run_ai_on_storage", methods=["GET"]) @login_required def run_ai_on_storage(): jex=[] jex.append( JobExtra( name=f"person", value="all" ) ) paths=Path.query.join(PathType).filter(PathType.name=='Storage').all() path_cnt=0 for p in paths: d = Dir.query.join(PathDirLink).filter(PathDirLink.path_id==p.id).filter(Dir.rel_path=='').first() jex.append( JobExtra( name=f"eid-{path_cnt}", value=f"{d.eid}" ) ) path_cnt+=1 job=NewJob( "run_ai_on", 0, None, jex ) st.SetMessage( f"Created Job #{job.id} to Look for face(s) in storage path(s)") return redirect("/jobs") @app.route("/unmatched_faces", methods=["GET"]) @login_required def unmatched_faces(): faces=Face.query.join(FaceFileLink).join(FaceRefimgLink, isouter=True).filter(FaceRefimgLink.refimg_id==None).order_by(Face.h.desc()).limit(10).all() imgs={} for face in faces: tmp_locn=json.loads(face.locn) f = Entry.query.join(File).join(FaceFileLink).filter(FaceFileLink.face_id==face.id).first() face.file_eid=f.id face.url=f.FullPathOnFS() x=tmp_locn[3]*0.95 y=tmp_locn[0]*0.95 x2=tmp_locn[1]*1.05 y2=tmp_locn[2]*1.05 im = Image.open(f.FullPathOnFS()) region = im.crop((x, y, x2, y2)) img_bytearray = io.BytesIO() region.save(img_bytearray, format='JPEG') img_bytearray = img_bytearray.getvalue() face.img = base64.b64encode(img_bytearray) face.img = str(face.img)[2:-1] return render_template("faces.html", faces=faces)