moved over to the beginnings of a class for file data, functional again

This commit is contained in:
2021-01-11 11:28:49 +11:00
parent ccc8085aaf
commit 5741470ce0
2 changed files with 65 additions and 38 deletions

View File

@@ -23,6 +23,15 @@ from settings import Settings
################################################################################ ################################################################################
# Utility Functions for Files # Utility Functions for Files
################################################################################ ################################################################################
# Converts linux paths into windows paths
# HACK: assumes c:, might be best to just look for [a-z]: ?
def FixPath(p):
if p.startswith('c:'):
p = p.replace('/', '\\')
return p
# Returns an md5 hash of the fnames' contents
def md5(fname): def md5(fname):
hash_md5 = hashlib.md5() hash_md5 = hashlib.md5()
with open(fname, "rb") as f: with open(fname, "rb") as f:
@@ -62,44 +71,33 @@ def getExif(file):
return fthumbnail return fthumbnail
################################################################################ class FileData():
# Class describing Files in the database, and via sqlalchemy, connected to the DB as well def __init__(self):
################################################################################ self.view_path=''
class Files(db.Model): self.view_list=[]
id = db.Column(db.Integer, db.Sequence('files_id_seq'), primary_key=True ) self.symlink=''
name = db.Column(db.String, unique=True, nullable=False )
type = db.Column(db.String, unique=False, nullable=False)
size_mb = db.Column(db.Integer, unique=False, nullable=False)
# hash might not be unique, this could be the source of dupe problems
hash = db.Column(db.Integer, unique=True, nullable=True)
thumbnail = db.Column(db.LargeBinary, unique=False, nullable=True)
def __repr__(self): #
return "<id: {}, name: {}>".format(self.id, self.name ) # HACK: At present this only handles one path (need to re-factor if we have
# multiple valid paths in import_path)
################################################################################ #
# /file_list -> show files from import_path(s) def GenerateFileData():
################################################################################
@app.route("/file_list", methods=["GET"])
def file_list():
sets = Settings.query.filter(Settings.name=="import_path").all() sets = Settings.query.filter(Settings.name=="import_path").all()
paths= sets[0].value.split("#") paths= sets[0].value.split("#")
file_list=[] file_list=[]
view_list=[] view_list=[]
view_path="" fdata = FileData()
for p in paths: for p in paths:
if p.startswith('c:'): p = FixPath(p)
p = p.replace('/', '\\')
if( os.path.exists( p ) ):
view_path = p
if os.path.exists( p ): if os.path.exists( p ):
if p.startswith('c:'): fdata.view_path = p
symlink = 'static\\{}'.format( os.path.basename(p[0:-1])) # to serve static content of the images, we create a symlink
else: # from inside the static subdir of each import_path that exists
symlink = 'static/{}'.format( os.path.basename(p[0:-1])) fdata.symlink = FixPath('static/{}'.format( os.path.basename(p[0:-1])))
if not os.path.exists(symlink): if not os.path.exists(fdata.symlink):
os.symlink(p, symlink) os.symlink(p, fdata.symlink)
file_list.append(glob.glob(view_path + '**', recursive=True))
file_list.append(glob.glob(fdata.view_path + '**', recursive=True))
for file in file_list[0]: for file in file_list[0]:
fthumbnail = None fthumbnail = None
if file == p: if file == p:
@@ -121,13 +119,42 @@ def file_list():
fsize = round(os.stat(file).st_size/(1024*1024)) fsize = round(os.stat(file).st_size/(1024*1024))
fname=file.replace(p, "") fname=file.replace(p, "")
# tmp_files=Files( name=fname, type=ftype, size_mb=fsize, hash=fhash )
# db.session.add(tmp_files)
view_list.append( Files( name=fname, type=ftype, size_mb=fsize, hash=fhash, thumbnail=fthumbnail )) view_list.append( Files( name=fname, type=ftype, size_mb=fsize, hash=fhash, thumbnail=fthumbnail ))
fdata.view_list = view_list
return fdata
# db.session.commit() ################################################################################
# Class describing Files in the database, and via sqlalchemy, connected to the DB as well
# This has to match one-for-one the DB table
################################################################################
class Files(db.Model):
id = db.Column(db.Integer, db.Sequence('files_id_seq'), primary_key=True )
name = db.Column(db.String, unique=True, nullable=False )
type = db.Column(db.String, unique=False, nullable=False)
size_mb = db.Column(db.Integer, unique=False, nullable=False)
# hash might not be unique, this could be the source of dupe problems
hash = db.Column(db.Integer, unique=True, nullable=True)
thumbnail = db.Column(db.LargeBinary, unique=False, nullable=True)
return render_template("file_list.html", page_title='View Files (details)', view_path=view_path, file_list=view_list, symlink=symlink, alert=st.GetAlert(), message=st.GetMessage() ) def __repr__(self):
return "<id: {}, name: {}>".format(self.id, self.name )
################################################################################
# /file_list -> show detailed file list of files from import_path(s)
################################################################################
@app.route("/file_list", methods=["GET"])
def file_list():
file_data=GenerateFileData()
return render_template("file_list.html", page_title='View Files (details)', file_data=file_data, alert=st.GetAlert(), message=st.GetMessage() )
################################################################################
# /files -> show thumbnail view of files from import_path(s)
################################################################################
@app.route("/files", methods=["GET"])
def files():
file_data=GenerateFileData()
return render_template("files.html", page_title='View Files', file_data=file_data, alert=st.GetAlert(), message=st.GetMessage() )
@app.route("/static/<filename>") @app.route("/static/<filename>")

View File

@@ -1,10 +1,10 @@
{% extends "base.html" %} {% block main_content %} {% extends "base.html" %} {% block main_content %}
<div class="container"> <div class="container">
<h3 class="offset-lg-2">{{page_title}} -- {{view_path}}</h3> <h3 class="offset-lg-2">{{page_title}} -- {{file_data.view_path}}</h3>
<div class="row"> <div class="row">
<table class="table table table-sm col-xl-12"> <table class="table table table-sm col-xl-12">
<thead><tr class="thead-light"><th>Name</th><th>Size (MB)</th><th>Hash</th></tr></thead><tbody> <thead><tr class="thead-light"><th>Name</th><th>Size (MB)</th><th>Hash</th></tr></thead><tbody>
{% for obj in file_list %} {% for obj in file_data.view_list %}
<tr><td> <tr><td>
{% if obj.type=="Directory" %} {% if obj.type=="Directory" %}
<i class="fas fa-folder"></i> <i class="fas fa-folder"></i>
@@ -16,7 +16,7 @@
<i class="fas fa-question-circle"></i> <i class="fas fa-question-circle"></i>
{% endif %} {% endif %}
{% if obj.type=="Image" %} {% if obj.type=="Image" %}
<a href="{{symlink}}/{{obj.name}}"><img width="128" height="128" src="data:image/jpeg;base64,{{obj.thumbnail}}"></img></a> <a href="{{file_data.symlink}}/{{obj.name}}"><img width="128" height="128" src="data:image/jpeg;base64,{{obj.thumbnail}}"></img></a>
{% endif %} {% endif %}
{{obj.name}} {{obj.name}}
</td></td><td>{{obj.size_mb}}</td><td>{{obj.hash}}</tr> </td></td><td>{{obj.size_mb}}</td><td>{{obj.hash}}</tr>