Added certbot directory for nginx to serve renewal

.env.example

@@ -12,6 +12,7 @@ DATABASE_PORT= # Required if MySQL. Defaults to 3306
 
 ## MySQL Database Configuration (Required if configured to MySQL Database.)
 # Note that if using the Docker service, these configuration values will also be used when creating the database in the mysql container.
+MYSQL_RANDOM_ROOT_PASSWORD=True
 MYSQL_DATABASE= # Required if MySQL.
 MYSQL_USER= # Required if MySQL
 MYSQL_PASSWORD= # Required if MySQL. Create secure password string. Note '@' character cannot be used.

.gitignore

@@ -156,3 +156,10 @@ database/data/
 
 # Ignore Logs Dir
 logs/*
+
+# Ignore Certbot Dir
+certbot/*
+
+# Ignore src dir (exception for robots.txt)
+src/html/*
+src/html/robots.txt

certbot/.gitignore

@@ -1,2 +0,0 @@
-*
-!.gitignore

docker-compose.yml

@@ -10,6 +10,7 @@ services:
     volumes:
       - ./certbot:/etc/letsencrypt:ro
       - ./nginx:/etc/nginx
+      - ./src/html/certbot:/usr/share/nginx/html/certbot:ro
       - ./src/html/robots.txt:/usr/share/nginx/html/robots.txt:ro
       - ./ref-test/app/root:/usr/share/nginx/html/root:ro
       - ./ref-test/app/admin/static:/usr/share/nginx/html/admin/static:ro
@@ -60,7 +61,7 @@ services:
     image: certbot/certbot
     volumes:
       - ./certbot:/etc/letsencrypt
-      - ./src/html:/var/www/html
+      - ./src/html/certbot:/var/www/html
     entrypoint: "/bin/sh -c 'trap exit TERM; while :; do certbot renew; sleep 12h & wait $${!}; done;'"
   
 networks:

nginx/certbot-challenge.conf

@@ -1,6 +1,6 @@
 # Certbot Renewal
 location ^~ /.well-known/acme-challenge/ {
-    root /usr/share/nginx/html;
+    root /usr/share/nginx/html/certbot;
     allow all;
     default_type "text/plain";
 }

ref-test/.dockerignore

@@ -1,2 +1,3 @@
 env/
 __pycache__/
+data/

ref-test/app/__init__.py

@@ -7,7 +7,6 @@ from flask import flash, Flask, render_template, request
 from flask.helpers import abort, url_for
 from flask.json import jsonify
 from flask_wtf.csrf import CSRFError
-from sqlalchemy.exc import SQLAlchemyError
 from werkzeug.middleware.proxy_fix import ProxyFix
 
 from datetime import datetime
@@ -27,7 +26,7 @@ def create_app():
     @login_manager.user_loader
     def _load_user(id):
         try: return User.query.filter_by(id=id).first()
-        except (SQLAlchemyError, ConnectionError) as exception:
+        except Exception as exception:
             write('system.log', f'Database error when loading user fo login manager: {exception}')
             return abort(500)
 

ref-test/app/admin/views.py

@@ -9,7 +9,6 @@ from ..tools.test import  answer_options, get_correct_answers
 from flask import abort, Blueprint, jsonify, render_template, request, send_file, session
 from flask.helpers import abort, flash, redirect, url_for
 from flask_login import current_user, login_required
-from sqlalchemy.exc import SQLAlchemyError
 
 from datetime import date, datetime, timedelta
 from json import loads
@@ -31,7 +30,7 @@ def _home():
     try:
         tests = Test.query.all()
         results = Entry.query.all()
-    except (SQLAlchemyError, ConnectionError) as exception:
+    except Exception as exception:
         write('system.log', f'Database error when processing request \'{request.url}\': {exception}')
         return abort(500)
     current_tests = [ test for test in tests if test.end_date >= datetime.now() and test.start_date.date() <= date.today() ]
@@ -48,7 +47,7 @@ def _settings():
     try:
         users = User.query.all()
         datasets = Dataset.query.all()
-    except (SQLAlchemyError, ConnectionError) as exception:
+    except Exception as exception:
         write('system.log', f'Database error when processing request \'{request.url}\': {exception}')
         return abort(500)
     return render_template('/admin/settings/index.html', users=users, datasets=datasets)
@@ -61,7 +60,7 @@ def _login():
     if request.method == 'POST':
         if form.validate_on_submit():
             try: users = User.query.all()
-            except (SQLAlchemyError, ConnectionError) as exception:
+            except Exception as exception:
                 write('system.log', f'Database error when processing request \'{request.url}\': {exception}')
                 return abort(500)
             user = None
@@ -113,7 +112,7 @@ def _reset():
         if form.validate_on_submit():
             user = None
             try: users = User.query.all()
-            except (SQLAlchemyError, ConnectionError) as exception:
+            except Exception as exception:
                 write('system.log', f'Database error when processing request \'{request.url}\': {exception}')
                 return abort(500)
             for _user in users:
@@ -128,7 +127,7 @@ def _reset():
     token = request.args.get('token')
     if token:
         try: user = User.query.filter_by(reset_token=token).first()
-        except (SQLAlchemyError, ConnectionError) as exception:
+        except Exception as exception:
             write('system.log', f'Database error when processing request \'{request.url}\': {exception}')
             return abort(500)
         if not user: return redirect(url_for('admin._reset'))
@@ -148,7 +147,7 @@ def _update_password():
     if form.validate_on_submit():
         user = session.pop('user')
         try: user = User.query.filter_by(id=user).first()
-        except (SQLAlchemyError, ConnectionError) as exception:
+        except Exception as exception:
             write('system.log', f'Database error when processing request \'{request.url}\': {exception}')
             return abort(500)
         user.update(password=request.form.get('password'))
@@ -162,7 +161,7 @@ def _update_password():
 def _users():
     form = CreateUser()
     try: users = User.query.all()
-    except (SQLAlchemyError, ConnectionError) as exception:
+    except Exception as exception:
         write('system.log', f'Database error when processing request \'{request.url}\': {exception}')
         return abort(500)
     if request.method == 'POST':
@@ -182,7 +181,7 @@ def _users():
 @login_required
 def _delete_user(id:str):
     try: user = User.query.filter_by(id=id).first()
-    except (SQLAlchemyError, ConnectionError) as exception:
+    except Exception as exception:
         write('system.log', f'Database error when processing request \'{request.url}\': {exception}')
         return abort(500)
     form = DeleteUser()
@@ -209,7 +208,7 @@ def _delete_user(id:str):
 @login_required
 def _update_user(id:str):
     try: user = User.query.filter_by(id=id).first()
-    except (SQLAlchemyError, ConnectionError) as exception:
+    except Exception as exception:
         write('system.log', f'Database error when processing request \'{request.url}\': {exception}')
         return abort(500)
     form = UpdateUser()
@@ -254,7 +253,7 @@ def _questions():
         return send_errors_to_client(form=form)
 
     try: data = Dataset.query.all()
-    except (SQLAlchemyError, ConnectionError) as exception:
+    except Exception as exception:
         write('system.log', f'Database error when processing request \'{request.url}\': {exception}')
         return abort(500)
     return render_template('/admin/settings/questions.html', form=form, data=data)
@@ -266,7 +265,7 @@ def _edit_questions():
     action = request.get_json()['action']
     if not action == 'delete': return jsonify({'error': 'Invalid action.'}), 400
     try: dataset = Dataset.query.filter_by(id=id).first()
-    except (SQLAlchemyError, ConnectionError) as exception:
+    except Exception as exception:
         write('system.log', f'Database error when processing request \'{request.url}\': {exception}')
         return abort(500)
     if action == 'delete': success, message = dataset.delete()
@@ -277,7 +276,7 @@ def _edit_questions():
 @login_required
 def _download(id:str):
     try: dataset = Dataset.query.filter_by(id=id).first()
-    except (SQLAlchemyError, ConnectionError) as exception:
+    except Exception as exception:
         write('system.log', f'Database error when processing request \'{request.url}\': {exception}')
         return abort(500)
     if not dataset: return abort(404)
@@ -291,7 +290,7 @@ def _download(id:str):
 def _tests(filter:str=None):
     tests = None
     try: _tests = Test.query.all()
-    except (SQLAlchemyError, ConnectionError) as exception:
+    except Exception as exception:
         write('system.log', f'Database error when processing request \'{request.url}\': {exception}')
         return abort(500)
     form = None
@@ -340,7 +339,7 @@ def _create_test():
         new_test.time_limit = None if request.form.get('time_limit') == 'none' else int(request.form.get('time_limit'))
         dataset = request.form.get('dataset')
         try: new_test.dataset = Dataset.query.filter_by(id=dataset).first()
-        except (SQLAlchemyError, ConnectionError) as exception:
+        except Exception as exception:
             write('system.log', f'Database error when processing request \'{request.url}\': {exception}')
             return abort(500)
         success, message = new_test.create()
@@ -357,7 +356,7 @@ def _edit_test():
     action = request.get_json()['action']
     if action not in ['start', 'delete', 'end']: return jsonify({'error': 'Invalid action.'}), 400
     try: test = Test.query.filter_by(id=id).first()
-    except (SQLAlchemyError, ConnectionError) as exception:
+    except Exception as exception:
         write('system.log', f'Database error when processing request \'{request.url}\': {exception}')
         return abort(500)
     if not test: return jsonify({'error': 'Could not find the corresponding test to delete.'}), 404
@@ -374,7 +373,7 @@ def _edit_test():
 def _view_test(id:str=None):    
     form = AddTimeAdjustment()
     try: test = Test.query.filter_by(id=id).first()
-    except (SQLAlchemyError, ConnectionError) as exception:
+    except Exception as exception:
         write('system.log', f'Database error when processing request \'{request.url}\': {exception}')
         return abort(500)
     if request.method == 'POST':
@@ -394,7 +393,7 @@ def _view_test(id:str=None):
 @login_required
 def _delete_adjustment(id:str=None):
     try: test = Test.query.filter_by(id=id).first()
-    except (SQLAlchemyError, ConnectionError) as exception:
+    except Exception as exception:
         write('system.log', f'Database error when processing request \'{request.url}\': {exception}')
         return abort(500)
     if not test: return jsonify({'error': 'Invalid test ID.'}), 404
@@ -407,7 +406,7 @@ def _delete_adjustment(id:str=None):
 @login_required
 def _view_entries():
     try: entries = Entry.query.all()
-    except (SQLAlchemyError, ConnectionError) as exception:
+    except Exception as exception:
         write('system.log', f'Database error when processing request \'{request.url}\': {exception}')
         return abort(500)
     return render_template('/admin/results.html', entries = entries)
@@ -416,7 +415,7 @@ def _view_entries():
 @login_required
 def _view_entry(id:str=None):
     try: entry = Entry.query.filter_by(id=id).first()
-    except (SQLAlchemyError, ConnectionError) as exception:
+    except Exception as exception:
         write('system.log', f'Database error when processing request \'{request.url}\': {exception}')
         return abort(500)
     if request.method == 'POST':
@@ -450,7 +449,7 @@ def _generate_certificate():
     from ..extensions import db
     id = request.get_json()['id']
     try: entry = Entry.query.filter_by(id=id).first()
-    except (SQLAlchemyError, ConnectionError) as exception:
+    except Exception as exception:
         write('system.log', f'Database error when processing request \'{request.url}\': {exception}')
         return abort(500)
     if not entry: return jsonify({'error': 'Invalid entry ID.'}), 404

ref-test/app/api/views.py

@@ -6,7 +6,6 @@ from ..tools.test import evaluate_answers, generate_questions
 from flask import Blueprint, jsonify, request
 from flask.helpers import abort, flash, url_for
 from flask_login import login_required
-from sqlalchemy.exc import SQLAlchemyError
 
 from datetime import datetime, timedelta
 from json import loads
@@ -20,7 +19,7 @@ api = Blueprint(
 def _fetch_questions():
     id = request.get_json()['id']
     try: entry = Entry.query.filter_by(id=id).first()
-    except (SQLAlchemyError, ConnectionError) as exception:
+    except Exception as exception:
         write('system.log', f'Database error when processing request \'{request.url}\': {exception}')
         return abort(500)
     if not entry: return jsonify({'error': 'Invalid entry ID.'}), 400
@@ -57,7 +56,7 @@ def _submit_quiz():
     id = request.get_json()['id']
     answers = request.get_json()['answers']
     try: entry = Entry.query.filter_by(id=id).first()
-    except (SQLAlchemyError, ConnectionError) as exception:
+    except Exception as exception:
         write('system.log', f'Database error when processing request \'{request.url}\': {exception}')
         return abort(500)
     if not entry: return jsonify({'error': 'Unrecognised Entry.'}), 400
@@ -81,7 +80,7 @@ def _editor(id:str=None):
     request_data = request.get_json()
     id = request_data['id']
     try: dataset = Dataset.query.filter_by(id=id).first()
-    except (SQLAlchemyError, ConnectionError) as exception:
+    except Exception as exception:
         write('system.log', f'Database error when processing request \'{request.url}\': {exception}')
         return abort(500)
     if not dataset: return jsonify({'error': 'Invalid request. Dataset not found.'}), 404
@@ -93,7 +92,7 @@ def _editor(id:str=None):
     default = request_data['default']
     creator = request_data['creator']
     try: user = User.query.filter_by(id=creator).first()
-    except (SQLAlchemyError, ConnectionError) as exception:
+    except Exception as exception:
         write('system.log', f'Database error when processing request \'{request.url}\': {exception}')
         return abort(500)
     name = request_data['name']

ref-test/app/editor/views.py

@@ -7,7 +7,6 @@ from ..tools.logs import write
 from flask import Blueprint, jsonify, render_template
 from flask.helpers import abort, flash, redirect, request, url_for
 from flask_login import login_required
-from sqlalchemy.exc import SQLAlchemyError
 
 editor = Blueprint(
     name='editor',
@@ -37,7 +36,7 @@ def _editor_console(id:str=None):
         dataset = Dataset.query.filter_by(id=id).first()
         datasets = Dataset.query.count()
         users = User.query.all()
-    except (SQLAlchemyError, ConnectionError) as exception:
+    except Exception as exception:
         write('system.log', f'Database error when processing request \'{request.url}\': {exception}')
         return abort(500)
     if not dataset:

ref-test/app/models/dataset.py

@@ -5,7 +5,6 @@ from ..tools.logs import write
 from flask import current_app as app
 from flask.helpers import flash
 from flask_login import current_user
-from sqlalchemy.exc import SQLAlchemyError
 from werkzeug.utils import secure_filename
 
 from datetime import datetime
@@ -45,12 +44,12 @@ class Dataset(db.Model):
     def make_default(self):
         try:
             for dataset in Dataset.query.all(): dataset.default = False
-        except (SQLAlchemyError, ConnectionError) as exception:
+        except Exception as exception:
             write('system.log', f'Database error when setting default dataset {self.id}: {exception}')
             return False, f'Database error {exception}.'
         self.default = True
         try: db.session.commit()
-        except (SQLAlchemyError, ConnectionError) as exception:
+        except Exception as exception:
             db.session.rollback()
             write('system.log', f'Database error when setting default dataset {self.id}: {exception}')
             return False, f'Database error {exception}.'
@@ -68,7 +67,7 @@ class Dataset(db.Model):
                 message = 'Cannot delete the only dataset.'
                 flash(message, 'error')
                 return False, message
-        except (SQLAlchemyError, ConnectionError) as exception:
+        except Exception as exception:
             write('system.log', f'Database error when setting default dataset {self.id}: {exception}')
             return False, f'Database error {exception}.'
         write('system.log', f'Dataset {self.id} deleted by {current_user.get_username()}.')
@@ -78,7 +77,7 @@ class Dataset(db.Model):
         try:
             db.session.delete(self)
             db.session.commit()
-        except (SQLAlchemyError, ConnectionError) as exception:
+        except Exception as exception:
             db.session.rollback()
             write('system.log', f'Database error when trying to delete dataset {self.id}: {exception}')
             return False, f'Database error: {exception}'
@@ -98,7 +97,7 @@ class Dataset(db.Model):
         try:
             db.session.add(self)
             db.session.commit()
-        except (SQLAlchemyError, ConnectionError) as exception:
+        except Exception as exception:
             db.session.rollback()
             write('system.log', f'Database error when trying to crreate dataset {self.id}: {exception}')
             return False, f'Database error: {exception}'
@@ -128,7 +127,7 @@ class Dataset(db.Model):
         try:
             db.session.add(self)
             db.session.commit()
-        except (SQLAlchemyError, ConnectionError) as exception:
+        except Exception as exception:
             db.session.rollback()
             write('system.log', f'Database error when trying to update dataset {self.id}: {exception}')
             return False, f'Database error: {exception}'

ref-test/app/models/entry.py

@@ -5,8 +5,6 @@ from .test import Test
 
 from flask_login import current_user
 from flask_mail import Message
-from smtplib import SMTPException
-from sqlalchemy.exc import SQLAlchemyError
 from sqlalchemy_json import MutableJson
 
 from datetime import datetime, timedelta
@@ -74,7 +72,7 @@ class Entry(db.Model):
         try:
             db.session.add(self)
             db.session.commit()
-        except (SQLAlchemyError, ConnectionError) as exception:
+        except Exception as exception:
             db.session.rollback()
             write('system.log', f'Database error when preparing new entry for {self.get_surname()}, {self.get_first_name()}: {exception}')
             return False, f'Database error: {exception}'
@@ -85,7 +83,7 @@ class Entry(db.Model):
         self.start_time = datetime.now()
         self.status = 'started'
         try: db.session.commit()
-        except (SQLAlchemyError, ConnectionError) as exception:
+        except Exception as exception:
             db.session.rollback()
             write('system.log', f'Database error when starting test for {self.get_surname()}, {self.get_first_name()}: {exception}')
             return False, f'Database error: {exception}'
@@ -104,7 +102,7 @@ class Entry(db.Model):
             self.status = 'late'
             self.valid = False
         try: db.session.commit()
-        except (SQLAlchemyError, ConnectionError) as exception:
+        except Exception as exception:
             db.session.rollback()
             write('system.log', f'Database error when submitting entry for {self.get_surname()}, {self.get_first_name()}: {exception}')
             return False, f'Database error: {exception}'
@@ -117,7 +115,7 @@ class Entry(db.Model):
         self.valid = True
         self.status = 'completed'
         try: db.session.commit()
-        except (SQLAlchemyError, ConnectionError) as exception:
+        except Exception as exception:
             db.session.rollback()
             write('system.log', f'Database error when validating entry {self.id}: {exception}')
             return False, f'Database error: {exception}'
@@ -130,7 +128,7 @@ class Entry(db.Model):
         try:
             db.session.delete(self)
             db.session.commit()
-        except (SQLAlchemyError, ConnectionError) as exception:
+        except Exception as exception:
             db.session.rollback()
             write('system.log', f'Database error when deleting entry {id}: {exception}')
             return False, f'Database error: {exception}'
@@ -199,4 +197,4 @@ class Entry(db.Model):
             """
         )
         try: mail.send(email)
-        except (SMTPException, ConnectionError) as exception: write('system.log', f'SMTP Error when trying to notify results to {self.get_surname()}, {self.get_first_name()} with error: {exception}')
+        except Exception as exception: write('system.log', f'SMTP Error when trying to notify results to {self.get_surname()}, {self.get_first_name()} with error: {exception}')

ref-test/app/models/test.py

@@ -2,7 +2,6 @@ from ..extensions import db
 from ..tools.logs import write
 
 from flask_login import current_user
-from sqlalchemy.exc import SQLAlchemyError
 from sqlalchemy_json import MutableJson
 
 from datetime import date, datetime
@@ -56,7 +55,7 @@ class Test(db.Model):
         try:
             db.session.add(self)
             db.session.commit()
-        except (SQLAlchemyError, ConnectionError) as exception:
+        except Exception as exception:
             db.session.rollback()
             write('system.log', f'Database error when creating test {self.get_code()}: {exception}')
             return False, f'Database error: {exception}'
@@ -67,7 +66,7 @@ class Test(db.Model):
         if self.entries: return False, f'Cannot delete a test with submitted entries.'
         db.session.delete(self)
         try: db.session.commit()
-        except (SQLAlchemyError, ConnectionError) as exception:
+        except Exception as exception:
             db.session.rollback()
             write('system.log', f'Database error when deleting test {self.get_code()}: {exception}')
             return False, f'Database error: {exception}'
@@ -79,7 +78,7 @@ class Test(db.Model):
         if self.start_date.date() > now.date():
             self.start_date = now
             try: db.session.commit()
-            except (SQLAlchemyError, ConnectionError) as exception:
+            except Exception as exception:
                 db.session.rollback()
                 write('system.log', f'Database error when launching test {self.get_code()}: {exception}')
                 return False, f'Database error: {exception}'
@@ -92,7 +91,7 @@ class Test(db.Model):
         if self.end_date >= now:
             self.end_date = now
             try: db.session.commit()
-            except (SQLAlchemyError, ConnectionError) as exception:
+            except Exception as exception:
                 db.session.rollback()
                 write('system.log', f'Database error when closing test {self.get_code()}: {exception}')
                 return False, f'Database error: {exception}'
@@ -106,7 +105,7 @@ class Test(db.Model):
         adjustments[code] = time
         self.adjustments = adjustments
         try: db.session.commit()
-        except (SQLAlchemyError, ConnectionError) as exception:
+        except Exception as exception:
             db.session.rollback()
             write('system.log', f'Database error when adding adjustment to test {self.get_code()}: {exception}')
             return False, f'Database error: {exception}'
@@ -118,7 +117,7 @@ class Test(db.Model):
         self.adjustments.pop(code)
         if not self.adjustments: self.adjustments = None
         try: db.session.commit()
-        except (SQLAlchemyError, ConnectionError) as exception:
+        except Exception as exception:
             db.session.rollback()
             write('system.log', f'Database error when deleting adjustment from test {self.get_code()}: {exception}')
             return False, f'Database error: {exception}'
@@ -131,7 +130,7 @@ class Test(db.Model):
         if end_date: self.end_date = end_date
         if time_limit is not None: self.time_limit = time_limit
         try: db.session.commit()
-        except (SQLAlchemyError, ConnectionError) as exception:
+        except Exception as exception:
             db.session.rollback()
             write('system.log', f'Database error when updating test {self.get_code()}: {exception}')
             return False, f'Database error: {exception}'

ref-test/app/models/user.py

@@ -6,8 +6,6 @@ from flask import jsonify, session
 from flask.helpers import flash, url_for
 from flask_login import current_user, login_user, logout_user, UserMixin
 from flask_mail import Message
-from smtplib import SMTPException
-from sqlalchemy.exc import SQLAlchemyError
 from werkzeug.security import check_password_hash, generate_password_hash
 
 import secrets
@@ -58,7 +56,7 @@ class User(UserMixin, db.Model):
     def register(self, notify:bool=False, password:str=None):
         self.generate_id()
         try: users = User.query.all()
-        except (SQLAlchemyError, ConnectionError) as exception:
+        except Exception as exception:
             write('system.log', f'Database error when setting default dataset {self.id}: {exception}')
             return False, f'Database error {exception}.'
         for user in users:
@@ -68,7 +66,7 @@ class User(UserMixin, db.Model):
         try:
             db.session.add(self)
             db.session.commit()
-        except (SQLAlchemyError, ConnectionError) as exception:
+        except Exception as exception:
             db.session.rollback()
             write('system.log', f'Database error when registering user {self.get_username()}: {exception}')
             return False, f'Database error: {exception}'
@@ -101,7 +99,7 @@ class User(UserMixin, db.Model):
                 """
             )
             try: mail.send(email)
-            except (SMTPException, ConnectionError) as exception: write('system.log', f'SMTP Error while trying to notify new user account creation to {self.get_username()} with error: {exception}')
+            except Exception as exception: write('system.log', f'SMTP Error while trying to notify new user account creation to {self.get_username()} with error: {exception}')
         return True, f'User {self.get_username()} was created successfully.'
 
     def login(self, remember:bool=False):
@@ -153,12 +151,12 @@ class User(UserMixin, db.Model):
             """
         )
         try: mail.send(email)
-        except (SMTPException, ConnectionError) as exception:
+        except Exception as exception:
             write('system.log', f'SMTP Error while trying to reset password for {self.get_username()} with error: {exception}')
             db.session.rollback()
             return jsonify({'error': f'SMTP Error: {exception}'}), 500
         try: db.session.commit()
-        except (SQLAlchemyError, ConnectionError) as exception:
+        except Exception as exception:
             db.session.rollback()
             write('system.log', f'Database error when resetting password for user {self.get_username()}: {exception}')
             return False, f'Database error: {exception}'
@@ -167,7 +165,7 @@ class User(UserMixin, db.Model):
     def clear_reset_tokens(self):
         self.reset_token = self.verification_token = None
         try: db.session.commit()
-        except (SQLAlchemyError, ConnectionError) as exception:
+        except Exception as exception:
             db.session.rollback()
             write('system.log', f'Database error when resetting clearing reset tokens for user {self.get_username()}: {exception}')
             return False, f'Database error: {exception}'
@@ -178,7 +176,7 @@ class User(UserMixin, db.Model):
         try:
             db.session.delete(self)
             db.session.commit()
-        except (SQLAlchemyError, ConnectionError) as exception:
+        except Exception as exception:
             db.session.rollback()
             write('system.log', f'Database error when deleting user {self.get_username()}: {exception}')
             return False, f'Database error: {exception}'
@@ -207,7 +205,7 @@ class User(UserMixin, db.Model):
                 """
             )
             try: mail.send(email)
-            except (SMTPException, ConnectionError) as exception: write('system.log', f'SMTP Error when trying to delete account {username} with error: {exception}')
+            except Exception as exception: write('system.log', f'SMTP Error when trying to delete account {username} with error: {exception}')
         return True, message
 
     def update(self, password:str=None, email:str=None, notify:bool=False):
@@ -218,12 +216,12 @@ class User(UserMixin, db.Model):
             try:
                 for entry in User.query.all():
                     if entry.get_email() == email and not entry == self: return False, f'The email address {email} is already in use.'
-            except (SQLAlchemyError, ConnectionError) as exception:
+            except Exception as exception:
                 write('system.log', f'Database error when setting default dataset {self.id}: {exception}')
                 return False, f'Database error {exception}.'
             self.set_email(email)
         try: db.session.commit()
-        except (SQLAlchemyError, ConnectionError) as exception:
+        except Exception as exception:
             db.session.rollback()
             write('system.log', f'Database error when updating user {self.get_username()}: {exception}')
             return False, f'Database error: {exception}'
@@ -257,5 +255,5 @@ class User(UserMixin, db.Model):
                 """
             )
             try: mail.send(message)
-            except (SMTPException, ConnectionError) as exception: write('system.log', f'SMTP Error when trying to update account {self.get_username()} with error: {exception}')
+            except Exception as exception: write('system.log', f'SMTP Error when trying to update account {self.get_username()} with error: {exception}')
         return True, f'Account {self.get_username()} has been updated.'

ref-test/app/quiz/views.py

@@ -6,7 +6,6 @@ from ..tools.test import redirect_if_started
 
 from flask import Blueprint, jsonify, render_template, request, session
 from flask.helpers import abort, flash, redirect, url_for
-from sqlalchemy.exc import SQLAlchemyError
 
 from datetime import datetime
 
@@ -40,7 +39,7 @@ def _start():
             entry.set_email(request.form.get('email'))
             code = request.form.get('test_code').replace('—', '').lower()
             try: test = Test.query.filter_by(code=code).first()
-            except (SQLAlchemyError, ConnectionError) as exception:
+            except Exception as exception:
                 write('system.log', f'Database error when processing request \'{request.url}\': {exception}')
                 return abort(500)
             entry.test = test
@@ -69,7 +68,7 @@ def _quiz():
             flash('Your session was not recognised. Please sign in to the quiz again.', 'error')
             session.pop('id', None)
             return redirect(url_for('quiz._start'))
-    except (SQLAlchemyError, ConnectionError) as exception:
+    except Exception as exception:
         write('system.log', f'Database error when processing request \'{request.url}\': {exception}')
         return abort(500)
     return render_template('/quiz/client.html')
@@ -78,7 +77,7 @@ def _quiz():
 def _result():
     id = session.get('id')
     try: entry = Entry.query.filter_by(id=id).first()
-    except (SQLAlchemyError, ConnectionError) as exception:
+    except Exception as exception:
         write('system.log', f'Database error when processing request \'{request.url}\': {exception}')
         return abort(500)
     if not entry: return abort(404)

ref-test/app/tools/auth.py

@@ -4,7 +4,6 @@ from ..tools.logs import write
 
 from flask.helpers import abort, flash, redirect, url_for
 from flask_login import current_user
-from sqlalchemy.exc import SQLAlchemyError
 
 from functools import wraps
 
@@ -15,7 +14,7 @@ def require_account_creation(function):
             if User.query.count() == 0:
                 flash('Please register a user account.', 'alert')
                 return redirect(url_for('admin._register'))
-        except (SQLAlchemyError, ConnectionError) as exception:
+        except Exception as exception:
             write('system.log', f'Database error when checking for existing accounts: {exception}')
             return abort(500)
         return function(*args, **kwargs)

ref-test/app/tools/data.py

@@ -3,7 +3,6 @@ from ..tools.logs import write
 
 from flask import current_app as app
 from flask.helpers import abort, flash, redirect, url_for
-from sqlalchemy.exc import SQLAlchemyError
 
 import json
 from pathlib import Path
@@ -78,7 +77,7 @@ def check_dataset_exists(function):
     @wraps(function)
     def wrapper(*args, **kwargs):
         try: datasets = Dataset.query.all()
-        except (SQLAlchemyError, ConnectionError) as exception:
+        except Exception as exception:
             write('system.log', f'Database error when checking existing datasets: {exception}')
             return abort(500)
         if not datasets:

ref-test/app/tools/forms.py

@@ -3,12 +3,8 @@ from ..extensions import db
 from ..tools.logs import write
 
 from flask import jsonify
-from sqlalchemy.exc import SQLAlchemyError
 from wtforms.validators import ValidationError
 
-import json
-from sqlalchemy.ext import mutable
-
 def value(min:int=0, max:int=None):
     if not max:
         message = f'Value must be greater than {min}.'
@@ -32,7 +28,7 @@ def get_time_options():
 def get_dataset_choices():
     from ..models import Dataset
     try: datasets = Dataset.query.all()
-    except (SQLAlchemyError, ConnectionError) as exception:
+    except Exception as exception:
         write('system.log', f'Database error when fetching dataset lists: {exception}')
         return []
     dataset_choices = []

ref-test/app/tools/test.py

@@ -4,7 +4,6 @@ from ..tools.logs import write
 
 from flask import request, session
 from flask.helpers import abort, redirect, url_for
-from sqlalchemy.exc import SQLAlchemyError
 
 from functools import wraps
 
@@ -133,7 +132,7 @@ def redirect_if_started(function):
         id = session.get('id')
         try:
             if request.method == 'GET' and id and Entry.query.filter_by(id=id).first(): return redirect(url_for('quiz._quiz'))
-        except (SQLAlchemyError, ConnectionError) as exception:
+        except Exception as exception:
             write('system.log', f'Database error when checking if test has been started: {exception}')
             return abort(500)
         return function(*args, **kwargs)

ref-test/app/view/views.py

@@ -7,7 +7,6 @@ from ..tools.logs import write
 from flask import Blueprint, jsonify, render_template, request
 from flask.helpers import abort, flash, redirect, url_for
 from flask_login import login_required
-from sqlalchemy.exc import SQLAlchemyError
 
 view = Blueprint(
     name='view',
@@ -38,7 +37,7 @@ def _view_console(id:str=None):
         dataset = Dataset.query.filter_by(id=id).first()
         datasets = Dataset.query.count()
         users = User.query.all()
-    except (SQLAlchemyError, ConnectionError) as exception:
+    except Exception as exception:
             write('system.log', f'Database error when processing request \'{request.url}\': {exception}')
             return abort(500)
     if not dataset:

ref-test/install.py

@@ -1,6 +1,7 @@
 #!/usr/bin/env python
 from main import app
 from app.extensions import db
+from app.models import *
 from app.tools.data import save
 from app.tools.logs import write
 from sqlalchemy_utils import create_database, database_exists
@@ -21,14 +22,12 @@ with app.app_context():
     if not path.isfile(f'./{data}/logs/users.log'): write('users.log', 'Log file created.')
     if not path.isfile(f'./{data}/logs/system.log'): write('system.log', 'Log file created.')
     if not path.isfile(f'./{data}/logs/tests.log'): write('tests.log', 'Log file created.')
-    if not database_exists(database_uri):
-        create_database(database_uri)
-        write('system.log', 'No database found. Creating a new database.')
-        from app.models import *
-        db.create_all()
-        write('system.log', 'Creating database schema.')
     if not path.isfile(f'./{data}/.encryption.key'):
         write('system.log', 'No encryption key found. Generating new encryption key.')
         with open(f'./{data}/.encryption.key', 'wb') as key_file:
             key = Fernet.generate_key()
             key_file.write(key)
+    if not database_exists(database_uri):
+        create_database(database_uri)
+        write('system.log', 'No database found. Creating a new database.')
+    db.create_all()

ref-test/reset.py

@@ -2,14 +2,12 @@
 from main import app
 from app.models import User
 
-from sqlalchemy.exc import SQLAlchemyError
-
 import sys
 from getpass import getpass
 
 with app.app_context():
     try: users = User.query.all()
-    except (SQLAlchemyError, ConnectionError) as exception: sys.exit('Database error:', exception)
+    except Exception as exception: sys.exit('Database error:', exception)
     print('')
     print('This interface will allow you to override the password for an administrator account.')
     print('To exit this interface, press Ctrl + C.')