contentdb/app/blueprints/admin/admin.py

190 lines
6.1 KiB
Python
Raw Normal View History

2020-07-12 17:34:25 +02:00
# ContentDB
2018-05-17 16:18:20 +02:00
# Copyright (C) 2018 rubenwardy
#
# This program is free software: you can redistribute it and/or modify
# it under the terms of the GNU General Public License as published by
# the Free Software Foundation, either version 3 of the License, or
# (at your option) any later version.
#
# This program is distributed in the hope that it will be useful,
# but WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
# GNU General Public License for more details.
#
# You should have received a copy of the GNU General Public License
# along with this program. If not, see <https://www.gnu.org/licenses/>.
2018-05-13 16:28:27 +02:00
from flask import *
from flask_user import *
2018-12-23 00:03:38 +01:00
import flask_menu as menu
from . import bp
2018-05-13 16:28:27 +02:00
from app.models import *
2020-01-19 02:59:00 +01:00
from celery import uuid, group
from app.tasks.importtasks import importRepoScreenshot, makeVCSRelease, checkZipRelease, updateMetaFromRelease, importForeignDownloads
from app.tasks.forumtasks import importTopicList, checkAllForumAccounts
2018-05-13 16:28:27 +02:00
from flask_wtf import FlaskForm
from wtforms import *
from app.utils import loginUser, rank_required, addNotification
import datetime, os
2018-05-13 16:28:27 +02:00
@bp.route("/admin/", methods=["GET", "POST"])
2018-05-13 16:28:27 +02:00
@rank_required(UserRank.ADMIN)
def admin_page():
if request.method == "POST":
action = request.form["action"]
2020-07-12 04:38:14 +02:00
if action == "delstuckreleases":
PackageRelease.query.filter(PackageRelease.task_id != None).delete()
db.session.commit()
return redirect(url_for("admin.admin_page"))
2020-07-12 04:38:14 +02:00
2020-01-19 02:59:00 +01:00
elif action == "checkreleases":
releases = PackageRelease.query.filter(PackageRelease.url.like("/uploads/%")).all()
tasks = []
for release in releases:
zippath = release.url.replace("/uploads/", app.config["UPLOAD_DIR"])
tasks.append(checkZipRelease.s(release.id, zippath))
result = group(tasks).apply_async()
while not result.ready():
import time
time.sleep(0.1)
return redirect(url_for("todo.view"))
2020-07-12 04:38:14 +02:00
elif action == "reimportpackages":
tasks = []
for package in Package.query.filter(Package.state!=PackageState.DELETED).all():
release = package.releases.first()
if release:
zippath = release.url.replace("/uploads/", app.config["UPLOAD_DIR"])
tasks.append(updateMetaFromRelease.s(release.id, zippath))
result = group(tasks).apply_async()
2020-01-19 02:59:00 +01:00
while not result.ready():
import time
time.sleep(0.1)
return redirect(url_for("todo.view"))
elif action == "importforeign":
releases = PackageRelease.query.filter(PackageRelease.url.like("http%")).all()
tasks = []
for release in releases:
tasks.append(importForeignDownloads.s(release.id))
result = group(tasks).apply_async()
while not result.ready():
2020-01-19 02:59:00 +01:00
import time
time.sleep(0.1)
return redirect(url_for("todo.view"))
2020-07-12 04:38:14 +02:00
elif action == "importmodlist":
task = importTopicList.delay()
return redirect(url_for("tasks.check", id=task.id, r=url_for("todo.topics")))
2020-07-12 04:38:14 +02:00
elif action == "checkusers":
task = checkAllForumAccounts.delay()
return redirect(url_for("tasks.check", id=task.id, r=url_for("admin.admin_page")))
2020-07-12 04:38:14 +02:00
2018-05-15 21:05:35 +02:00
elif action == "importscreenshots":
packages = Package.query \
.filter(Package.state!=PackageState.DELETED) \
2018-05-15 21:05:35 +02:00
.outerjoin(PackageScreenshot, Package.id==PackageScreenshot.package_id) \
2018-05-25 19:28:24 +02:00
.filter(PackageScreenshot.id==None) \
2018-05-25 19:57:30 +02:00
.all()
2018-05-15 21:05:35 +02:00
for package in packages:
importRepoScreenshot.delay(package.id)
return redirect(url_for("admin.admin_page"))
2020-07-12 04:38:14 +02:00
2018-05-25 19:28:24 +02:00
elif action == "restore":
package = Package.query.get(request.form["package"])
if package is None:
2020-01-24 19:15:09 +01:00
flash("Unknown package", "danger")
2018-05-25 19:28:24 +02:00
else:
package.state = PackageState.READY_FOR_REVIEW
2018-05-25 19:28:24 +02:00
db.session.commit()
return redirect(url_for("admin.admin_page"))
elif action == "recalcscores":
for p in Package.query.all():
2020-07-09 05:32:13 +02:00
p.recalcScore()
db.session.commit()
return redirect(url_for("admin.admin_page"))
elif action == "cleanuploads":
upload_dir = app.config['UPLOAD_DIR']
(_, _, filenames) = next(os.walk(upload_dir))
existing_uploads = set(filenames)
if len(existing_uploads) != 0:
def getURLsFromDB(column):
results = db.session.query(column).filter(column != None, column != "").all()
return set([os.path.basename(x[0]) for x in results])
release_urls = getURLsFromDB(PackageRelease.url)
screenshot_urls = getURLsFromDB(PackageScreenshot.url)
db_urls = release_urls.union(screenshot_urls)
unreachable = existing_uploads.difference(db_urls)
import sys
print("On Disk: ", existing_uploads, file=sys.stderr)
print("In DB: ", db_urls, file=sys.stderr)
print("Unreachable: ", unreachable, file=sys.stderr)
for filename in unreachable:
os.remove(os.path.join(upload_dir, filename))
flash("Deleted " + str(len(unreachable)) + " unreachable uploads", "success")
else:
flash("No downloads to create", "danger")
return redirect(url_for("admin.admin_page"))
elif action == "delmetapackages":
query = MetaPackage.query.filter(~MetaPackage.dependencies.any(), ~MetaPackage.packages.any())
count = query.count()
query.delete(synchronize_session=False)
db.session.commit()
flash("Deleted " + str(count) + " unused meta packages", "success")
return redirect(url_for("admin.admin_page"))
else:
2020-01-24 19:15:09 +01:00
flash("Unknown action: " + action, "danger")
deleted_packages = Package.query.filter(Package.state==PackageState.DELETED).all()
2018-05-25 19:28:24 +02:00
return render_template("admin/list.html", deleted_packages=deleted_packages)
2018-05-13 16:28:27 +02:00
class SwitchUserForm(FlaskForm):
username = StringField("Username")
submit = SubmitField("Switch")
@bp.route("/admin/switchuser/", methods=["GET", "POST"])
2018-05-13 16:28:27 +02:00
@rank_required(UserRank.ADMIN)
def switch_user():
2018-05-13 16:28:27 +02:00
form = SwitchUserForm(formdata=request.form)
if request.method == "POST" and form.validate():
user = User.query.filter_by(username=form["username"].data).first()
if user is None:
2020-01-24 19:15:09 +01:00
flash("Unable to find user", "danger")
2018-05-13 16:28:27 +02:00
elif loginUser(user):
return redirect(url_for("users.profile", username=current_user.username))
2018-05-13 16:28:27 +02:00
else:
2020-01-24 19:15:09 +01:00
flash("Unable to login as user", "danger")
2018-05-13 16:28:27 +02:00
# Process GET or invalid POST
return render_template("admin/switch_user.html", form=form)