Warning
This document is for an old release of Galaxy. You can alternatively view this page in the latest release if it exists or view the top of the latest release's documentation.
Source code for galaxy.webapps.reports.controllers.history
import logging
import sqlalchemy as sa
from markupsafe import escape
from sqlalchemy import and_
import galaxy.model
from galaxy import util
from galaxy.webapps.base.controller import (
BaseUIController,
web,
)
log = logging.getLogger(__name__)
[docs]def int_to_octet(size):
try:
size = float(size)
except ValueError:
return "???"
except TypeError:
if size is None:
return "0 o"
return "???"
units = ("o", "Ko", "Mo", "Go", "To")
no_unit = 0
while size >= 1000:
size /= 1000.0
no_unit += 1
try:
return f"{size:.2f} {units[no_unit]}"
except IndexError:
return f"{size * ((no_unit - len(units) + 1) * 1000.0):.0f} {units[-1]}"
[docs]class History(BaseUIController):
"""
Class defining functions used by reports to make requests to get
informations and fill templates before being displayed.
The name of function must be the same as as the field "action" of
the "href" dict, in .mako templates (templates/webapps/reports).
"""
[docs] @web.expose
def history_and_dataset_per_user(self, trans, **kwd):
"""
fill history_and_dataset_per_user.mako template with:
- user email
- the number of history and their size
- the number of dataset
"""
message = escape(util.restore_text(kwd.get("message", "")))
user_cutoff = int(kwd.get("user_cutoff", 60))
# sort by history space, or by user mail or by number of history/dataset
sort_by = kwd.get("sorting", "User")
sorting = 0 if sort_by == "User" else 1 if sort_by == "HSort" else 2 if sort_by == "DSort" else 3
descending = 1 if kwd.get("descending", "desc") == "desc" else -1
reverse = descending == 1
# select count (h.id) as history, u.email as email
# from history h, galaxy_user u
# where h.user_id = u.id and h.deleted='f'
# group by email order by email desc
histories = (
sa.select(
sa.func.count(galaxy.model.History.table.c.id).label("history"),
galaxy.model.User.table.c.email.label("email"),
)
.select_from(sa.outerjoin(galaxy.model.History.table, galaxy.model.User.table))
.where(
and_(
galaxy.model.History.table.c.user_id == galaxy.model.User.table.c.id,
galaxy.model.History.table.c.deleted == "f",
)
)
.group_by("email")
.order_by(sa.desc("email"), "history")
)
# select u.email, count(d.id)
# from galaxy_user u, dataset d, history_dataset_association hd,history h
# where d.id=hd.dataset_id and h.id=hd.history_id and u.id = h.user_id and h.deleted='f'
# group by u.email;
datasets = (
sa.select(
sa.func.count(galaxy.model.Dataset.table.c.id).label("dataset"),
sa.func.sum(galaxy.model.Dataset.table.c.total_size).label("size"),
galaxy.model.User.table.c.email.label("email"),
)
.select_from(
galaxy.model.User.table,
galaxy.model.Dataset.table,
galaxy.model.HistoryDatasetAssociation.table,
galaxy.model.History.table,
)
.where(
and_(
galaxy.model.Dataset.table.c.id == galaxy.model.HistoryDatasetAssociation.table.c.dataset_id,
galaxy.model.History.table.c.id == galaxy.model.HistoryDatasetAssociation.table.c.history_id,
galaxy.model.History.table.c.user_id == galaxy.model.User.table.c.id,
galaxy.model.History.table.c.deleted == "f",
)
)
.group_by("email")
)
# execute requests, replace None fields by "Unknown"
# transform lists to dict with email as key and
# number of (history/dataset)/size of history as value
histories = {
_.email if _.email is not None else "Unknown": int(_.history) for _ in trans.sa_session.execute(histories)
}
datasets = {
_.email if _.email is not None else "Unknown": (int(_.dataset), int(_.size))
for _ in trans.sa_session.execute(datasets)
}
sort_keys = (
lambda v: v[0].lower(),
lambda v: histories.get(v, 0),
lambda v: datasets.get(v, [0])[0],
lambda v: datasets.get(v, [0][0])[1],
)
# fetch all users
users = list(set(histories.keys()) | set(datasets.keys()))
# sort users depending on sort function, defined by user choices
users.sort(key=sort_keys[sorting], reverse=reverse)
if user_cutoff > 0:
users = users[:user_cutoff]
# to keep ordered
data = {}
for user in users:
dataset = datasets.get(user, [0, 0])
history = histories.get(user, 0)
data[user] = ("%d (%s)" % (history, int_to_octet(dataset[1])), dataset[0])
return trans.fill_template(
"/webapps/reports/history_and_dataset_per_user.mako",
data=data,
user_cutoff=user_cutoff,
sorting=sorting,
descending=descending,
message=message,
)
[docs] @web.expose
def history_and_dataset_type(self, trans, **kwd):
"""
fill history_and_dataset_type.mako template with:
- the name of history
- the number of dataset foreach type
"""
message = escape(util.restore_text(kwd.get("message", "")))
user_cutoff = int(kwd.get("user_cutoff", 60))
descending = 1 if kwd.get("descending", "desc") == "desc" else -1
reverse = descending == 1
# select d.state, h.name
# from dataset d, history h , history_dataset_association hda
# where hda.history_id=h.id and hda.dataset_id=d.id order by h.state;
from_obj = [
galaxy.model.Dataset.table,
galaxy.model.History.table,
galaxy.model.HistoryDatasetAssociation.table,
]
if (user_selection := kwd.get("user_selection", None)) is not None:
from_obj.append(galaxy.model.User.table)
whereclause = and_(
galaxy.model.Dataset.table.c.id == galaxy.model.HistoryDatasetAssociation.table.c.dataset_id,
galaxy.model.History.table.c.id == galaxy.model.HistoryDatasetAssociation.table.c.history_id,
galaxy.model.User.table.c.id == galaxy.model.History.table.c.user_id,
galaxy.model.User.table.c.email == user_selection,
)
else:
whereclause = and_(
galaxy.model.Dataset.table.c.id == galaxy.model.HistoryDatasetAssociation.table.c.dataset_id,
galaxy.model.History.table.c.id == galaxy.model.HistoryDatasetAssociation.table.c.history_id,
)
histories = (
sa.select(
galaxy.model.Dataset.table.c.state.label("state"), galaxy.model.History.table.c.name.label("name")
)
.select_from(from_obj)
.where(whereclause)
.order_by("name")
)
# execute requests, replace None fields by "Unknown"
data = [
(_.name if _.name is not None else "NoNamedHistory", _.state) for _ in trans.sa_session.execute(histories)
]
# sort by names descending or ascending
data.sort(key=lambda v: v[0].lower(), reverse=reverse)
# fetch names in the first list and status in the second
if data:
names, status = zip(*tuple(data))
else:
names, status = [], []
possible_status = {"ok": 0, "upload": 1, "paused": 2, "queued": 3, "error": 4, "discarded": 5}
number_of_possible_status = len(possible_status) + 1 # + 1 to handle unknown status!
datas = {}
for no, name in enumerate(names):
if name not in datas:
if user_cutoff > 0:
if len(datas) == user_cutoff:
break
# creation of a list containing the number of each status
datas[name] = ["-"] * number_of_possible_status
# to not execute it several times, we put it in a variable...
no_status = possible_status.get(status[no], 6)
if datas[name][no_status] == "-":
datas[name][no_status] = 0
datas[name][no_status] += 1
return trans.fill_template(
"/webapps/reports/history_and_dataset_type.mako",
data=datas,
user_cutoff=user_cutoff,
descending=descending,
message=message,
)