Warning

This document is for an old release of Galaxy. You can alternatively view this page in the latest release if it exists or view the top of the latest release's documentation.

Source code for tool_shed.util.readme_util

import json
import logging
import os

from mako.template import Template

from galaxy import web
from galaxy.tool_shed.util import basic_util
from galaxy.tool_shed.util.hg_util import (
    get_changectx_for_changeset,
    get_file_context_from_ctx,
)
from galaxy.tool_shed.util.repository_util import get_repo_info_tuple_contents
from galaxy.tool_shed.util.shed_util_common import set_image_paths
from galaxy.util import (
    rst_to_html,
    unicodify,
    url_get,
)
from galaxy.util.tool_shed.common_util import get_tool_shed_url_from_tool_shed_registry
from tool_shed.util.metadata_util import get_latest_downloadable_changeset_revision

log = logging.getLogger(__name__)


[docs]def build_readme_files_dict(app, repository, changeset_revision, metadata, tool_path=None): """ Return a dictionary of valid readme file name <-> readme file content pairs for all readme files defined in the received metadata. Since the received changeset_revision (which is associated with the received metadata) may not be the latest installable changeset revision, the README file contents may not be available on disk. This method is used by both Galaxy and the Tool Shed. """ if app.name == "galaxy": can_use_disk_files = True else: latest_downloadable_changeset_revision = get_latest_downloadable_changeset_revision(app, repository) can_use_disk_files = changeset_revision == latest_downloadable_changeset_revision readme_files_dict = {} if metadata: if "readme_files" in metadata: for relative_path_to_readme_file in metadata["readme_files"]: readme_file_name = os.path.split(relative_path_to_readme_file)[1] if can_use_disk_files: if tool_path: full_path_to_readme_file = os.path.abspath( os.path.join(tool_path, relative_path_to_readme_file) ) else: full_path_to_readme_file = os.path.abspath(relative_path_to_readme_file) text = None try: with open(full_path_to_readme_file, encoding="utf-8") as f: text = f.read() except Exception: log.exception("Error reading README file '%s' from disk", relative_path_to_readme_file) text = None if text: text_of_reasonable_length = basic_util.size_string(text) if text_of_reasonable_length.find(".. image:: ") >= 0: # Handle image display for README files that are contained in repositories in the tool shed or installed into Galaxy. try: text_of_reasonable_length = set_image_paths( app, text_of_reasonable_length, encoded_repository_id=app.security.encode_id(repository.id), ) except Exception: log.exception( "Exception in build_readme_files_dict, so images may not be properly displayed" ) if readme_file_name.endswith(".rst"): text_of_reasonable_length = Template( rst_to_html(text_of_reasonable_length), input_encoding="utf-8", default_filters=["decode.utf8"], encoding_errors="replace", ) text_of_reasonable_length = text_of_reasonable_length.render( static_path=web.url_for("/static"), host_url=web.url_for("/", qualified=True) ) text_of_reasonable_length = unicodify(text_of_reasonable_length) else: text_of_reasonable_length = basic_util.to_html_string(text_of_reasonable_length) readme_files_dict[readme_file_name] = text_of_reasonable_length else: # We must be in the tool shed and have an old changeset_revision, so we need to retrieve the file contents from the repository manifest. repo = repository.hg_repo ctx = get_changectx_for_changeset(repo, changeset_revision) if ctx: fctx = get_file_context_from_ctx(ctx, readme_file_name) if fctx and fctx not in ["DELETED"]: try: text = unicodify(fctx.data()) readme_files_dict[readme_file_name] = basic_util.size_string(text) except Exception: log.exception( "Error reading README file '%s' from repository manifest", relative_path_to_readme_file, ) return readme_files_dict
[docs]def get_readme_files_dict_for_display(app, tool_shed_url, repo_info_dict): """ Return a dictionary of README files contained in the single repository being installed so they can be displayed on the tool panel section selection page. """ name = next(iter(repo_info_dict)) repo_info_tuple = repo_info_dict[name] ( description, repository_clone_url, changeset_revision, ctx_rev, repository_owner, repository_dependencies, installed_td, ) = get_repo_info_tuple_contents(repo_info_tuple) # Handle changing HTTP protocols over time. tool_shed_url = get_tool_shed_url_from_tool_shed_registry(app, tool_shed_url) params = dict(name=name, owner=repository_owner, changeset_revision=changeset_revision) pathspec = ["repository", "get_readme_files"] raw_text = url_get( tool_shed_url, auth=app.tool_shed_registry.url_auth(tool_shed_url), pathspec=pathspec, params=params ) readme_files_dict = json.loads(raw_text) return readme_files_dict