Warning

This document is for an in-development version of Galaxy. You can alternatively view this page in the latest release if it exists or view the top of the latest release's documentation.

Source code for galaxy.tool_shed.galaxy_install.tool_dependencies.env_manager

import logging
import os

from galaxy.tool_shed.util.repository_util import get_repository_for_dependency_relationship
from galaxy.util.tool_shed.common_util import remove_protocol_from_tool_shed_url

log = logging.getLogger(__name__)


[docs]class EnvManager:
[docs] def __init__(self, app): self.app = app
[docs] def create_env_var_dict(self, elem, install_environment): env_var_name = elem.get('name', 'PATH') env_var_action = elem.get('action', 'prepend_to') env_var_text = None tool_dependency_install_dir = install_environment.install_dir tool_shed_repository_install_dir = install_environment.tool_shed_repository_install_dir if elem.text and elem.text.find('REPOSITORY_INSTALL_DIR') >= 0: if tool_shed_repository_install_dir and elem.text.find('$REPOSITORY_INSTALL_DIR') != -1: env_var_text = elem.text.replace('$REPOSITORY_INSTALL_DIR', tool_shed_repository_install_dir) return dict(name=env_var_name, action=env_var_action, value=env_var_text) else: env_var_text = elem.text.replace('$REPOSITORY_INSTALL_DIR', tool_dependency_install_dir) return dict(name=env_var_name, action=env_var_action, value=env_var_text) if elem.text and elem.text.find('INSTALL_DIR') >= 0: if tool_dependency_install_dir: env_var_text = elem.text.replace('$INSTALL_DIR', tool_dependency_install_dir) return dict(name=env_var_name, action=env_var_action, value=env_var_text) else: env_var_text = elem.text.replace('$INSTALL_DIR', tool_shed_repository_install_dir) return dict(name=env_var_name, action=env_var_action, value=env_var_text) # Allow for environment variables that contain neither REPOSITORY_INSTALL_DIR nor INSTALL_DIR # since there may be command line parameters that are tuned for a Galaxy instance. Allowing them # to be set in one location rather than being hard coded into each tool config is the best approach. # For example: # <environment_variable name="GATK2_SITE_OPTIONS" action="set_to"> # "--num_threads 4 --num_cpu_threads_per_data_thread 3 --phone_home STANDARD" # </environment_variable> if elem.text is None: # Also allow for an empty value for the environment variable, which # may makes sense especially for the 'set_to' action elem.text = '' return dict(name=env_var_name, action=env_var_action, value=elem.text)
[docs] def get_env_shell_file_path(self, installation_directory): env_shell_file_name = 'env.sh' default_location = os.path.abspath(os.path.join(installation_directory, env_shell_file_name)) if os.path.exists(default_location): return default_location for root, dirs, files in os.walk(installation_directory): for name in files: if name == env_shell_file_name: return os.path.abspath(os.path.join(root, name)) return None
[docs] def get_env_shell_file_paths(self, elem): # Currently only the following tag set is supported. # <repository toolshed="http://localhost:9009/" name="package_numpy_1_7" owner="test" changeset_revision="c84c6a8be056"> # <package name="numpy" version="1.7.1" /> # </repository> env_shell_file_paths = [] toolshed = elem.get('toolshed', None) repository_name = elem.get('name', None) repository_owner = elem.get('owner', None) changeset_revision = elem.get('changeset_revision', None) if toolshed and repository_name and repository_owner and changeset_revision: # The protocol is not stored, but the port is if it exists. toolshed = remove_protocol_from_tool_shed_url(toolshed) repository = get_repository_for_dependency_relationship(self.app, toolshed, repository_name, repository_owner, changeset_revision) if repository: for sub_elem in elem: tool_dependency_type = sub_elem.tag tool_dependency_name = sub_elem.get('name') tool_dependency_version = sub_elem.get('version') if tool_dependency_type and tool_dependency_name and tool_dependency_version: # Get the tool_dependency so we can get its installation directory. tool_dependency = None for tool_dependency in repository.tool_dependencies: if tool_dependency.type == tool_dependency_type and \ tool_dependency.name == tool_dependency_name and \ tool_dependency.version == tool_dependency_version: break if tool_dependency: installation_directory = tool_dependency.installation_directory(self.app) env_shell_file_path = self.get_env_shell_file_path(installation_directory) if env_shell_file_path: env_shell_file_paths.append(env_shell_file_path) else: error_message = "Skipping tool dependency definition because unable to locate env.sh file for tool dependency " error_message += "type %s, name %s, version %s for repository %s" % \ (str(tool_dependency_type), str(tool_dependency_name), str(tool_dependency_version), str(repository.name)) log.debug(error_message) continue else: error_message = "Skipping tool dependency definition because unable to locate tool dependency " error_message += "type %s, name %s, version %s for repository %s" % \ (str(tool_dependency_type), str(tool_dependency_name), str(tool_dependency_version), str(repository.name)) log.debug(error_message) continue else: error_message = "Skipping invalid tool dependency definition: type %s, name %s, version %s." % \ (str(tool_dependency_type), str(tool_dependency_name), str(tool_dependency_version)) log.debug(error_message) continue else: error_message = "Skipping set_environment_for_install definition because unable to locate required installed tool shed repository: " error_message += "toolshed %s, name %s, owner %s, changeset_revision %s." % \ (str(toolshed), str(repository_name), str(repository_owner), str(changeset_revision)) log.debug(error_message) else: error_message = "Skipping invalid set_environment_for_install definition: toolshed %s, name %s, owner %s, changeset_revision %s." % \ (str(toolshed), str(repository_name), str(repository_owner), str(changeset_revision)) log.debug(error_message) return env_shell_file_paths
[docs] def get_env_shell_file_paths_from_setup_environment_elem(self, all_env_shell_file_paths, elem, action_dict): """ Parse an XML tag set to discover all child repository dependency tags and define the path to an env.sh file associated with the repository (this requires the repository dependency to be in an installed state). The received action_dict will be updated with these discovered paths and returned to the caller. This method handles tool dependency definition tag sets <setup_r_environment>, <setup_ruby_environment>, <setup_python_environment> and <setup_perl_environment>. """ # An example elem is: # <action type="setup_perl_environment"> # <repository name="package_perl_5_18" owner="iuc"> # <package name="perl" version="5.18.1" /> # </repository> # <repository name="package_expat_2_1" owner="iuc" prior_installation_required="True"> # <package name="expat" version="2.1.0" /> # </repository> # <package>http://search.cpan.org/CPAN/authors/id/T/TO/TODDR/XML-Parser-2.41.tar.gz</package> # <package>http://search.cpan.org/CPAN/authors/id/L/LD/LDS/CGI.pm-3.43.tar.gz</package> # </action> for action_elem in elem: if action_elem.tag == 'repository': env_shell_file_paths = self.get_env_shell_file_paths(action_elem) all_env_shell_file_paths.extend(env_shell_file_paths) if all_env_shell_file_paths: action_dict['env_shell_file_paths'] = all_env_shell_file_paths action_dict['action_shell_file_paths'] = all_env_shell_file_paths return action_dict