Source code for tool_shed.test.functional.test_0300_reset_all_metadata

from typing import Dict

import pytest

from ..base import common
from ..base.twilltestcase import ShedTwillTestCase

column_maker_repository_name = "column_maker_0020"
column_maker_repository_description = "A flexible aligner."
column_maker_repository_long_description = "A flexible aligner and methylation caller for Bisulfite-Seq applications."

emboss_repository_description = "Galaxy wrappers for Emboss version 5.0.0 tools"
emboss_repository_long_description = "Galaxy wrappers for Emboss version 5.0.0 tools"

emboss_repository_name = "emboss_0050"
emboss_5_repository_name = "emboss_5_0050"
emboss_6_repository_name = "emboss_6_0050"

filtering_repository_name = "filtering_0050"
filtering_repository_description = "Galaxy's filtering tool"
filtering_repository_long_description = "Long description of Galaxy's filtering tool"

freebayes_repository_name = "freebayes_0050"
freebayes_repository_description = "Galaxy's freebayes tool"
freebayes_repository_long_description = "Long description of Galaxy's freebayes tool"

column_repository_name = "column_maker_0050"
column_repository_description = "Add column"
column_repository_long_description = "Compute an expression on every row"

convert_repository_name = "convert_chars_0050"
convert_repository_description = "Convert delimiters"
convert_repository_long_description = "Convert delimiters to tab"

bismark_repository_name = "bismark_0050"
bismark_repository_description = "A flexible aligner."
bismark_repository_long_description = "A flexible aligner and methylation caller for Bisulfite-Seq applications."

category_0050_name = "Test 0050 Circular Dependencies 5 Levels"
category_0050_description = "Test circular dependency features"

running_standalone = False


[docs]class TestResetAllRepositoryMetadata(ShedTwillTestCase): """Verify that the "Reset selected metadata" feature works."""
[docs] def test_0000_initiate_users(self): """Create necessary user accounts.""" self.login(email=common.test_user_1_email, username=common.test_user_1_name) self.login(email=common.admin_email, username=common.admin_username)
[docs] def test_0005_create_filtering_repository(self): """Create and populate the filtering_0000 repository.""" global running_standalone self.login(email=common.admin_email, username=common.admin_username) category_0000 = self.create_category( name="Test 0000 Basic Repository Features 1", description="Test 0000 Basic Repository Features 1" ) self.login(email=common.test_user_1_email, username=common.test_user_1_name) repository = self.get_or_create_repository( name="filtering_0000", description="Galaxy's filtering tool", long_description="Long description of Galaxy's filtering tool", owner=common.test_user_1_name, category=category_0000, ) if self.repository_is_new(repository): running_standalone = True self.commit_tar_to_repository( repository, "filtering/filtering_1.1.0.tar", commit_message="Uploaded filtering 1.1.0 tarball.", ) self.add_tar_to_repository(repository, "filtering/filtering_2.2.0.tar")
[docs] def test_0010_create_freebayes_repository(self): """Create and populate the freebayes_0010 repository.""" global running_standalone self.login(email=common.admin_email, username=common.admin_username) category_0010 = self.create_category( name="Test 0010 Repository With Tool Dependencies", description="Tests for a repository with tool dependencies.", ) self.login(email=common.test_user_1_email, username=common.test_user_1_name) repository = self.get_or_create_repository( name="freebayes_0010", description="Galaxy's freebayes tool", long_description="Long description of Galaxy's freebayes tool", owner=common.test_user_1_name, category=category_0010, strings_displayed=[], ) if running_standalone: self.setup_freebayes_0010_repo(repository)
[docs] def test_0015_create_datatypes_0020_repository(self): """Create and populate the column_maker_0020 repository.""" global running_standalone if running_standalone: self.login(email=common.admin_email, username=common.admin_username) category_0020 = self.create_category( name="Test 0020 Basic Repository Dependencies", description="Testing basic repository dependency features.", ) self.login(email=common.test_user_1_email, username=common.test_user_1_name) repository = self.get_or_create_repository( name="column_maker_0020", description=column_maker_repository_description, long_description=column_maker_repository_long_description, owner=common.test_user_1_name, category=category_0020, strings_displayed=[], ) self.commit_tar_to_repository( repository, "column_maker/column_maker.tar", commit_message="Uploaded column_maker tarball.", )
[docs] def test_0020_create_emboss_0020_repository(self): """Create and populate the emboss_0020 repository.""" global running_standalone if running_standalone: self.login(email=common.admin_email, username=common.admin_username) category_0020 = self.create_category( name="Test 0020 Basic Repository Dependencies", description="Testing basic repository dependency features.", ) self.login(email=common.test_user_1_email, username=common.test_user_1_name) repository = self.get_or_create_repository( name="emboss_0020", description=emboss_repository_long_description, long_description=emboss_repository_long_description, owner=common.test_user_1_name, category=category_0020, strings_displayed=[], ) self.commit_tar_to_repository( repository, "emboss/emboss.tar", commit_message="Uploaded emboss.tar", )
[docs] def test_0025_create_emboss_datatypes_0030_repository(self): """Create and populate the emboss_0030 repository.""" global running_standalone if running_standalone: self.login(email=common.admin_email, username=common.admin_username) category_0030 = self.create_category( name="Test 0030 Repository Dependency Revisions", description="Testing repository dependencies by revision.", ) self.login(email=common.test_user_1_email, username=common.test_user_1_name) column_maker_repository = self.get_or_create_repository( name="column_maker_0030", description=column_maker_repository_description, long_description=column_maker_repository_long_description, owner=common.test_user_1_name, category=category_0030, strings_displayed=[], ) self.commit_tar_to_repository( column_maker_repository, "column_maker/column_maker.tar", commit_message="Uploaded column_maker tarball.", )
[docs] def test_0030_create_emboss_5_repository(self): """Create and populate the emboss_5_0030 repository.""" global running_standalone if running_standalone: self.login(email=common.admin_email, username=common.admin_username) category_0030 = self.create_category( name="Test 0030 Repository Dependency Revisions", description="Testing repository dependencies by revision.", ) self.login(email=common.test_user_1_email, username=common.test_user_1_name) emboss_5_repository = self.get_or_create_repository( name="emboss_5_0030", description=emboss_repository_description, long_description=emboss_repository_long_description, owner=common.test_user_1_name, category=category_0030, strings_displayed=[], ) self.commit_tar_to_repository( emboss_5_repository, "emboss/emboss.tar", commit_message="Uploaded emboss.tar", )
[docs] def test_0035_create_emboss_6_repository(self): """Create and populate the emboss_6_0030 repository.""" global running_standalone if running_standalone: self.login(email=common.admin_email, username=common.admin_username) category_0030 = self.create_category( name="Test 0030 Repository Dependency Revisions", description="Testing repository dependencies by revision.", ) self.login(email=common.test_user_1_email, username=common.test_user_1_name) emboss_6_repository = self.get_or_create_repository( name="emboss_6_0030", description=emboss_repository_description, long_description=emboss_repository_long_description, owner=common.test_user_1_name, category=category_0030, strings_displayed=[], ) self.commit_tar_to_repository( emboss_6_repository, "emboss/emboss.tar", commit_message="Uploaded emboss.tar", )
[docs] def test_0040_create_emboss_0030_repository(self): """Create and populate the emboss_0030 repository.""" global running_standalone if running_standalone: self.login(email=common.admin_email, username=common.admin_username) category_0030 = self.create_category( name="Test 0030 Repository Dependency Revisions", description="Testing repository dependencies by revision.", ) self.login(email=common.test_user_1_email, username=common.test_user_1_name) emboss_repository = self.get_or_create_repository( name="emboss_0030", description=emboss_repository_description, long_description=emboss_repository_long_description, owner=common.test_user_1_name, category=category_0030, strings_displayed=[], ) self.commit_tar_to_repository( emboss_repository, "emboss/emboss.tar", commit_message="Uploaded emboss.tar", )
[docs] def test_0045_create_repository_dependencies_for_0030(self): """Create the dependency structure for test 0030.""" global running_standalone if running_standalone: column_maker_repository = self._get_repository_by_name_and_owner( "column_maker_0030", common.test_user_1_name ) emboss_repository = self._get_repository_by_name_and_owner("emboss_0030", common.test_user_1_name) emboss_5_repository = self._get_repository_by_name_and_owner("emboss_5_0030", common.test_user_1_name) emboss_6_repository = self._get_repository_by_name_and_owner("emboss_6_0030", common.test_user_1_name) repository_dependencies_path = self.generate_temp_path("test_0330", additional_paths=["emboss"]) column_maker_tuple = ( self.url, column_maker_repository.name, column_maker_repository.owner, self.get_repository_tip(column_maker_repository), ) emboss_5_tuple = ( self.url, emboss_5_repository.name, emboss_5_repository.owner, self.get_repository_tip(emboss_5_repository), ) emboss_6_tuple = ( self.url, emboss_6_repository.name, emboss_6_repository.owner, self.get_repository_tip(emboss_6_repository), ) self.create_repository_dependency( repository=emboss_5_repository, repository_tuples=[column_maker_tuple], filepath=repository_dependencies_path, ) self.create_repository_dependency( repository=emboss_6_repository, repository_tuples=[column_maker_tuple], filepath=repository_dependencies_path, ) self.create_repository_dependency( repository=emboss_repository, repository_tuples=[emboss_5_tuple], filepath=repository_dependencies_path ) self.create_repository_dependency( repository=emboss_repository, repository_tuples=[emboss_6_tuple], filepath=repository_dependencies_path )
[docs] def test_0050_create_freebayes_repository(self): """Create and populate the freebayes_0040 repository.""" global running_standalone self.login(email=common.admin_email, username=common.admin_username) category_0040 = self.create_category( name="test_0040_repository_circular_dependencies", description="Testing handling of circular repository dependencies.", ) self.login(email=common.test_user_1_email, username=common.test_user_1_name) repository = self.get_or_create_repository( name="freebayes_0040", description="Galaxy's freebayes tool", long_description="Long description of Galaxy's freebayes tool", owner=common.test_user_1_name, category=category_0040, strings_displayed=[], ) if running_standalone: self.commit_tar_to_repository( repository, "freebayes/freebayes.tar", commit_message="Uploaded freebayes tarball.", )
[docs] def test_0055_create_filtering_repository(self): """Create and populate the filtering_0040 repository.""" global running_standalone if running_standalone: self.login(email=common.admin_email, username=common.admin_username) category_0040 = self.create_category( name="test_0040_repository_circular_dependencies", description="Testing handling of circular repository dependencies.", ) self.login(email=common.test_user_1_email, username=common.test_user_1_name) repository = self.get_or_create_repository( name="filtering_0040", description="Galaxy's filtering tool", long_description="Long description of Galaxy's filtering tool", owner=common.test_user_1_name, category=category_0040, strings_displayed=[], ) self.commit_tar_to_repository( repository, "filtering/filtering_1.1.0.tar", commit_message="Uploaded filtering 1.1.0 tarball.", )
[docs] def test_0060_create_dependency_structure(self): """Create the dependency structure for test 0040.""" global running_standalone if running_standalone: freebayes_repository = self._get_repository_by_name_and_owner("freebayes_0040", common.test_user_1_name) filtering_repository = self._get_repository_by_name_and_owner("filtering_0040", common.test_user_1_name) repository_dependencies_path = self.generate_temp_path("test_0340", additional_paths=["dependencies"]) freebayes_tuple = ( self.url, freebayes_repository.name, freebayes_repository.owner, self.get_repository_tip(freebayes_repository), ) filtering_tuple = ( self.url, filtering_repository.name, filtering_repository.owner, self.get_repository_tip(filtering_repository), ) self.create_repository_dependency( repository=filtering_repository, repository_tuples=[freebayes_tuple], filepath=repository_dependencies_path, ) self.create_repository_dependency( repository=freebayes_repository, repository_tuples=[filtering_tuple], filepath=repository_dependencies_path, )
[docs] def test_0065_create_convert_repository(self): """Create and populate convert_chars_0050.""" global running_standalone if running_standalone: self.login(email=common.admin_email, username=common.admin_username) category = self.create_category(name=category_0050_name, description=category_0050_description) self.login(email=common.test_user_1_email, username=common.test_user_1_name) repository = self.get_or_create_repository( name=convert_repository_name, description=convert_repository_description, long_description=convert_repository_long_description, owner=common.test_user_1_name, category=category, strings_displayed=[], ) self.commit_tar_to_repository( repository, "convert_chars/convert_chars.tar", commit_message="Uploaded convert_chars tarball.", )
[docs] def test_0070_create_column_repository(self): """Create and populate convert_chars_0050.""" global running_standalone if running_standalone: self.login(email=common.admin_email, username=common.admin_username) category = self.create_category(name=category_0050_name, description=category_0050_description) self.login(email=common.test_user_1_email, username=common.test_user_1_name) repository = self.get_or_create_repository( name=column_repository_name, description=column_repository_description, long_description=column_repository_long_description, owner=common.test_user_1_name, category=category, strings_displayed=[], ) self.commit_tar_to_repository( repository, "column_maker/column_maker.tar", commit_message="Uploaded column_maker tarball.", )
[docs] def test_0075_create_emboss_datatypes_repository(self): """noop now..."""
[docs] def test_0080_create_emboss_repository(self): """Create and populate emboss_0050.""" global running_standalone if running_standalone: self.login(email=common.admin_email, username=common.admin_username) category = self.create_category(name=category_0050_name, description=category_0050_description) self.login(email=common.test_user_1_email, username=common.test_user_1_name) repository = self.get_or_create_repository( name=emboss_repository_name, description=emboss_repository_description, long_description=emboss_repository_long_description, owner=common.test_user_1_name, category=category, strings_displayed=[], ) self.commit_tar_to_repository( repository, "emboss/emboss.tar", commit_message="Uploaded emboss tarball.", )
[docs] def test_0085_create_filtering_repository(self): """Create and populate filtering_0050.""" global running_standalone if running_standalone: self.login(email=common.admin_email, username=common.admin_username) category = self.create_category(name=category_0050_name, description=category_0050_description) self.login(email=common.test_user_1_email, username=common.test_user_1_name) filtering_repository = self.get_or_create_repository( name=filtering_repository_name, description=filtering_repository_description, long_description=filtering_repository_long_description, owner=common.test_user_1_name, category=category, strings_displayed=[], ) self.commit_tar_to_repository( filtering_repository, "filtering/filtering_1.1.0.tar", commit_message="Uploaded filtering 1.1.0 tarball.", )
[docs] def test_0090_create_freebayes_repository(self): """Create and populate freebayes_0050.""" global running_standalone if running_standalone: self.login(email=common.admin_email, username=common.admin_username) category = self.create_category(name=category_0050_name, description=category_0050_description) self.login(email=common.test_user_1_email, username=common.test_user_1_name) repository = self.get_or_create_repository( name=freebayes_repository_name, description=freebayes_repository_description, long_description=freebayes_repository_long_description, owner=common.test_user_1_name, category=category, strings_displayed=[], ) self.commit_tar_to_repository( repository, "freebayes/freebayes.tar", commit_message="Uploaded freebayes tarball.", )
[docs] def test_0095_create_bismark_repository(self): """Create and populate bismark_0050.""" global running_standalone if running_standalone: self.login(email=common.admin_email, username=common.admin_username) category = self.create_category(name=category_0050_name, description=category_0050_description) self.login(email=common.test_user_1_email, username=common.test_user_1_name) repository = self.get_or_create_repository( name=bismark_repository_name, description=bismark_repository_description, long_description=bismark_repository_long_description, owner=common.test_user_1_name, category=category, strings_displayed=[], ) self.user_populator().setup_bismark_repo(repository, end=1)
[docs] def test_0100_create_and_upload_dependency_definitions(self): """Create the dependency structure for test 0050.""" global running_standalone if running_standalone: self.login(email=common.test_user_1_email, username=common.test_user_1_name) column_repository = self._get_repository_by_name_and_owner(column_repository_name, common.test_user_1_name) convert_repository = self._get_repository_by_name_and_owner( convert_repository_name, common.test_user_1_name ) emboss_repository = self._get_repository_by_name_and_owner(emboss_repository_name, common.test_user_1_name) filtering_repository = self._get_repository_by_name_and_owner( filtering_repository_name, common.test_user_1_name ) freebayes_repository = self._get_repository_by_name_and_owner( freebayes_repository_name, common.test_user_1_name ) bismark_repository = self._get_repository_by_name_and_owner( bismark_repository_name, common.test_user_1_name ) dependency_xml_path = self.generate_temp_path("test_0050", additional_paths=["freebayes"]) # convert_chars depends on column_maker # column_maker depends on convert_chars # emboss depends on emboss_datatypes # emboss_datatypes depends on bismark # freebayes depends on freebayes, emboss, emboss_datatypes, and column_maker # filtering depends on emboss column_tuple = ( self.url, column_repository.name, column_repository.owner, self.get_repository_tip(column_repository), ) convert_tuple = ( self.url, convert_repository.name, convert_repository.owner, self.get_repository_tip(convert_repository), ) freebayes_tuple = ( self.url, freebayes_repository.name, freebayes_repository.owner, self.get_repository_tip(freebayes_repository), ) emboss_tuple = ( self.url, emboss_repository.name, emboss_repository.owner, self.get_repository_tip(emboss_repository), ) bismark_tuple = ( self.url, bismark_repository.name, bismark_repository.owner, self.get_repository_tip(bismark_repository), ) self.create_repository_dependency( repository=convert_repository, repository_tuples=[column_tuple], filepath=dependency_xml_path ) self.create_repository_dependency( repository=column_repository, repository_tuples=[convert_tuple], filepath=dependency_xml_path ) self.create_repository_dependency( repository=emboss_repository, repository_tuples=[bismark_tuple], filepath=dependency_xml_path ) self.create_repository_dependency( repository=freebayes_repository, repository_tuples=[freebayes_tuple, bismark_tuple, emboss_tuple, column_tuple], filepath=dependency_xml_path, ) self.create_repository_dependency( repository=filtering_repository, repository_tuples=[emboss_tuple], filepath=dependency_xml_path )
[docs] @pytest.mark.xfail def test_0110_reset_metadata_on_all_repositories(self): """Reset metadata on all repositories, then verify that it has not changed.""" self.login(email=common.admin_email, username=common.admin_username) old_metadata: Dict[str, Dict] = {} new_metadata: Dict[str, Dict] = {} repositories = self.test_db_util.get_all_repositories() for repository in repositories: old_metadata[self.security.encode_id(repository.id)] = {} for metadata in self.get_repository_metadata_for_db_object(repository): old_metadata[self.security.encode_id(repository.id)][metadata.changeset_revision] = metadata.metadata self.reset_metadata_on_selected_repositories(list(old_metadata.keys())) for repository in repositories: new_metadata[self.security.encode_id(repository.id)] = {} for metadata in self.get_repository_metadata_for_db_object(repository): new_metadata[self.security.encode_id(repository.id)][metadata.changeset_revision] = metadata.metadata if ( old_metadata[self.security.encode_id(repository.id)] != new_metadata[self.security.encode_id(repository.id)] ): raise AssertionError(f"Metadata changed after reset for repository {repository.name}.")