mirror of
https://github.com/goharbor/harbor.git
synced 2024-09-06 19:18:07 +02:00
1. Change way for quotas verification in upgrade pipeline, prepare specific size of image, then it's an known value for verifcation; 2. Add notary key rotate test; 3. For issue brought by docker 20, clean containerd cache is the only effective way, so both dockerd and containerd should be cache cleard and restarted; 4. Upgrade E2E Dockerfile for importing readable file size package, and other issues; 5. Uncomment project level robot account test in nightly. 6. Get DNS from local setting, and set it into docker deamon config file; Signed-off-by: danfengliu <danfengl@vmware.com>
134 lines
7.5 KiB
Python
134 lines
7.5 KiB
Python
from __future__ import absolute_import
|
|
|
|
import unittest
|
|
import time
|
|
|
|
from testutils import ADMIN_CLIENT, suppress_urllib3_warning
|
|
from testutils import TEARDOWN
|
|
from testutils import harbor_server
|
|
from library.repository import push_special_image_to_project
|
|
from library.docker_api import list_image_tags
|
|
from library.retention import Retention
|
|
from library.project import Project
|
|
from library.repository import Repository
|
|
from library.user import User
|
|
from library.system import System
|
|
from library.artifact import Artifact
|
|
|
|
class TestProjects(unittest.TestCase):
|
|
"""
|
|
Test case:
|
|
Tag Retention
|
|
Setup:
|
|
Create Project test-retention
|
|
Push image test1:1.0, test1:2.0, test1:3.0,latest, test2:1.0, test2:latest, test3:1.0, test4:1.0
|
|
Test Steps:
|
|
1. Create Retention Policy
|
|
2. Add rule "For the repositories matching **, retain always with tags matching latest*"
|
|
3. Add rule "For the repositories matching test3*, retain always with tags matching **"
|
|
4. Dry run, check execution and tasks
|
|
5. Real run, check images retained
|
|
Tear Down:
|
|
1. Delete project test-retention
|
|
"""
|
|
@suppress_urllib3_warning
|
|
def setUp(self):
|
|
self.user = User()
|
|
self.system = System()
|
|
self.repo = Repository()
|
|
self.project = Project()
|
|
self.retention = Retention()
|
|
self.artifact = Artifact()
|
|
self.repo_name_1 = "test1"
|
|
self.repo_name_2 = "test2"
|
|
|
|
@unittest.skipIf(TEARDOWN == False, "Test data won't be erased.")
|
|
def tearDown(self):
|
|
#TODO delete_repository will fail when no tags left anymore
|
|
resp=self.repo.list_repositories(TestProjects.project_src_repo_name, **TestProjects.USER_RA_CLIENT)
|
|
for repo in resp:
|
|
self.repo.delete_repository(TestProjects.project_src_repo_name, repo.name.split('/')[1], **TestProjects.USER_RA_CLIENT)
|
|
self.project.delete_project(TestProjects.project_src_repo_id, **TestProjects.USER_RA_CLIENT)
|
|
self.user.delete_user(TestProjects.user_ra_id, **ADMIN_CLIENT)
|
|
print("Case completed")
|
|
|
|
def testTagRetention(self):
|
|
user_ra_password = "Aa123456"
|
|
user_ra_id, user_ra_name = self.user.create_user(user_password=user_ra_password, **ADMIN_CLIENT)
|
|
print("Created user: %s, id: %s" % (user_ra_name, user_ra_id))
|
|
TestProjects.USER_RA_CLIENT = dict(endpoint=ADMIN_CLIENT["endpoint"],
|
|
username=user_ra_name,
|
|
password=user_ra_password)
|
|
TestProjects.user_ra_id = int(user_ra_id)
|
|
|
|
TestProjects.project_src_repo_id, TestProjects.project_src_repo_name = self.project.create_project(metadata = {"public": "false"}, **TestProjects.USER_RA_CLIENT)
|
|
|
|
# Push image test1:1.0, test1:2.0, test1:3.0,latest, test2:1.0, test2:latest, test3:1.0
|
|
push_special_image_to_project(TestProjects.project_src_repo_name, harbor_server, user_ra_name, user_ra_password, self.repo_name_1, ['1.0'])
|
|
push_special_image_to_project(TestProjects.project_src_repo_name, harbor_server, user_ra_name, user_ra_password, self.repo_name_1, ['2.0'])
|
|
push_special_image_to_project(TestProjects.project_src_repo_name, harbor_server, user_ra_name, user_ra_password, self.repo_name_1, ['3.0','latest'])
|
|
push_special_image_to_project(TestProjects.project_src_repo_name, harbor_server, user_ra_name, user_ra_password, self.repo_name_2, ['1.0'])
|
|
push_special_image_to_project(TestProjects.project_src_repo_name, harbor_server, user_ra_name, user_ra_password, self.repo_name_2, ['latest'])
|
|
push_special_image_to_project(TestProjects.project_src_repo_name, harbor_server, user_ra_name, user_ra_password, "test3", ['1.0'])
|
|
push_special_image_to_project(TestProjects.project_src_repo_name, harbor_server, user_ra_name, user_ra_password, "test4", ['1.0'])
|
|
|
|
tag_data_artifact3_image1 = self.artifact.get_reference_info(TestProjects.project_src_repo_name, self.repo_name_1, "3.0", **TestProjects.USER_RA_CLIENT)
|
|
|
|
tag_data_artifact2_image2 = self.artifact.get_reference_info(TestProjects.project_src_repo_name, self.repo_name_2, "latest", **TestProjects.USER_RA_CLIENT)
|
|
|
|
tags = list_image_tags(harbor_server, TestProjects.project_src_repo_name+"/"+self.repo_name_1, user_ra_name, user_ra_password)
|
|
#Delete all 2 tags of "artifact3" in repostory "image1";
|
|
self.artifact.delete_tag(TestProjects.project_src_repo_name, self.repo_name_1, "3.0", "latest", **TestProjects.USER_RA_CLIENT)
|
|
self.artifact.delete_tag(TestProjects.project_src_repo_name, self.repo_name_1, "3.0", "3.0", **TestProjects.USER_RA_CLIENT)
|
|
tags = list_image_tags(harbor_server, TestProjects.project_src_repo_name+"/"+self.repo_name_1, user_ra_name, user_ra_password)
|
|
|
|
resp=self.repo.list_repositories(TestProjects.project_src_repo_name, **TestProjects.USER_RA_CLIENT)
|
|
self.assertEqual(len(resp), 4)
|
|
|
|
# Create Retention Policy
|
|
retention_id = self.retention.create_retention_policy(TestProjects.project_src_repo_id, selector_repository="**", selector_tag="latest*", expect_status_code = 201, **TestProjects.USER_RA_CLIENT)
|
|
|
|
# Add rule
|
|
self.retention.update_retention_add_rule(retention_id,selector_repository="test3*", selector_tag="**", expect_status_code = 200, **TestProjects.USER_RA_CLIENT)
|
|
|
|
# Dry run
|
|
self.retention.trigger_retention_policy(retention_id, dry_run=True, **TestProjects.USER_RA_CLIENT)
|
|
time.sleep(10)
|
|
resp=self.retention.get_retention_executions(retention_id, **TestProjects.USER_RA_CLIENT)
|
|
self.assertTrue(len(resp)>0)
|
|
execution=resp[0]
|
|
resp=self.retention.get_retention_exec_tasks(retention_id,execution.id, **TestProjects.USER_RA_CLIENT)
|
|
self.assertEqual(len(resp), 4)
|
|
resp=self.retention.get_retention_exec_task_log(retention_id,execution.id,resp[0].id, **TestProjects.USER_RA_CLIENT)
|
|
#For Debug:
|
|
print("Task 0 log begin:-----------------------------")
|
|
i=0
|
|
for line in resp.split("\n"):
|
|
print("Line"+str(i)+": "+line)
|
|
i=i+1
|
|
print("Task 0 log end:-----------------------------")
|
|
|
|
# Real run
|
|
self.retention.trigger_retention_policy(retention_id, dry_run=False, **TestProjects.USER_RA_CLIENT)
|
|
time.sleep(10)
|
|
resp=self.retention.get_retention_executions(retention_id, **TestProjects.USER_RA_CLIENT)
|
|
self.assertTrue(len(resp)>1)
|
|
execution=resp[0]
|
|
resp=self.retention.get_retention_exec_tasks(retention_id,execution.id, **TestProjects.USER_RA_CLIENT)
|
|
self.assertEqual(len(resp), 4)
|
|
resp=self.retention.get_retention_exec_task_log(retention_id,execution.id,resp[0].id, **TestProjects.USER_RA_CLIENT)
|
|
print(resp)
|
|
|
|
#List artifacts successfully, and untagged artifact in test1 should be the only one retained;
|
|
artifacts_1 = self.artifact.list_artifacts(TestProjects.project_src_repo_name, self.repo_name_1, **TestProjects.USER_RA_CLIENT)
|
|
self.assertTrue(len(artifacts_1)==1)
|
|
self.assertEqual(artifacts_1[0].digest, tag_data_artifact3_image1.digest)
|
|
|
|
#List artifacts successfully, and artifact with latest tag in test2 should be the only one retained;
|
|
artifacts_2 = self.artifact.list_artifacts(TestProjects.project_src_repo_name, self.repo_name_2, **TestProjects.USER_RA_CLIENT)
|
|
self.assertTrue(len(artifacts_2)==1)
|
|
self.assertEqual(artifacts_2[0].digest, tag_data_artifact2_image2.digest)
|
|
|
|
if __name__ == '__main__':
|
|
unittest.main()
|