mirror of
https://github.com/goharbor/harbor.git
synced 2024-10-05 08:47:52 +02:00
a2fc1bcfaf
1. Change way for quotas verification in upgrade pipeline, prepare specific size of image, then it's an known value for verifcation; 2. Add notary key rotate test; 3. For issue brought by docker 20, clean containerd cache is the only effective way, so both dockerd and containerd should be cache cleard and restarted; 4. Upgrade E2E Dockerfile for importing readable file size package, and other issues; 5. Uncomment project level robot account test in nightly. 6. Get DNS from local setting, and set it into docker deamon config file; Signed-off-by: danfengliu <danfengl@vmware.com>
118 lines
5.4 KiB
Plaintext
118 lines
5.4 KiB
Plaintext
*** Settings ***
|
|
Documentation Harbor BATs
|
|
Resource ../../resources/Util.robot
|
|
Default Tags Nightly
|
|
|
|
*** Variables ***
|
|
${HARBOR_URL} https://${ip}
|
|
${HARBOR_ADMIN} admin
|
|
|
|
*** Test Cases ***
|
|
Test Case - Upgrade Verify
|
|
[Tags] 1.8-latest
|
|
${data}= Load Json From File ${CURDIR}${/}data.json
|
|
Run Keyword Verify User ${data}
|
|
Run Keyword Verify Project ${data}
|
|
Run Keyword Verify Project Label ${data}
|
|
Run Keyword Verify Project Metadata ${data}
|
|
Run Keyword Verify Member Exist ${data}
|
|
Run Keyword Verify Robot Account Exist ${data}
|
|
Run Keyword Verify User System Admin Role ${data}
|
|
Run Keyword Verify Endpoint ${data}
|
|
Run Keyword Verify Replicationrule ${data}
|
|
Run Keyword Verify System Setting ${data}
|
|
Run Keyword Verify Image Tag ${data}
|
|
|
|
Test Case - Upgrade Verify
|
|
[Tags] 1.9-latest
|
|
${data}= Load Json From File ${CURDIR}${/}data.json
|
|
Run Keyword Verify User ${data}
|
|
Run Keyword Verify Project ${data}
|
|
Run Keyword Verify Project Label ${data}
|
|
Run Keyword Verify Project Metadata ${data}
|
|
Run Keyword Verify Member Exist ${data}
|
|
Run Keyword Verify Robot Account Exist ${data}
|
|
Run Keyword Verify Project-level Allowlist ${data}
|
|
Run Keyword Verify Webhook ${data}
|
|
Run Keyword Verify Tag Retention Rule ${data}
|
|
Run Keyword Verify User System Admin Role ${data}
|
|
Run Keyword Verify Endpoint ${data}
|
|
Run Keyword Verify Replicationrule ${data}
|
|
Run Keyword Verify Interrogation Services ${data}
|
|
Run Keyword Verify System Setting ${data}
|
|
Run Keyword Verify System Setting Allowlist ${data}
|
|
Run Keyword Verify Image Tag ${data}
|
|
Run Keyword Verify Trivy Is Default Scanner
|
|
|
|
Test Case - Upgrade Verify
|
|
[Tags] 1.10-latest
|
|
${data}= Load Json From File ${CURDIR}${/}data.json
|
|
Run Keyword Verify User ${data}
|
|
Run Keyword Verify Project ${data}
|
|
Run Keyword Verify Project Label ${data}
|
|
Run Keyword Verify Project Metadata ${data}
|
|
Run Keyword Verify Member Exist ${data}
|
|
Run Keyword Verify Robot Account Exist ${data}
|
|
Run Keyword Verify Project-level Allowlist ${data}
|
|
Run Keyword Verify Webhook ${data}
|
|
Run Keyword Verify Tag Retention Rule ${data}
|
|
Run Keyword Verify Tag Immutability Rule ${data}
|
|
Run Keyword Verify User System Admin Role ${data}
|
|
Run Keyword Verify Endpoint ${data}
|
|
Run Keyword Verify Replicationrule ${data}
|
|
Run Keyword Verify Interrogation Services ${data}
|
|
Run Keyword Verify System Setting ${data}
|
|
Run Keyword Verify System Setting Allowlist ${data}
|
|
Run Keyword Verify Image Tag ${data}
|
|
|
|
Test Case - Upgrade Verify
|
|
[Tags] 2.0-latest
|
|
${data}= Load Json From File ${CURDIR}${/}data.json
|
|
Run Keyword Verify User ${data}
|
|
Run Keyword Verify Project ${data}
|
|
Run Keyword Verify Project Metadata ${data} check_content_trust=${false}
|
|
#Run Keyword Verify Project Label ${data}
|
|
Run Keyword Verify Member Exist ${data}
|
|
Run Keyword Verify Robot Account Exist ${data}
|
|
Run Keyword Verify Project-level Allowlist ${data}
|
|
Run Keyword Verify Webhook For 2.0 ${data}
|
|
Run Keyword Verify Tag Retention Rule ${data}
|
|
Run Keyword Verify Tag Immutability Rule ${data}
|
|
Run Keyword Verify User System Admin Role ${data}
|
|
Run Keyword Verify Endpoint ${data}
|
|
Run Keyword Verify Replicationrule ${data}
|
|
Run Keyword Verify Interrogation Services ${data}
|
|
Run Keyword Verify System Setting ${data}
|
|
Run Keyword Verify System Setting Allowlist ${data}
|
|
Run Keyword Verify Image Tag ${data}
|
|
Run Keyword Verify Trivy Is Default Scanner
|
|
Run Keyword Verify Artifact Index ${data}
|
|
Run Keyword Verify Quotas Display ${data}
|
|
|
|
Test Case - Upgrade Verify
|
|
[Tags] 2.1-latest
|
|
${data}= Load Json From File ${CURDIR}${/}data.json
|
|
Run Keyword Verify User ${data}
|
|
Run Keyword Verify Project ${data} verify_registry_name=${true}
|
|
Run Keyword Verify Project Metadata ${data} check_content_trust=${false} verify_registry_name=${true}
|
|
#Run Keyword Verify Project Label ${data} verify_registry_name=${true}
|
|
Run Keyword Verify Member Exist ${data} verify_registry_name=${true}
|
|
Run Keyword Verify Robot Account Exist ${data} verify_registry_name=${true}
|
|
Run Keyword Verify Project-level Allowlist ${data} verify_registry_name=${true}
|
|
Run Keyword Verify Webhook For 2.0 ${data} verify_registry_name=${true}
|
|
Run Keyword Verify Tag Retention Rule ${data} verify_registry_name=${true}
|
|
Run Keyword Verify Tag Immutability Rule ${data} verify_registry_name=${true}
|
|
Run Keyword Verify Image Tag ${data} verify_registry_name=${true}
|
|
Run Keyword Verify User System Admin Role ${data}
|
|
Run Keyword Verify Endpoint ${data}
|
|
Run Keyword Verify Replicationrule ${data}
|
|
Run Keyword Verify Interrogation Services ${data}
|
|
Run Keyword Verify System Setting ${data}
|
|
Run Keyword Verify System Setting Allowlist ${data}
|
|
Run Keyword Verify Trivy Is Default Scanner
|
|
Run Keyword Verify Artifact Index ${data}
|
|
Run Keyword Verify Proxy Cache Image Existence ${data}
|
|
Run Keyword Verify Distributions ${data}
|
|
Run Keyword Verify P2P Preheat Policy ${data}
|
|
Run Keyword Verify Quotas Display ${data}
|