harbor/tests/robot-cases/Group3-Upgrade/verify.robot

*** Settings ***
Documentation  Harbor BATs
Resource  ../../resources/Util.robot
Default Tags  Nightly

*** Variables ***
${HARBOR_URL}  https://${ip}
${HARBOR_ADMIN}  admin

*** Test Cases ***
Test Case - Upgrade Verify
    [Tags]  1.8-latest
    ${data}=  Load Json From File  ${CURDIR}${/}data.json
    Run Keyword  Verify User  ${data}
    Run Keyword  Verify Project  ${data}
    Run Keyword  Verify Project Label  ${data}
    Run Keyword  Verify Project Metadata  ${data}
    Run Keyword  Verify Member Exist  ${data}
    Run Keyword  Verify Robot Account Exist  ${data}
    Run Keyword  Verify User System Admin Role  ${data}
    Run Keyword  Verify Endpoint  ${data}
    Run Keyword  Verify Replicationrule  ${data}
    Run Keyword  Verify System Setting  ${data}
    Run Keyword  Verify Image Tag  ${data}

Test Case - Upgrade Verify
    [Tags]  1.9-latest
    ${data}=  Load Json From File  ${CURDIR}${/}data.json
    Run Keyword  Verify User  ${data}
    Run Keyword  Verify Project  ${data}
    Run Keyword  Verify Project Label  ${data}
    Run Keyword  Verify Project Metadata  ${data}
    Run Keyword  Verify Member Exist  ${data}
    Run Keyword  Verify Robot Account Exist  ${data}
    Run Keyword  Verify Project-level Allowlist  ${data}
    Run Keyword  Verify Webhook  ${data}
    Run Keyword  Verify Tag Retention Rule  ${data}
    Run Keyword  Verify User System Admin Role  ${data}
    Run Keyword  Verify Endpoint  ${data}
    Run Keyword  Verify Replicationrule  ${data}
    Run Keyword  Verify Interrogation Services  ${data}
    Run Keyword  Verify System Setting  ${data}
    Run Keyword  Verify System Setting Allowlist  ${data}
    Run Keyword  Verify Image Tag  ${data}
    Run Keyword  Verify Trivy Is Default Scanner

Test Case - Upgrade Verify
    [Tags]  1.10-latest
    ${data}=  Load Json From File  ${CURDIR}${/}data.json
    Run Keyword  Verify User  ${data}
    Run Keyword  Verify Project  ${data}
    Run Keyword  Verify Project Label  ${data}
    Run Keyword  Verify Project Metadata  ${data}
    Run Keyword  Verify Member Exist  ${data}
    Run Keyword  Verify Robot Account Exist  ${data}
    Run Keyword  Verify Project-level Allowlist  ${data}
    Run Keyword  Verify Webhook  ${data}
    Run Keyword  Verify Tag Retention Rule  ${data}
    Run Keyword  Verify Tag Immutability Rule  ${data}
    Run Keyword  Verify User System Admin Role  ${data}
    Run Keyword  Verify Endpoint  ${data}
    Run Keyword  Verify Replicationrule  ${data}
    Run Keyword  Verify Interrogation Services  ${data}
    Run Keyword  Verify System Setting  ${data}
    Run Keyword  Verify System Setting Allowlist  ${data}
    Run Keyword  Verify Image Tag  ${data}

Test Case - Upgrade Verify
    [Tags]  2.0-latest
    ${data}=  Load Json From File  ${CURDIR}${/}data.json
    Run Keyword  Verify User  ${data}
    Run Keyword  Verify Project  ${data}
    Run Keyword  Verify Project Metadata  ${data}  check_content_trust=${false}
    #Run Keyword  Verify Project Label  ${data}
    Run Keyword  Verify Member Exist  ${data}
    #TODO in 2.2: Modify this case when new robot account feature is ready.
    #Run Keyword  Verify Robot Account Exist  ${data}
    Run Keyword  Verify Project-level Allowlist  ${data}
    Run Keyword  Verify Webhook For 2.0  ${data}
    Run Keyword  Verify Tag Retention Rule  ${data}
    Run Keyword  Verify Tag Immutability Rule  ${data}
    Run Keyword  Verify User System Admin Role  ${data}
    Run Keyword  Verify Endpoint  ${data}
    Run Keyword  Verify Replicationrule  ${data}
    Run Keyword  Verify Interrogation Services  ${data}
    Run Keyword  Verify System Setting  ${data}
    Run Keyword  Verify System Setting Allowlist  ${data}
    Run Keyword  Verify Image Tag  ${data}
    Run Keyword  Verify Trivy Is Default Scanner
    Run Keyword  Verify Artifact Index  ${data}
    Run Keyword  Verify Quotas Display  ${data}

Test Case - Upgrade Verify
    [Tags]  2.1-latest
    ${data}=  Load Json From File  ${CURDIR}${/}data.json
    Run Keyword  Verify User  ${data}
    Run Keyword  Verify Project  ${data}  verify_registry_name=${true}
    Run Keyword  Verify Project Metadata  ${data}  check_content_trust=${false}  verify_registry_name=${true}
    #Run Keyword  Verify Project Label  ${data}  verify_registry_name=${true}
    Run Keyword  Verify Member Exist  ${data}  verify_registry_name=${true}
    ##TODO in 2.2: Modify this case when new robot account feature is ready.
    #Run Keyword  Verify Robot Account Exist  ${data}  verify_registry_name=${true}
    Run Keyword  Verify Project-level Allowlist  ${data}  verify_registry_name=${true}
    Run Keyword  Verify Webhook For 2.0  ${data}  verify_registry_name=${true}
    Run Keyword  Verify Tag Retention Rule  ${data}  verify_registry_name=${true}
    Run Keyword  Verify Tag Immutability Rule  ${data}  verify_registry_name=${true}
    Run Keyword  Verify Image Tag  ${data}  verify_registry_name=${true}
    Run Keyword  Verify User System Admin Role  ${data}
    Run Keyword  Verify Endpoint  ${data}
    Run Keyword  Verify Replicationrule  ${data}
    Run Keyword  Verify Interrogation Services  ${data}
    Run Keyword  Verify System Setting  ${data}
    Run Keyword  Verify System Setting Allowlist  ${data}
    Run Keyword  Verify Trivy Is Default Scanner
    Run Keyword  Verify Artifact Index  ${data}
    Run Keyword  Verify Proxy Cache Image Existence  ${data}
    Run Keyword  Verify Distributions  ${data}
    Run Keyword  Verify P2P Preheat Policy  ${data}
    Run Keyword  Verify Quotas Display  ${data}