mirror of
https://github.com/goharbor/harbor.git
synced 2024-07-08 04:44:50 +02:00
5dcd2ccf8e
1.Add Webhook Tester to the test environment. 2.Create a new project and enable webhook. 3.Trigger different event types(Artifact pushed、Artifact pulled、Artifact deleted、Scanning finished、Scanning stopped、Tag retention finished、Replication finished、Quota near threshold、Quota exceed). 4.Verify that the message is correct in the Webhook Tester. 5.Moved Webhook CRUD test cases from Common.robot to Webhook.robot for triage. Signed-off-by: Yang Jiao <jiaoya@vmware.com>
207 lines
9.5 KiB
Plaintext
207 lines
9.5 KiB
Plaintext
# Copyright Project Harbor Authors
|
|
#
|
|
# Licensed under the Apache License, Version 2.0 (the "License");
|
|
# you may not use this file except in compliance with the License.
|
|
# You may obtain a copy of the License at
|
|
#
|
|
# http://www.apache.org/licenses/LICENSE-2.0
|
|
#
|
|
# Unless required by applicable law or agreed to in writing, software
|
|
# distributed under the License is distributed on an "AS IS" BASIS,
|
|
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
# See the License for the specific language governing permissions and
|
|
# limitations under the License
|
|
|
|
*** Settings ***
|
|
Documentation Harbor BATs
|
|
Resource ../../resources/Util.robot
|
|
Default Tags Nightly
|
|
|
|
*** Variables ***
|
|
${HARBOR_URL} https://${ip}
|
|
${HARBOR_ADMIN} admin
|
|
|
|
*** Test Cases ***
|
|
Test Case - Webhook CRUD
|
|
[Tags] webhook_crud
|
|
Init Chrome Driver
|
|
${d}= Get Current Date result_format=%m%s
|
|
Sign In Harbor ${HARBOR_URL} ${HARBOR_ADMIN} ${HARBOR_PASSWORD}
|
|
Create An New Project And Go Into Project project${d}
|
|
Switch To Project Webhooks
|
|
# create more than one webhooks
|
|
Create A New Webhook webhook${d} https://test.com
|
|
Create A New Webhook webhook2${d} https://test2.com
|
|
Update A Webhook webhook${d} newWebhook${d} https://new-test.com
|
|
Enable/Deactivate State of Same Webhook newWebhook${d}
|
|
Delete A Webhook newWebhook${d}
|
|
Close Browser
|
|
|
|
Test Case - Artifact Event Type Webhook Functionality
|
|
[Tags] artifact_webhook
|
|
Init Chrome Driver
|
|
${image}= Set Variable busybox
|
|
${tag}= Set Variable latest
|
|
${digest}= Set Variable sha256:34efe68cca33507682b1673c851700ec66839ecf94d19b928176e20d20e02413
|
|
${d}= Get Current Date result_format=%m%s
|
|
Go To http://${WEBHOOK_ENDPOINT}
|
|
Delete All Requests
|
|
${webhook_endpoint_url}= Get Text //p//code
|
|
New Tab
|
|
Sign In Harbor ${HARBOR_URL} ${HARBOR_ADMIN} ${HARBOR_PASSWORD}
|
|
Create An New Project And Go Into Project project${d}
|
|
Switch To Project Webhooks
|
|
@{event_type} Create List Artifact deleted Artifact pulled Artifact pushed
|
|
Create A New Webhook webhook${d} ${webhook_endpoint_url} @{event_type}
|
|
${handles}= Get Window Handles
|
|
${webhook_handle}= Set Variable ${handles}[0]
|
|
${harbor_handle}= Set Variable ${handles}[1]
|
|
# Artifact pushed
|
|
Push Image With Tag ${ip} ${HARBOR_ADMIN} ${HARBOR_PASSWORD} project${d} ${image} ${tag}
|
|
Switch Window ${webhook_handle}
|
|
&{artifact_pushed_property}= Create Dictionary type=PUSH_ARTIFACT operator=${HARBOR_ADMIN} namespace=project${d} name=${image} tag=${tag}
|
|
Verify Request &{artifact_pushed_property}
|
|
Delete All Requests
|
|
Clean All Local Images
|
|
# Artifact pulled
|
|
Docker Login ${ip} ${HARBOR_ADMIN} ${HARBOR_PASSWORD}
|
|
Docker Pull ${ip}/project${d}/${image}:${tag}
|
|
Docker Logout ${ip}
|
|
&{artifact_pulled_property}= Create Dictionary type=PULL_ARTIFACT operator=${HARBOR_ADMIN} namespace=project${d} name=${image} tag=${digest}
|
|
Verify Request &{artifact_pulled_property}
|
|
Delete All Requests
|
|
# Artifact deleted
|
|
Switch Window ${harbor_handle}
|
|
Go Into Project project${d}
|
|
Go Into Repo project${d}/${image}
|
|
@{tag_list} Create List ${tag}
|
|
Multi-delete Artifact @{tag_list}
|
|
Switch Window ${webhook_handle}
|
|
&{artifact_deleted_property}= Create Dictionary type=DELETE_ARTIFACT operator=${HARBOR_ADMIN} namespace=project${d} name=${image} tag=${tag}
|
|
Verify Request &{artifact_deleted_property}
|
|
Delete All Requests
|
|
Close Browser
|
|
|
|
Test Case - Scan Event Type Webhook Functionality
|
|
[Tags] scan_webhook
|
|
Init Chrome Driver
|
|
${image1}= Set Variable busybox
|
|
${tag1}= Set Variable latest
|
|
${image2}= Set Variable goharbor/harbor-e2e-engine
|
|
${tag2}= Set Variable latest-api
|
|
${d}= Get Current Date result_format=%m%s
|
|
Go To http://${WEBHOOK_ENDPOINT}
|
|
Delete All Requests
|
|
${webhook_endpoint_url}= Get Text //p//code
|
|
New Tab
|
|
Sign In Harbor ${HARBOR_URL} ${HARBOR_ADMIN} ${HARBOR_PASSWORD}
|
|
Create An New Project And Go Into Project project${d}
|
|
Push Image With Tag ${ip} ${HARBOR_ADMIN} ${HARBOR_PASSWORD} project${d} ${image1} ${tag1} ${tag1}
|
|
Push Image With Tag ${ip} ${HARBOR_ADMIN} ${HARBOR_PASSWORD} project${d} ${image2} ${tag2} ${tag2}
|
|
Switch To Project Webhooks
|
|
@{event_type} Create List Scanning finished Scanning stopped
|
|
Create A New Webhook webhook${d} ${webhook_endpoint_url} @{event_type}
|
|
${handles}= Get Window Handles
|
|
${webhook_handle}= Set Variable ${handles}[0]
|
|
${harbor_handle}= Set Variable ${handles}[1]
|
|
# Scanning finished
|
|
Switch To Project Repo
|
|
Go Into Repo project${d}/${image1}
|
|
Scan Repo ${tag1} Succeed
|
|
Switch Window ${webhook_handle}
|
|
&{scanning_finished_property}= Create Dictionary type=SCANNING_COMPLETED scan_status=Success namespace=project${d} tag=${tag1} name=${image1}
|
|
Verify Request &{scanning_finished_property}
|
|
Delete All Requests
|
|
# Scanning stopped
|
|
Switch Window ${harbor_handle}
|
|
Scan Artifact project${d} ${image2}
|
|
Stop Scan Artifact
|
|
Check Scan Artifact Job Status Is Stopped
|
|
Switch Window ${webhook_handle}
|
|
&{scanning_stopped_property}= Create Dictionary type=SCANNING_STOPPED scan_status=Stopped namespace=project${d} tag=${tag2} name=${image2}
|
|
Verify Request &{scanning_stopped_property}
|
|
Delete All Requests
|
|
Close Browser
|
|
|
|
Test Case - Tag Retention And Replication Event Type Webhook Functionality
|
|
[Tags] tag_retention_replication_webhook
|
|
Init Chrome Driver
|
|
${image}= Set Variable busybox
|
|
${tag1}= Set Variable latest
|
|
${tag2}= Set Variable stable
|
|
${d}= Get Current Date result_format=%m%s
|
|
Go To http://${WEBHOOK_ENDPOINT}
|
|
Delete All Requests
|
|
${webhook_endpoint_url}= Get Text //p//code
|
|
New Tab
|
|
Sign In Harbor ${HARBOR_URL} ${HARBOR_ADMIN} ${HARBOR_PASSWORD}
|
|
Create An New Project And Go Into Project project_dest${d}
|
|
Create An New Project And Go Into Project project${d}
|
|
Push Image With Tag ${ip} ${HARBOR_ADMIN} ${HARBOR_PASSWORD} project${d} ${image} ${tag1} ${tag1}
|
|
Push Image With Tag ${ip} ${HARBOR_ADMIN} ${HARBOR_PASSWORD} project${d} ${image} ${tag2} ${tag2}
|
|
Switch To Project Webhooks
|
|
@{event_type} Create List Tag retention finished Replication finished
|
|
Create A New Webhook webhook${d} ${webhook_endpoint_url} @{event_type}
|
|
${handles}= Get Window Handles
|
|
${webhook_handle}= Set Variable ${handles}[0]
|
|
${harbor_handle}= Set Variable ${handles}[1]
|
|
# Tag retention finished
|
|
Switch To Tag Retention
|
|
Add A Tag Retention Rule
|
|
Edit A Tag Retention Rule ** ${tag1}
|
|
Execute Run ${image}
|
|
Switch Window ${webhook_handle}
|
|
&{tag_retention_finished_property}= Create Dictionary type=TAG_RETENTION operator=MANUAL project_name=project${d} name_tag=${image}:${tag2} status=SUCCESS
|
|
Verify Request &{tag_retention_finished_property}
|
|
Delete All Requests
|
|
# Replication finished
|
|
Switch Window ${harbor_handle}
|
|
Switch To Registries
|
|
Create A New Endpoint harbor e${d} https://${ip} ${HARBOR_ADMIN} ${HARBOR_PASSWORD}
|
|
Switch To Replication Manage
|
|
Create A Rule With Existing Endpoint rule_push_${d} push project${d}/* image e${d} project_push_dest${d}
|
|
Select Rule And Replicate rule_push_${d}
|
|
Retry Wait Until Page Contains Succeeded
|
|
Switch Window ${webhook_handle}
|
|
&{replication_finished_property}= Create Dictionary type=REPLICATION operator=MANUAL registry_type=harbor harbor_hostname=${ip}
|
|
Verify Request &{replication_finished_property}
|
|
Delete All Requests
|
|
Close Browser
|
|
|
|
Test Case - Tag Quota Event Type Webhook Functionality
|
|
[Tags] quota_webhook
|
|
Init Chrome Driver
|
|
${d}= Get Current Date result_format=%m%s
|
|
${image}= Set Variable nginx
|
|
${tag1}= Set Variable 1.17.6
|
|
${tag2}= Set Variable 1.14.0
|
|
${storage_quota}= Set Variable 50
|
|
Go To http://${WEBHOOK_ENDPOINT}
|
|
Delete All Requests
|
|
${webhook_endpoint_url}= Get Text //p//code
|
|
New Tab
|
|
Sign In Harbor ${HARBOR_URL} ${HARBOR_ADMIN} ${HARBOR_PASSWORD}
|
|
Create An New Project And Go Into Project project${d} storage_quota=${storage_quota} storage_quota_unit=MiB
|
|
Switch To Project Webhooks
|
|
@{event_type} Create List Quota near threshold
|
|
Create A New Webhook webhook${d} ${webhook_endpoint_url} @{event_type}
|
|
${handles}= Get Window Handles
|
|
${webhook_handle}= Set Variable ${handles}[0]
|
|
${harbor_handle}= Set Variable ${handles}[1]
|
|
# Quota near threshold
|
|
Push Image With Tag ${ip} ${HARBOR_ADMIN} ${HARBOR_PASSWORD} project${d} ${image} ${tag1} ${tag1}
|
|
Switch Window ${webhook_handle}
|
|
&{quota_near_threshold_property}= Create Dictionary type=QUOTA_WARNING name=nginx namespace=project${d}
|
|
Verify Request &{quota_near_threshold_property}
|
|
Delete All Requests
|
|
# Quota exceed
|
|
Switch Window ${harbor_handle}
|
|
Delete A Webhook webhook${d}
|
|
@{event_type} Create List Quota exceed
|
|
Create A New Webhook webhook${d} ${webhook_endpoint_url} @{event_type}
|
|
Cannot Push image ${ip} ${HARBOR_ADMIN} ${HARBOR_PASSWORD} project${d} ${image}:${tag2} err_msg=adding 21.1 MiB of storage resource, which when updated to current usage of 48.5 MiB will exceed the configured upper limit of ${storage_quota}.0 MiB.
|
|
Switch Window ${webhook_handle}
|
|
&{quota_exceed_property}= Create Dictionary type=QUOTA_EXCEED name=nginx namespace=project${d}
|
|
Verify Request &{quota_exceed_property}
|
|
Delete All Requests
|
|
Close Browser |