mirror of
https://github.com/goharbor/harbor.git
synced 2024-12-27 19:17:47 +01:00
Add webhook functionality test case (#16944)
1.Add Webhook Tester to the test environment. 2.Create a new project and enable webhook. 3.Trigger different event types(Artifact pushed、Artifact pulled、Artifact deleted、Scanning finished、Scanning stopped、Tag retention finished、Replication finished、Quota near threshold、Quota exceed). 4.Verify that the message is correct in the Webhook Tester. 5.Moved Webhook CRUD test cases from Common.robot to Webhook.robot for triage. Signed-off-by: Yang Jiao <jiaoya@vmware.com>
This commit is contained in:
Yang Jiao
GitHub
parent
b43ba15f40
commit
5dcd2ccf8e
@ -108,12 +108,12 @@ Execute Dry Run
|
||||
Execute Result Should Be ${image} ${result}
|
||||
|
||||
Execute Run
|
||||
[Arguments] ${image} ${result}
|
||||
[Arguments] ${image} ${result}=${null}
|
||||
Retry Element Click xpath=${project_tag_retention_run_now_xpath}
|
||||
Retry Element Click xpath=${project_tag_retention_execute_run_xpath}
|
||||
Retry Wait Until Page Contains Element xpath=${project_tag_retention_record_no_xpath}
|
||||
Sleep 5
|
||||
Retry Element Click xpath=${project_tag_retention_record_no_xpath}
|
||||
# memcached:123 should be deleted and hello-world:latest should be retained
|
||||
Execute Result Should Be ${image} ${result}
|
||||
Run Keyword If '${result}' != '${null}' Execute Result Should Be ${image} ${result}
|
||||
|
||||
|
||||
@ -11,13 +11,25 @@ Switch To Project Webhooks
|
||||
Sleep 1
|
||||
|
||||
Create A New Webhook
|
||||
[Arguments] ${webhook_name} ${webhook_endpoint_url}
|
||||
[Arguments] ${webhook_name} ${webhook_endpoint_url} @{event_type}
|
||||
Retry Element Click ${new_webhook_button_xpath}
|
||||
Retry Text Input ${webhook_name_xpath} ${webhook_name}
|
||||
Retry Text Input ${webhook_endpoint_id_xpath} ${webhook_endpoint_url}
|
||||
${len}= Get Length ${event_type}
|
||||
Run Keyword If ${len} > 0 Select Event Type @{event_type}
|
||||
Retry Double Keywords When Error Retry Element Click ${create_webhooks_continue_button_xpath} Retry Wait Until Page Not Contains Element ${create_webhooks_continue_button_xpath}
|
||||
Retry Wait Until Page Contains ${webhook_name}
|
||||
|
||||
Select Event Type
|
||||
[Arguments] @{event_type}
|
||||
@{elements}= Get WebElements //form//div[contains(@class,'clr-control-inline')]//label
|
||||
FOR ${element} IN @{elements}
|
||||
Retry Element Click ${element}
|
||||
END
|
||||
FOR ${element} IN @{event_type}
|
||||
Retry Element Click //form//div[contains(@class,'clr-control-inline')]//label[contains(.,'${element}')]
|
||||
END
|
||||
|
||||
Update A Webhook
|
||||
[Arguments] ${old_webhook_name} ${new_webhook_name} ${new_webhook_enpoint}
|
||||
# select one webhook
|
||||
|
||||
@ -70,7 +70,7 @@ Multi-delete Object
|
||||
|
||||
# This func cannot support as the delete user flow changed.
|
||||
Multi-delete Artifact
|
||||
[Arguments] ${delete_btn} @{obj}
|
||||
[Arguments] @{obj}
|
||||
FOR ${obj} IN @{obj}
|
||||
${element}= Set Variable xpath=//clr-dg-row[contains(.,'${obj}')]//label
|
||||
Retry Element Click ${element}
|
||||
|
||||
@ -453,8 +453,7 @@ Check Harbor Api Page
|
||||
Retry Link Click //a[contains(.,'Harbor API V2.0')]
|
||||
Sleep 3
|
||||
Switch Window locator=NEW
|
||||
${Title}= Get Title
|
||||
Should Be Equal ${Title} Harbor Swagger
|
||||
Title Should Be Harbor Swagger
|
||||
Retry Wait Element xpath=//h2[contains(.,"Harbor API")]
|
||||
|
||||
Body Of Stop Scan And Stop Scan All
|
||||
|
||||
@ -76,6 +76,7 @@ Resource Nightly-Util.robot
|
||||
Resource APITest-Util.robot
|
||||
Resource Cosign_Util.robot
|
||||
Resource Imgpkg-Util.robot
|
||||
Resource Webhook-Util.robot
|
||||
Resource TestCaseBody.robot
|
||||
|
||||
*** Keywords ***
|
||||
@ -296,3 +297,7 @@ Log All
|
||||
[Arguments] ${text}
|
||||
Log To Console ${text}
|
||||
Log ${text}
|
||||
|
||||
New Tab
|
||||
Execute Javascript window.open('')
|
||||
Select Window title=undefined
|
||||
29
tests/resources/Webhook-Util.robot
Normal file
29
tests/resources/Webhook-Util.robot
Normal file
@ -0,0 +1,29 @@
|
||||
# Copyright Project Harbor Authors
|
||||
#
|
||||
# Licensed under the Apache License, Version 2.0 (the "License");
|
||||
# you may not use this file except in compliance with the License.
|
||||
# You may obtain a copy of the License at
|
||||
#
|
||||
# http://www.apache.org/licenses/LICENSE-2.0
|
||||
#
|
||||
# Unless required by applicable law or agreed to in writing, software
|
||||
# distributed under the License is distributed on an "AS IS" BASIS,
|
||||
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
||||
# See the License for the specific language governing permissions and
|
||||
# limitations under the License
|
||||
|
||||
*** Settings ***
|
||||
Documentation This resource provides helper functions for docker operations
|
||||
Library OperatingSystem
|
||||
Library Process
|
||||
|
||||
*** Keywords ***
|
||||
Delete All Requests
|
||||
Sleep 3
|
||||
Run Keyword And Ignore Error Button Click //button[contains(., 'Delete all requests')]
|
||||
|
||||
Verify Request
|
||||
[Arguments] &{property}
|
||||
FOR ${key} IN @{property.keys()}
|
||||
Wait Until Page Contains "${key}":"${property['${key}']}"
|
||||
END
|
||||
@ -410,7 +410,7 @@ Test Case - Delete Multi Artifacts
|
||||
Go Into Project project${d}
|
||||
Go Into Repo redis
|
||||
@{tag_list} Create List 3.2.10-alpine 4.0.7-alpine
|
||||
Multi-delete Artifact ${tag_delete_btn} @{tag_list}
|
||||
Multi-delete Artifact @{tag_list}
|
||||
# Verify
|
||||
Delete Success sha256:dd179737 sha256:28a85227
|
||||
Close Browser
|
||||
@ -617,20 +617,6 @@ Test Case - Project Quotas Control Under Copy
|
||||
Retry Wait Until Page Not Contains Element xpath=//clr-dg-cell[contains(.,'${image_b}')]/a
|
||||
Close Browser
|
||||
|
||||
Test Case - Webhook CRUD
|
||||
Init Chrome Driver
|
||||
${d}= Get Current Date result_format=%m%s
|
||||
Sign In Harbor ${HARBOR_URL} ${HARBOR_ADMIN} ${HARBOR_PASSWORD}
|
||||
Create An New Project And Go Into Project project${d}
|
||||
Switch To Project Webhooks
|
||||
# create more than one webhooks
|
||||
Create A New Webhook webhook${d} https://test.com
|
||||
Create A New Webhook webhook2${d} https://test2.com
|
||||
Update A Webhook webhook${d} newWebhook${d} https://new-test.com
|
||||
Enable/Deactivate State of Same Webhook newWebhook${d}
|
||||
Delete A Webhook newWebhook${d}
|
||||
Close Browser
|
||||
|
||||
Test Case - Tag CRUD
|
||||
Init Chrome Driver
|
||||
Sign In Harbor ${HARBOR_URL} ${HARBOR_ADMIN} ${HARBOR_PASSWORD}
|
||||
@ -859,7 +845,7 @@ Test Case - Go To Harbor Api Page
|
||||
[Tags] go_to_harbor_api_page
|
||||
Init Chrome Driver
|
||||
Sign In Harbor ${HARBOR_URL} ${HARBOR_ADMIN} ${HARBOR_PASSWORD}
|
||||
Retry Keyword N Times When Error 4 Check Harbor Api Page
|
||||
Retry Keyword N Times When Error 4 Check Harbor Api Page
|
||||
Close Browser
|
||||
|
||||
Test Case - WASM Push And Pull To Harbor
|
||||
|
||||
207
tests/robot-cases/Group1-Nightly/Webhook.robot
Normal file
207
tests/robot-cases/Group1-Nightly/Webhook.robot
Normal file
@ -0,0 +1,207 @@
|
||||
# Copyright Project Harbor Authors
|
||||
#
|
||||
# Licensed under the Apache License, Version 2.0 (the "License");
|
||||
# you may not use this file except in compliance with the License.
|
||||
# You may obtain a copy of the License at
|
||||
#
|
||||
# http://www.apache.org/licenses/LICENSE-2.0
|
||||
#
|
||||
# Unless required by applicable law or agreed to in writing, software
|
||||
# distributed under the License is distributed on an "AS IS" BASIS,
|
||||
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
||||
# See the License for the specific language governing permissions and
|
||||
# limitations under the License
|
||||
|
||||
*** Settings ***
|
||||
Documentation Harbor BATs
|
||||
Resource ../../resources/Util.robot
|
||||
Default Tags Nightly
|
||||
|
||||
*** Variables ***
|
||||
${HARBOR_URL} https://${ip}
|
||||
${HARBOR_ADMIN} admin
|
||||
|
||||
*** Test Cases ***
|
||||
Test Case - Webhook CRUD
|
||||
[Tags] webhook_crud
|
||||
Init Chrome Driver
|
||||
${d}= Get Current Date result_format=%m%s
|
||||
Sign In Harbor ${HARBOR_URL} ${HARBOR_ADMIN} ${HARBOR_PASSWORD}
|
||||
Create An New Project And Go Into Project project${d}
|
||||
Switch To Project Webhooks
|
||||
# create more than one webhooks
|
||||
Create A New Webhook webhook${d} https://test.com
|
||||
Create A New Webhook webhook2${d} https://test2.com
|
||||
Update A Webhook webhook${d} newWebhook${d} https://new-test.com
|
||||
Enable/Deactivate State of Same Webhook newWebhook${d}
|
||||
Delete A Webhook newWebhook${d}
|
||||
Close Browser
|
||||
|
||||
Test Case - Artifact Event Type Webhook Functionality
|
||||
[Tags] artifact_webhook
|
||||
Init Chrome Driver
|
||||
${image}= Set Variable busybox
|
||||
${tag}= Set Variable latest
|
||||
${digest}= Set Variable sha256:34efe68cca33507682b1673c851700ec66839ecf94d19b928176e20d20e02413
|
||||
${d}= Get Current Date result_format=%m%s
|
||||
Go To http://${WEBHOOK_ENDPOINT}
|
||||
Delete All Requests
|
||||
${webhook_endpoint_url}= Get Text //p//code
|
||||
New Tab
|
||||
Sign In Harbor ${HARBOR_URL} ${HARBOR_ADMIN} ${HARBOR_PASSWORD}
|
||||
Create An New Project And Go Into Project project${d}
|
||||
Switch To Project Webhooks
|
||||
@{event_type} Create List Artifact deleted Artifact pulled Artifact pushed
|
||||
Create A New Webhook webhook${d} ${webhook_endpoint_url} @{event_type}
|
||||
${handles}= Get Window Handles
|
||||
${webhook_handle}= Set Variable ${handles}[0]
|
||||
${harbor_handle}= Set Variable ${handles}[1]
|
||||
# Artifact pushed
|
||||
Push Image With Tag ${ip} ${HARBOR_ADMIN} ${HARBOR_PASSWORD} project${d} ${image} ${tag}
|
||||
Switch Window ${webhook_handle}
|
||||
&{artifact_pushed_property}= Create Dictionary type=PUSH_ARTIFACT operator=${HARBOR_ADMIN} namespace=project${d} name=${image} tag=${tag}
|
||||
Verify Request &{artifact_pushed_property}
|
||||
Delete All Requests
|
||||
Clean All Local Images
|
||||
# Artifact pulled
|
||||
Docker Login ${ip} ${HARBOR_ADMIN} ${HARBOR_PASSWORD}
|
||||
Docker Pull ${ip}/project${d}/${image}:${tag}
|
||||
Docker Logout ${ip}
|
||||
&{artifact_pulled_property}= Create Dictionary type=PULL_ARTIFACT operator=${HARBOR_ADMIN} namespace=project${d} name=${image} tag=${digest}
|
||||
Verify Request &{artifact_pulled_property}
|
||||
Delete All Requests
|
||||
# Artifact deleted
|
||||
Switch Window ${harbor_handle}
|
||||
Go Into Project project${d}
|
||||
Go Into Repo project${d}/${image}
|
||||
@{tag_list} Create List ${tag}
|
||||
Multi-delete Artifact @{tag_list}
|
||||
Switch Window ${webhook_handle}
|
||||
&{artifact_deleted_property}= Create Dictionary type=DELETE_ARTIFACT operator=${HARBOR_ADMIN} namespace=project${d} name=${image} tag=${tag}
|
||||
Verify Request &{artifact_deleted_property}
|
||||
Delete All Requests
|
||||
Close Browser
|
||||
|
||||
Test Case - Scan Event Type Webhook Functionality
|
||||
[Tags] scan_webhook
|
||||
Init Chrome Driver
|
||||
${image1}= Set Variable busybox
|
||||
${tag1}= Set Variable latest
|
||||
${image2}= Set Variable goharbor/harbor-e2e-engine
|
||||
${tag2}= Set Variable latest-api
|
||||
${d}= Get Current Date result_format=%m%s
|
||||
Go To http://${WEBHOOK_ENDPOINT}
|
||||
Delete All Requests
|
||||
${webhook_endpoint_url}= Get Text //p//code
|
||||
New Tab
|
||||
Sign In Harbor ${HARBOR_URL} ${HARBOR_ADMIN} ${HARBOR_PASSWORD}
|
||||
Create An New Project And Go Into Project project${d}
|
||||
Push Image With Tag ${ip} ${HARBOR_ADMIN} ${HARBOR_PASSWORD} project${d} ${image1} ${tag1} ${tag1}
|
||||
Push Image With Tag ${ip} ${HARBOR_ADMIN} ${HARBOR_PASSWORD} project${d} ${image2} ${tag2} ${tag2}
|
||||
Switch To Project Webhooks
|
||||
@{event_type} Create List Scanning finished Scanning stopped
|
||||
Create A New Webhook webhook${d} ${webhook_endpoint_url} @{event_type}
|
||||
${handles}= Get Window Handles
|
||||
${webhook_handle}= Set Variable ${handles}[0]
|
||||
${harbor_handle}= Set Variable ${handles}[1]
|
||||
# Scanning finished
|
||||
Switch To Project Repo
|
||||
Go Into Repo project${d}/${image1}
|
||||
Scan Repo ${tag1} Succeed
|
||||
Switch Window ${webhook_handle}
|
||||
&{scanning_finished_property}= Create Dictionary type=SCANNING_COMPLETED scan_status=Success namespace=project${d} tag=${tag1} name=${image1}
|
||||
Verify Request &{scanning_finished_property}
|
||||
Delete All Requests
|
||||
# Scanning stopped
|
||||
Switch Window ${harbor_handle}
|
||||
Scan Artifact project${d} ${image2}
|
||||
Stop Scan Artifact
|
||||
Check Scan Artifact Job Status Is Stopped
|
||||
Switch Window ${webhook_handle}
|
||||
&{scanning_stopped_property}= Create Dictionary type=SCANNING_STOPPED scan_status=Stopped namespace=project${d} tag=${tag2} name=${image2}
|
||||
Verify Request &{scanning_stopped_property}
|
||||
Delete All Requests
|
||||
Close Browser
|
||||
|
||||
Test Case - Tag Retention And Replication Event Type Webhook Functionality
|
||||
[Tags] tag_retention_replication_webhook
|
||||
Init Chrome Driver
|
||||
${image}= Set Variable busybox
|
||||
${tag1}= Set Variable latest
|
||||
${tag2}= Set Variable stable
|
||||
${d}= Get Current Date result_format=%m%s
|
||||
Go To http://${WEBHOOK_ENDPOINT}
|
||||
Delete All Requests
|
||||
${webhook_endpoint_url}= Get Text //p//code
|
||||
New Tab
|
||||
Sign In Harbor ${HARBOR_URL} ${HARBOR_ADMIN} ${HARBOR_PASSWORD}
|
||||
Create An New Project And Go Into Project project_dest${d}
|
||||
Create An New Project And Go Into Project project${d}
|
||||
Push Image With Tag ${ip} ${HARBOR_ADMIN} ${HARBOR_PASSWORD} project${d} ${image} ${tag1} ${tag1}
|
||||
Push Image With Tag ${ip} ${HARBOR_ADMIN} ${HARBOR_PASSWORD} project${d} ${image} ${tag2} ${tag2}
|
||||
Switch To Project Webhooks
|
||||
@{event_type} Create List Tag retention finished Replication finished
|
||||
Create A New Webhook webhook${d} ${webhook_endpoint_url} @{event_type}
|
||||
${handles}= Get Window Handles
|
||||
${webhook_handle}= Set Variable ${handles}[0]
|
||||
${harbor_handle}= Set Variable ${handles}[1]
|
||||
# Tag retention finished
|
||||
Switch To Tag Retention
|
||||
Add A Tag Retention Rule
|
||||
Edit A Tag Retention Rule ** ${tag1}
|
||||
Execute Run ${image}
|
||||
Switch Window ${webhook_handle}
|
||||
&{tag_retention_finished_property}= Create Dictionary type=TAG_RETENTION operator=MANUAL project_name=project${d} name_tag=${image}:${tag2} status=SUCCESS
|
||||
Verify Request &{tag_retention_finished_property}
|
||||
Delete All Requests
|
||||
# Replication finished
|
||||
Switch Window ${harbor_handle}
|
||||
Switch To Registries
|
||||
Create A New Endpoint harbor e${d} https://${ip} ${HARBOR_ADMIN} ${HARBOR_PASSWORD}
|
||||
Switch To Replication Manage
|
||||
Create A Rule With Existing Endpoint rule_push_${d} push project${d}/* image e${d} project_push_dest${d}
|
||||
Select Rule And Replicate rule_push_${d}
|
||||
Retry Wait Until Page Contains Succeeded
|
||||
Switch Window ${webhook_handle}
|
||||
&{replication_finished_property}= Create Dictionary type=REPLICATION operator=MANUAL registry_type=harbor harbor_hostname=${ip}
|
||||
Verify Request &{replication_finished_property}
|
||||
Delete All Requests
|
||||
Close Browser
|
||||
|
||||
Test Case - Tag Quota Event Type Webhook Functionality
|
||||
[Tags] quota_webhook
|
||||
Init Chrome Driver
|
||||
${d}= Get Current Date result_format=%m%s
|
||||
${image}= Set Variable nginx
|
||||
${tag1}= Set Variable 1.17.6
|
||||
${tag2}= Set Variable 1.14.0
|
||||
${storage_quota}= Set Variable 50
|
||||
Go To http://${WEBHOOK_ENDPOINT}
|
||||
Delete All Requests
|
||||
${webhook_endpoint_url}= Get Text //p//code
|
||||
New Tab
|
||||
Sign In Harbor ${HARBOR_URL} ${HARBOR_ADMIN} ${HARBOR_PASSWORD}
|
||||
Create An New Project And Go Into Project project${d} storage_quota=${storage_quota} storage_quota_unit=MiB
|
||||
Switch To Project Webhooks
|
||||
@{event_type} Create List Quota near threshold
|
||||
Create A New Webhook webhook${d} ${webhook_endpoint_url} @{event_type}
|
||||
${handles}= Get Window Handles
|
||||
${webhook_handle}= Set Variable ${handles}[0]
|
||||
${harbor_handle}= Set Variable ${handles}[1]
|
||||
# Quota near threshold
|
||||
Push Image With Tag ${ip} ${HARBOR_ADMIN} ${HARBOR_PASSWORD} project${d} ${image} ${tag1} ${tag1}
|
||||
Switch Window ${webhook_handle}
|
||||
&{quota_near_threshold_property}= Create Dictionary type=QUOTA_WARNING name=nginx namespace=project${d}
|
||||
Verify Request &{quota_near_threshold_property}
|
||||
Delete All Requests
|
||||
# Quota exceed
|
||||
Switch Window ${harbor_handle}
|
||||
Delete A Webhook webhook${d}
|
||||
@{event_type} Create List Quota exceed
|
||||
Create A New Webhook webhook${d} ${webhook_endpoint_url} @{event_type}
|
||||
Cannot Push image ${ip} ${HARBOR_ADMIN} ${HARBOR_PASSWORD} project${d} ${image}:${tag2} err_msg=adding 21.1 MiB of storage resource, which when updated to current usage of 48.5 MiB will exceed the configured upper limit of ${storage_quota}.0 MiB.
|
||||
Switch Window ${webhook_handle}
|
||||
&{quota_exceed_property}= Create Dictionary type=QUOTA_EXCEED name=nginx namespace=project${d}
|
||||
Verify Request &{quota_exceed_property}
|
||||
Delete All Requests
|
||||
Close Browser
|
||||
Loading…
Reference in New Issue
Block a user