From ec0ef1772ccab026f96d40dd2f9562428b97493d Mon Sep 17 00:00:00 2001
From: Yang Jiao <72076317+YangJiao0817@users.noreply.github.com>
Date: Mon, 16 Oct 2023 18:17:29 +0800
Subject: [PATCH] Add security hub UI test case (#19448)
Fix #19270
Signed-off-by: Yang Jiao <jiaoya@vmware.com>
---
tests/resources/Harbor-Pages/Project.robot | 5 +-
.../resources/Harbor-Pages/SecurityHub.robot | 275 ++++++++++++++++++
.../Harbor-Pages/SecurityHub_Elements.robot | 30 ++
tests/resources/Util.robot | 13 +
.../Group0-Util/docker_push_manifest_list.sh | 12 -
tests/robot-cases/Group1-Nightly/Trivy.robot | 58 ++++
6 files changed, 380 insertions(+), 13 deletions(-)
create mode 100644 tests/resources/Harbor-Pages/SecurityHub.robot
create mode 100644 tests/resources/Harbor-Pages/SecurityHub_Elements.robot
diff --git a/tests/resources/Harbor-Pages/Project.robot b/tests/resources/Harbor-Pages/Project.robot
index e994506d1..fe3a88586 100644
--- a/tests/resources/Harbor-Pages/Project.robot
+++ b/tests/resources/Harbor-Pages/Project.robot
@@ -120,7 +120,10 @@ Repo Not Exist
Filter Repo
[Arguments] ${pro_name} ${repo_name} ${exsit}=${true}
- Retry Double Keywords When Error Retry Element Click ${filter_dist_btn} Wait Until Element Is Visible And Enabled ${filter_dist_input}
+ ${filter_dist_input_visible}= Run Keyword and Return Status Element Should Not Be Visible ${filter_dist_input}
+ IF ${filter_dist_input_visible}
+ Retry Double Keywords When Error Retry Element Click ${filter_dist_btn} Wait Until Element Is Visible And Enabled ${filter_dist_input}
+ END
Retry Clear Element Text ${filter_dist_input}
Retry Text Input ${filter_dist_input} ${pro_name}/${repo_name}
Run Keyword If ${exsit}==${true} Repo Exist ${pro_name} ${repo_name}
diff --git a/tests/resources/Harbor-Pages/SecurityHub.robot b/tests/resources/Harbor-Pages/SecurityHub.robot
new file mode 100644
index 000000000..a0b293284
--- /dev/null
+++ b/tests/resources/Harbor-Pages/SecurityHub.robot
@@ -0,0 +1,275 @@
+# Copyright Project Harbor Authors
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+# http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License
+
+*** Settings ***
+Documentation This resource provides any keywords related to the Harbor private registry appliance
+Resource ../../resources/Util.robot
+
+*** Variables ***
+
+*** Keywords ***
+Switch To Security Hub
+ Retry Element Click xpath=//clr-main-container//clr-vertical-nav//a[contains(.,'Interrogation')]
+ Retry Element Click xpath=//app-interrogation-services//a[contains(.,'Security Hub')]
+ Retry Wait Element ${security_hub_search_btn}
+
+Get Vulnerability System Summary From API
+ ${cmd}= Set Variable curl -u ${HARBOR_ADMIN}:${HARBOR_PASSWORD} -s --insecure -H "Content-Type: application/json" -X GET "https://${ip}/api/v2.0/security/summary?with_dangerous_cve=true&with_dangerous_artifact=true"
+ ${rc} ${output}= Run And Return Rc And Output ${cmd}
+ ${output_json} Evaluate json.loads('''${output}''') json
+ [Return] ${output_json}
+
+Check The Total Vulnerabilities
+ [Arguments] ${summary}
+ Retry Wait Element (//div[@class='card'][1]//div[contains(@class, 'clr-col-9')])[1][text()=' ${summary["critical_cnt"]} ']
+ Retry Wait Element (//div[@class='card'][1]//div[contains(@class, 'clr-col-9')])[2][text()=' ${summary["high_cnt"]} ']
+ Retry Wait Element (//div[@class='card'][1]//div[contains(@class, 'clr-col-9')])[3][text()=' ${summary["medium_cnt"]} ']
+ Retry Wait Element (//div[@class='card'][1]//div[contains(@class, 'clr-col-9')])[4][text()=' ${summary["low_cnt"]} ']
+ Retry Wait Element (//div[@class='card'][1]//div[contains(@class, 'clr-col-9')])[5][text()=' 0 ']
+ Retry Wait Element (//div[@class='card'][1]//div[contains(@class, 'clr-col-9')])[6][text()=' 0 ']
+
+Check The Top 5 Most Dangerous Artifacts
+ [Arguments] ${dangerous_artifacts}
+ Retry Wait Element Count ${top5_most_dangerous_artifacts_xpath} 5
+ FOR ${index} ${dangerous_artifact} IN ENUMERATE @{dangerous_artifacts} start=1
+ ${repository_name}= Set Variable ${dangerous_artifact["repository_name"]}
+ ${short_digest}= Set Variable ${dangerous_artifact["digest"]}[0:15]
+ ${row_num}= Set Variable [${index}]
+ ${text}= Set Variable [..//a[@title='${repository_name}'] and ..//span[text()='${short_digest}']]
+ Wait Until Element Is Visible And Enabled ${top5_most_dangerous_artifacts_xpath}${row_num}${text}
+ END
+
+Check The Top 5 Most Dangerous CVEs
+ [Arguments] ${dangerous_cves}
+ Retry Wait Element Count ${top5_most_dangerous_cves_xpath} 5
+ FOR ${index} ${dangerous_cve} IN ENUMERATE @{dangerous_cves} start=1
+ ${dangerous_cve_id}= Set Variable ${dangerous_cve["cve_id"]}
+ ${cvss_score_v3}= Set Variable ${dangerous_cve["cvss_score_v3"]}
+ ${dangerous_cve_package}= Set Variable ${dangerous_cve["package"]}\@${dangerous_cve["version"]}
+ ${severity}= Set Variable ${dangerous_cve["severity"]}
+ ${row_num}= Set Variable [${index}]
+ ${text}= Set Variable [..//a[@title='${dangerous_cve_id}'] and ..//span[text()='${severity}'] and ..//div[text()=' ${cvss_score_v3} '] and ..//span[text()=' ${dangerous_cve_package} ']]
+ Wait Until Element Is Visible And Enabled ${top5_most_dangerous_cves_xpath}${row_num}${text}
+ IF ${index} < 5
+ ${next_cvss_score_v3}= Get From Dictionary ${dangerous_cves}[${index}] cvss_score_v3
+ ${comparison_result}= Evaluate ${cvss_score_v3} >= ${next_cvss_score_v3}
+ Should Be True ${comparison_result}
+ END
+ END
+
+Check The Search By One Condition
+ [Arguments] ${project_name} ${repository_name} ${digest} ${cve_id} ${package} ${tag} ${cvss_score_v3_from} ${cvss_score_v3_to} ${summary}
+ # Check the search by project name
+ Select From List By Value ${vulnerabilities_filter_select} project_id
+ Retry Text Input ${vulnerabilities_filter_input} ${project_name}
+ Retry Button Click ${security_hub_search_btn}
+ Retry Wait Element Count //div[@class='datagrid']//clr-dg-cell[2][starts-with(@title, '${project_name}')] 10
+ # Check the search by repository name
+ Select From List By Value ${vulnerabilities_filter_select} repository_name
+ Retry Text Input ${vulnerabilities_filter_input} ${repository_name}
+ Retry Button Click ${security_hub_search_btn}
+ Retry Wait Element Count //div[@class='datagrid']//clr-dg-cell[2][@title='${repository_name}'] 10
+ # Check the search by artifact digest
+ Select From List By Value ${vulnerabilities_filter_select} digest
+ Retry Text Input ${vulnerabilities_filter_input} ${digest}
+ Retry Button Click ${security_hub_search_btn}
+ Retry Wait Element Count //div[@class='datagrid']//clr-dg-cell[3][@title='${digest}'] 10
+ ${short_digest}= Set Variable ${digest}[0:15]
+ Retry Wait Element Count //div[@class='datagrid']//clr-dg-cell[3]//a[text()='${short_digest}'] 10
+ # Check the search by CVE ID
+ Select From List By Value ${vulnerabilities_filter_select} cve_id
+ Retry Text Input ${vulnerabilities_filter_input} ${cve_id}
+ Retry Button Click ${security_hub_search_btn}
+ Retry Wait Element Count //div[@class='datagrid']//clr-dg-cell[1]//a[text()='${cve_id}'] 10
+ # Check the search by package
+ Select From List By Value ${vulnerabilities_filter_select} package
+ Retry Text Input ${vulnerabilities_filter_input} ${package}
+ Retry Button Click ${security_hub_search_btn}
+ Retry Wait Element Count //div[@class='datagrid']//clr-dg-cell[7][@title='${package}'] 10
+ # Check the search by tag
+ Select From List By Value ${vulnerabilities_filter_select} tag
+ Retry Text Input ${vulnerabilities_filter_input} ${tag}
+ Retry Button Click ${security_hub_search_btn}
+ Retry Wait Element Count //div[@class='datagrid']//clr-dg-cell[4][text()='${tag}'] 10
+ # Check the search by CVSS3
+ Select From List By Value ${vulnerabilities_filter_select} cvss_score_v3
+ ${cvss3_from_input}= Format String {}{} ${vulnerabilities_filter_input} [1]
+ ${cvss3_to_input}= Format String {}{} ${vulnerabilities_filter_input} [2]
+ Retry Text Input ${cvss3_from_input} ${cvss_score_v3_from}
+ Retry Text Input ${cvss3_to_input} ${cvss_score_v3_to}
+ Retry Button Click ${security_hub_search_btn}
+ Retry Wait Element Count //div[@class='datagrid']//clr-dg-cell[5][text()>=${cvss_score_v3_from} and text()<=${cvss_score_v3_to}] 10
+ # Check the search by severity
+ # Critical
+ Select From List By Value ${vulnerabilities_filter_select} severity
+ Select From List By Value //form//div[2]//select Critical
+ Retry Button Click ${security_hub_search_btn}
+ Retry Wait Element Count //div[@class='datagrid']//clr-dg-cell[6]//span[text()='Critical'] 10
+ Retry Wait Element //clr-dg-footer//span[text()='${summary["critical_cnt"]} CVEs']
+ # High
+ Select From List By Value //form//div[2]//select High
+ Retry Button Click ${security_hub_search_btn}
+ Retry Wait Element Count //div[@class='datagrid']//clr-dg-cell[6]//span[text()='High'] 10
+ Retry Wait Element //clr-dg-footer//span[text()='${summary["high_cnt"]} CVEs']
+ # Medium
+ Select From List By Value //form//div[2]//select Medium
+ Retry Button Click ${security_hub_search_btn}
+ Retry Wait Element Count //div[@class='datagrid']//clr-dg-cell[6]//span[text()='Medium'] 10
+ Retry Wait Element //clr-dg-footer//span[text()='${summary["medium_cnt"]} CVEs']
+ # Low
+ Select From List By Value //form//div[2]//select Low
+ Retry Button Click ${security_hub_search_btn}
+ Retry Wait Element Count //div[@class='datagrid']//clr-dg-cell[6]//span[text()='Low'] 10
+ Retry Wait Element //clr-dg-footer//span[text()='${summary["low_cnt"]} CVEs']
+ # n/a
+ Select From List By Value //form//div[2]//select Unknown
+ Retry Button Click ${security_hub_search_btn}
+ Retry Wait Element Count ${vulnerabilities_datagrid_row} 0
+ Retry Wait Element //clr-dg-footer//span[text()='0 CVEs']
+ # None
+ Select From List By Value //form//div[2]//select None
+ Retry Button Click ${security_hub_search_btn}
+ Retry Wait Element Count ${vulnerabilities_datagrid_row} 0
+ Retry Wait Element //clr-dg-footer//span[text()='0 CVEs']
+
+Check The Search By All Condition
+ [Arguments] ${project_name} ${repository_name} ${digest} ${cve_id} ${package} ${tag} ${cvss_score_v3_from} ${cvss_score_v3_to} ${severity}
+ # project name
+ Select From List By Value ${vulnerabilities_filter_select} project_id
+ Retry Text Input ${vulnerabilities_filter_input} ${project_name}
+ Retry Wait Element ${remove_search_criteria_icon_disabled}
+ # repository name
+ Retry Element Click ${add_search_criteria_icon}
+ ${repository_name_select}= Format String {}{} ${vulnerabilities_filter_select} [2]
+ ${repository_name_input}= Format String {}{} ${vulnerabilities_filter_input} [2]
+ Select From List By Value ${repository_name_select} repository_name
+ Retry Text Input ${repository_name_input} ${repository_name}
+ # artifact digest
+ Retry Element Click ${add_search_criteria_icon}
+ ${digest_name_select}= Format String {}{} ${vulnerabilities_filter_select} [3]
+ ${digest_name_input}= Format String {}{} ${vulnerabilities_filter_input} [3]
+ Select From List By Value ${digest_name_select} digest
+ Retry Text Input ${digest_name_input} ${digest}
+ # CVE ID
+ Retry Element Click ${add_search_criteria_icon}
+ ${cve_id_select}= Format String {}{} ${vulnerabilities_filter_select} [4]
+ ${cve_id_input}= Format String {}{} ${vulnerabilities_filter_input} [4]
+ Select From List By Value ${cve_id_select} cve_id
+ Retry Text Input ${cve_id_input} ${cve_id}
+ # package
+ Retry Element Click ${add_search_criteria_icon}
+ ${package_select}= Format String {}{} ${vulnerabilities_filter_select} [5]
+ ${package_input}= Format String {}{} ${vulnerabilities_filter_input} [5]
+ Select From List By Value ${package_select} package
+ Retry Text Input ${package_input} ${package}
+ # tag
+ Retry Element Click ${add_search_criteria_icon}
+ ${tag_select}= Format String {}{} ${vulnerabilities_filter_select} [6]
+ ${tag_input}= Format String {}{} ${vulnerabilities_filter_input} [6]
+ Select From List By Value ${tag_select} tag
+ Retry Text Input ${tag_input} ${tag}
+ # CVSS3
+ Retry Element Click ${add_search_criteria_icon}
+ ${cvss3_select}= Format String {}{} ${vulnerabilities_filter_select} [7]
+ ${cvss3_from_input}= Format String {}{} ${vulnerabilities_filter_input} [7]
+ ${cvss3_to_input}= Format String {}{} ${vulnerabilities_filter_input} [8]
+ Select From List By Value ${cvss3_select} cvss_score_v3
+ Retry Text Input ${cvss3_from_input} ${cvss_score_v3_from}
+ Retry Text Input ${cvss3_to_input} ${cvss_score_v3_to}
+ # severity
+ Retry Element Click ${add_search_criteria_icon}
+ Retry Wait Element ${add_search_criteria_icon_disabled}
+ Retry Wait Element ${remove_search_criteria_icon}
+ ${severity_select}= Format String {}{} ${vulnerabilities_filter_select} [8]
+ ${severity_input}= Format String {}{} (//form[contains(@class,'clr-form')]//select) [9]
+ Select From List By Value ${severity_select} severity
+ Select From List By Value ${severity_input} ${severity}
+ # search
+ Retry Button Click ${security_hub_search_btn}
+ Retry Wait Element Count ${vulnerabilities_datagrid_row} 1
+ ${target_row_xpath}= Set Variable //div[@class='datagrid'][..//clr-dg-cell[2][@title='${repository_name}'] and ..//clr-dg-cell[3][@title='${digest}'] and ..//clr-dg-cell[1]//a[text()='${cve_id}'] and ..//clr-dg-cell[7][@title='${package}'] and ..//clr-dg-cell[4][text()='${tag}'] and ..//clr-dg-cell[5][text()>=${cvss_score_v3_from} and text()<=${cvss_score_v3_to}] and ..//clr-dg-cell[6]//span[text()='${severity}']]
+ Log ${target_row_xpath}
+ Retry Wait Element ${target_row_xpath}
+ FOR ${index} IN RANGE 7
+ Retry Element Click ${remove_search_criteria_icon}
+ END
+ Retry Wait Element ${remove_search_criteria_icon_disabled}
+ Retry Wait Element ${add_search_criteria_icon}
+
+Check The Vulnerabilities Jump
+ [Arguments] ${project_name} ${repository_name} ${cve_id} ${cve_description}
+ Retry Wait Until Page Does Not Contains ${cve_description}
+ Retry Double Keywords When Error Retry Button Click //clr-dg-row//button Retry Wait Until Page Contains ${cve_description}
+ Retry Double Keywords When Error Retry Button Click //clr-dg-row//button Retry Wait Until Page Does Not Contains ${cve_description}
+ # Vulnerabilities datagrid CVE jump
+ Retry Double Keywords When Error Click Link New Tab And Switch (//clr-dg-row//clr-dg-cell[1])[1]//a Retry Wait Element //h1[contains(.,'${cve_id}')]
+ Switch Window locator=MAIN
+ # Vulnerabilities datagrid repository jump
+ Retry Link Click (//clr-dg-row//clr-dg-cell[2])[1]//a
+ Retry Wait Element //h2[text()=' ${repository_name} ']
+ Retry Wait Element //a[text()='${project_name}']
+ Switch To Security Hub
+ # Vulnerabilities datagrid digest jump
+ Retry Wait Element (//clr-dg-row//clr-dg-cell[3])[1]//a
+ ${short_digest}= Get Text (//clr-dg-row//clr-dg-cell[3])[1]//a
+ Retry Link Click (//clr-dg-row//clr-dg-cell[3])[1]//a
+ Retry Wait Element //h2//span[text()='${short_digest}']
+ Switch To Security Hub
+ # Top 5 Most Dangerous Artifacts jump
+ ${short_digest}= Set Variable sha256:415bfdcf
+ Retry Element Click //div[@class='card'][2]//span[text()='${short_digest}']
+ Retry Wait Element //h2//span[text()='${short_digest}']
+ Switch To Security Hub
+ # Top 5 Most Dangerous Artifacts jump
+ ${short_digest}= Set Variable sha256:7bf979f2
+ Retry Element Click //div[@class='card'][2]//span[text()='${short_digest}']
+ Retry Wait Element //h2//span[text()='${short_digest}']
+
+Check The Quick Search
+ # Search for the most dangerous artifact
+ ${repository_name_xpath}= Set Variable (//div[@class='card'][2]//span)[1]
+ ${digest_xpath}= Set Variable (//div[@class='card'][2]//span)[2]
+ Retry Wait Element ${repository_name_xpath}
+ Retry Wait Element ${digest_xpath}
+ ${repository_name}= Get Text ${repository_name_xpath}
+ ${digest}= Get Text ${digest_xpath}
+ Retry Element Click ${repository_name_xpath}
+ Retry Wait Element Count ${vulnerabilities_filter_select} 2
+ ${repository_name_select}= Format String {}{} ${vulnerabilities_filter_select} [1]
+ ${repository_name_input}= Format String {}{} ${vulnerabilities_filter_input} [1]
+ ${digest_select}= Format String {}{} ${vulnerabilities_filter_select} [2]
+ ${digest_input}= Format String {}{} ${vulnerabilities_filter_input} [2]
+ ${repository_name_selected}= Get Selected List Value ${repository_name_select}
+ ${digest_selected}= Get Selected List Value ${digest_select}
+ Should Be Equal As Strings ${repository_name_selected} repository_name
+ Should Be Equal As Strings ${digest_selected} digest
+ ${repository_name_input_value}= Get Value ${repository_name_input}
+ ${digest_input_value}= Get Value ${digest_input}
+ Should Be Equal As Strings ${repository_name_input_value} ${repository_name}
+ Should Start With ${digest_input_value} ${digest}
+ ${row_count}= Get Element Count ${vulnerabilities_datagrid_row}
+ Retry Wait Element Count //clr-datagrid//clr-dg-row[..//clr-dg-cell[2][@title='${repository_name}'] and ..//clr-dg-cell[3][starts-with(@title,'${digest}')]] ${row_count}
+ # Search for the most dangerous CVEs
+ ${cve_xpath}= Set Variable (//div[@class='card'][3]//span)[1]
+ ${cve}= Get Text ${cve_xpath}
+ Retry Element Click ${cve_xpath}
+ Retry Wait Element Count ${vulnerabilities_filter_select} 1
+ ${cve_select}= Format String {}{} ${vulnerabilities_filter_select} [1]
+ ${cve_input}= Format String {}{} ${vulnerabilities_filter_input} [1]
+ ${cve_selected}= Get Selected List Value ${cve_select}
+ Should Be Equal As Strings ${cve_selected} cve_id
+ ${cve_input_value}= Get Value ${cve_input}
+ Should Be Equal As Strings ${cve_input_value} ${cve}
+ ${row_count}= Get Element Count ${vulnerabilities_datagrid_row}
+ Retry Wait Element Count //div[@class='datagrid']//clr-dg-cell[1]//a[text()='${cve}'] ${row_count}
diff --git a/tests/resources/Harbor-Pages/SecurityHub_Elements.robot b/tests/resources/Harbor-Pages/SecurityHub_Elements.robot
new file mode 100644
index 000000000..105678422
--- /dev/null
+++ b/tests/resources/Harbor-Pages/SecurityHub_Elements.robot
@@ -0,0 +1,30 @@
+# Copyright Project Harbor Authors
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+# http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License
+
+*** Settings ***
+Documentation This resource provides any keywords related to the Harbor private registry appliance
+
+*** Variables ***
+${total_vulnerabilities_xpath} (//div[@class='card'][1]//div[contains(@class, 'clr-col-9')])
+${security_hub_search_btn} //button[@id='search']
+${top5_most_dangerous_artifacts_xpath} //div[@class='card'][2]//div[contains(@class,'card-block')]//div[contains(@class,'clr-row')]
+${top5_most_dangerous_cves_xpath} //div[@class='card'][3]//div[contains(@class,'card-block')]//div[contains(@class,'clr-row')]
+${add_search_criteria_icon} //form//clr-icon[@shape='plus-circle']
+${add_search_criteria_icon_disabled} //form//clr-icon[@shape='plus-circle' and contains(@class,'disabled')]
+${remove_search_criteria_icon} //form//clr-icon[@shape='minus-circle']
+${remove_search_criteria_icon_disabled} //form//clr-icon[@shape='minus-circle' and contains(@class,'disabled')]
+${vulnerabilities_count_xpath} //clr-dg-footer//div[contains(@class,'datagrid-footer-description')]//span
+${vulnerabilities_filter_select} (//form//div[@class='clr-select-wrapper']//select)
+${vulnerabilities_filter_input} (//form[contains(@class,'clr-form')]//input)
+${vulnerabilities_datagrid_row} //clr-datagrid//clr-dg-row
diff --git a/tests/resources/Util.robot b/tests/resources/Util.robot
index 5f1567ccd..17c86a9d2 100644
--- a/tests/resources/Util.robot
+++ b/tests/resources/Util.robot
@@ -71,6 +71,8 @@ Resource Harbor-Pages/Log_Rotation.robot
Resource Harbor-Pages/Log_Rotation_Elements.robot
Resource Harbor-Pages/Job_Service_Dashboard.robot
Resource Harbor-Pages/Job_Service_Dashboard_Elements.robot
+Resource Harbor-Pages/SecurityHub.robot
+Resource Harbor-Pages/SecurityHub_Elements.robot
Resource Harbor-Pages/Verify.robot
Resource Docker-Util.robot
Resource CNAB_Util.robot
@@ -179,6 +181,17 @@ Retry Wait Until Page Not Contains Element
@{param} Create List ${element_xpath}
Retry Action Keyword Wait Until Page Does Not Contain Element @{param}
+Retry Wait Element Count
+ [Arguments] ${element_xpath} ${expected_count} ${times}=11
+ ${expected_count}= Convert To Integer ${expected_count}
+ FOR ${n} IN RANGE 1 ${times}
+ ${actual_count}= Get Element Count ${element_xpath}
+ ${result}= Set Variable If ${expected_count} == ${actual_count} True False
+ Exit For Loop If ${result}
+ Sleep 2
+ END
+ Should Be True ${result}
+
Retry Select Object
[Arguments] ${obj_name}
@{param} Create List ${obj_name}
diff --git a/tests/robot-cases/Group0-Util/docker_push_manifest_list.sh b/tests/robot-cases/Group0-Util/docker_push_manifest_list.sh
index 26a7f683b..a933ebc8f 100755
--- a/tests/robot-cases/Group0-Util/docker_push_manifest_list.sh
+++ b/tests/robot-cases/Group0-Util/docker_push_manifest_list.sh
@@ -8,19 +8,7 @@ PWD=$3
INDEX=$4
IMAGE1=$5
IMAGE2=$6
-echo $IP
docker login $IP -u $USER -p $PWD
-
-cat /$HOME/.docker/config.json
-
-if [ $(cat /$HOME/.docker/config.json |grep experimental |wc -l) -eq 0 ];then
- sed -i '$d' /$HOME/.docker/config.json
- sed -i '$d' /$HOME/.docker/config.json
- echo -e "},\n \"experimental\": \"enabled\"\n}" >> /$HOME/.docker/config.json
-fi
-
-cat /$HOME/.docker/config.json
-
docker manifest create $INDEX $IMAGE1 $IMAGE2
docker manifest push $INDEX
diff --git a/tests/robot-cases/Group1-Nightly/Trivy.robot b/tests/robot-cases/Group1-Nightly/Trivy.robot
index 0c4d0c697..b06bdaddb 100644
--- a/tests/robot-cases/Group1-Nightly/Trivy.robot
+++ b/tests/robot-cases/Group1-Nightly/Trivy.robot
@@ -45,6 +45,64 @@ Test Case - Disable Scan Schedule
Retry Wait Until Page Contains None
Close Browser
+Test Case - Security Hub
+ [Tags] security_hub
+ ${d}= Get Current Date result_format=%m%s
+ ${images}= Create List goharbor/harbor-log-base goharbor/harbor-prepare-base goharbor/harbor-redis-base goharbor/harbor-nginx-base goharbor/harbor-registry-base
+ ${tag}= Set Variable v2.2.0
+ ${digest}= Set Variable sha256:7bf979f25c6a6986eab83e100a7b78bd5195c9bcac03e823e64492bb17fa4dad
+ ${cve_id}= Set Variable CVE-2021-22926
+ ${package}= Set Variable curl
+ ${cvss_score_v3_from}= Set Variable 6.5
+ ${cvss_score_v3_to}= Set Variable 7.5
+ ${severity}= Set Variable High
+ ${index_repo}= Set Variable index${d}
+ ${cve_description}= Set Variable Description: libcurl-using applications can ask for a specific client certificate to be used in a transfer.
+ Init Chrome Driver
+ Sign In Harbor ${HARBOR_URL} ${HARBOR_ADMIN} ${HARBOR_PASSWORD}
+ Create An New Project And Go Into Project project${d}
+ FOR ${image} IN @{images}
+ Push Image With Tag ${ip} ${HARBOR_ADMIN} ${HARBOR_PASSWORD} project${d} ${image} ${tag} ${tag}
+ Go Into Repo project${d} ${image}
+ Scan Repo ${tag} Succeed
+ END
+ Docker Push Index ${ip} ${HARBOR_ADMIN} ${HARBOR_PASSWORD} ${ip}/project${d}/${index_repo}:${tag} ${ip}/project${d}/${images}[0]:${tag} ${ip}/project${d}/${images}[1]:${tag}
+ Back Project Home project${d}
+ Refresh Repositories
+ Delete Repo project${d} ${images}[0]
+ Delete Repo project${d} ${images}[1]
+ Go Into Repo project${d} ${index_repo}
+ Scan Repo ${tag} Succeed
+ Switch To Security Hub
+ ${summary}= Get Vulnerability System Summary From API
+ # Check The Total Vulnerabilities
+ Check The Total Vulnerabilities ${summary}
+ # Check the Top 5 Most Dangerous Artifacts
+ ${dangerous_artifacts}= Set Variable ${summary["dangerous_artifacts"]}
+ Check The Top 5 Most Dangerous Artifacts ${dangerous_artifacts}
+ # Check the Top 5 Most Dangerous CVEs
+ ${dangerous_cves}= Set Variable ${summary["dangerous_cves"]}
+ Check The Top 5 Most Dangerous CVEs ${dangerous_cves}
+ # Check the vulnerabilities search
+ Retry Wait Element Not Visible ${add_search_criteria_icon}
+ Retry Wait Element Not Visible ${remove_search_criteria_icon}
+ Retry Wait Element Count ${vulnerabilities_datagrid_row} 10
+ Check The Quick Search
+ Check The Search By One Condition project${d} project${d}/${images}[2] ${digest} ${cve_id} ${package} ${tag} ${cvss_score_v3_from} ${cvss_score_v3_to} ${summary}
+ Check The Search By All Condition project${d} project${d}/${images}[2] ${digest} ${cve_id} ${package} ${tag} ${cvss_score_v3_from} ${cvss_score_v3_to} ${severity}
+ # Check the vulnerabilities jump
+ Check The Vulnerabilities Jump project${d} ${images}[2] ${cve_id} ${cve_description}
+ # Check that there is no such artifact in the security hub after deleting the artifact
+ Go Into Project project${d}
+ Delete Repo project${d} ${index_repo}
+ Switch To Security Hub
+ Retry Wait Until Page Not Contains Element //div[@class='card'][2]//a[@title='project${d}/${index_repo}']
+ Select From List By Value ${vulnerabilities_filter_select} repository_name
+ Retry Text Input ${vulnerabilities_filter_input} project${d}/${index_repo}
+ Retry Button Click ${security_hub_search_btn}
+ Retry Wait Element Count //div[@class='datagrid']//clr-dg-cell[2][@title='project${d}/${index_repo}'] 0
+ Close Browser
+
Test Case - Manual Scan All
Body Of Manual Scan All Critical High