Merge branch 'main' into Added_start_time

Author: alokgoswami-ag

constants.py

@@ -1,3 +1,5 @@
 PROW_VIEW_URL = "https://gcsweb-ci.apps.ci.l2s4.p1.openshiftapps.com/gcs"
 JOB_LINK_URL= "https://prow.ci.openshift.org/"
-RELEASE_URL = "https://ppc64le.ocp.releases.ci.openshift.org/releasestream/4-stable-ppc64le/release/"
+STABLE_RELEASE_URL = "https://ppc64le.ocp.releases.ci.openshift.org/releasestream/4-stable-ppc64le/release/"
+DEV_PREVIEW_RELEASE_URL = "https://ppc64le.ocp.releases.ci.openshift.org/releasestream/4-dev-preview-ppc64le/release/"
+HYPERVISOR_CONNECTION_ERROR = "failed to connect to the hypervisor"

monitor.py

@@ -17,21 +17,29 @@ def fetch_release_date(release):
     '''
     Returns the created date of release
     '''
-    url = constants.RELEASE_URL + release
+
     try:
+        url = constants.STABLE_RELEASE_URL + release
         response = requests.get(url, verify=False, timeout=15)
+        if response.status_code == 404:
+            url = constants.DEV_PREVIEW_RELEASE_URL + release
+            response = requests.get(url, verify=False, timeout=15)
+            if response.status_code == 404:
+                print(f"Failed to get the release page.  {response.text}")
+                sys.exit(1)
         if response.status_code == 200:
-             soup = BeautifulSoup(response.text, 'html.parser')
-             p_elements = soup.find_all("p")
-             for p in p_elements:
+            soup = BeautifulSoup(response.text, 'html.parser')
+            p_elements = soup.find_all("p")
+            for p in p_elements:
                 p_ele = p.string
                 if p_ele:
                     if "Created:" in p_ele:
                         start_date = p_ele.split(" ")[1]+" "+p_ele.split(" ")[2]
                         break
-             return start_date
-        else:
-            return "failed to get the release page"
+            return start_date
+        else: 
+            print(f"Failed to get the release page.  {response.text}")
+            sys.exit(1)
     except requests.Timeout as e:
         return "Request timed out"
     except requests.RequestException as e:
@@ -398,6 +406,23 @@ def check_if_gather_libvirt_dir_exists(spy_link,job_type):
         return "Request timed out"
     except requests.RequestException:
         return "Error while sending request to url"
+    
+#This is to check for hypervisor error
+def check_hypervisor_error(spy_link):
+    build_log_url = constants.PROW_VIEW_URL + spy_link[8:] + '/build-log.txt'
+    try:
+        response = requests.get(build_log_url, verify=False, timeout=15)
+        hypervisor_re = re.compile(constants.HYPERVISOR_CONNECTION_ERROR)
+        hypervisor_re_match = hypervisor_re.search(response.text)
+        if hypervisor_re_match is not None:
+            return True
+        else:
+            return False
+    except requests.Timeout:
+        return "Request timed out"
+    except requests.RequestException:
+        return "Error while sending request to url"
+
 
 #This is a fix to check for sensitive information expose error.
 def check_if_sensitive_info_exposed(spy_link):
@@ -1258,6 +1283,10 @@ def get_brief_job_info(build_list,prow_ci_name,zone=None):
                         job_dict["Test result"] = str(e2e_fail_test_count) + " testcases failed"   
                 else:
                     job_dict["Test result"] = "Failed to get Test summary"
+            else:
+                hypervisor_error_status = check_hypervisor_error(build)
+                if hypervisor_error_status:
+                    job_dict["Test result"] = constants.HYPERVISOR_CONNECTION_ERROR
         summary_list.append(job_dict)
     return summary_list
 
@@ -1319,7 +1348,11 @@ def get_detailed_job_info(build_list,prow_ci_name,zone=None):
                 print("Lease Quota-", lease)    
                 node_status = get_node_status(build)
                 print(node_status)
-            check_node_crash(build)
+            hypervisor_error_status = check_hypervisor_error(build)
+            if hypervisor_error_status:
+                print("Cluster Creation Failed."+constants.HYPERVISOR_CONNECTION_ERROR)
+            else :
+                check_node_crash(build)
 
             if cluster_status == 'SUCCESS':
                 deploy_count += 1
@@ -1331,8 +1364,9 @@ def get_detailed_job_info(build_list,prow_ci_name,zone=None):
 
             elif cluster_status == 'FAILURE':
                 print("Cluster Creation Failed")
+                
 
-            elif cluster_status == 'ERROR':
+            elif cluster_status == 'ERROR' and not hypervisor_error_status :
                 print('Unable to get cluster status please check prowCI UI ')
         else:
             print(build_status)