Restart space if check significance server is not reachable

app.py

@@ -15,7 +15,7 @@ from content import (
     MORE_DETAILS_MARKDOWN,
     ABOUT_MARKDOWN,
 )
-from server import LeaderboardServer, xmlAndMarkdownEscape, xmlQuoteAttr, api, requests
+from server import LeaderboardServer, xmlAndMarkdownEscape, xmlQuoteAttr, api, requests, check_significance_is_reachable
 
 HF_SPACE_TOKEN = os.environ["HF_SPACE_TOKEN"]
 HF_SPACE_ID = os.environ["HF_SPACE_ID"]
@@ -397,6 +397,15 @@ def on_tournament_results_corrupted():
 def restart_space():
     api.restart_space(repo_id=HF_SPACE_ID, token=HF_SPACE_TOKEN)
 
+def check_significance_is_reachable_hook():
+    # Due to a frequent exception on Hugging Face Space: requests.exceptions.ConnectionError("HTTPSConnectionPool(host='czechllm.fit.vutbr.cz', port=443): Max retries exceeded with url: /benczechmark-leaderboard/compare_significance/ (Caused by NewConnectionError('<urllib3.connection.HTTPSConnection object at 0x7fa3bbf76320>: Failed to establish a new connection: [Errno 101] Network is unreachable'))")
+    
+    if check_significance_is_reachable():
+        print("Check significance is reachable.")
+        return gr.update(active=False)
+    else:
+        restart_space()
+
 def on_application_load():
     with leaderboard_server.var_lock.ro:
         leaderboard = gr.update(
@@ -514,6 +523,15 @@ const intervalId = setInterval(addTitleForEachRowOfLeaderboardTable, 1000);
 
 def gradio_app():
     with gr.Blocks(theme=gr.themes.Soft(text_size=text_md), css=custom_css, head=custom_js) as main:
+        check_significance_is_reachable_timer = gr.Timer(
+            value=60,  # seconds
+        )
+        
+        check_significance_is_reachable_timer.tick(
+            fn=check_significance_is_reachable_hook,
+            outputs=check_significance_is_reachable_timer
+        )
+        
         gr.Markdown(HEADER_MARKDOWN)
         
         if leaderboard_server.tournament_results_corrupted:

server.py

@@ -12,6 +12,7 @@ else:
 print(f"{os.environ.get('CURL_CA_BUNDLE') = }")
 print(f"{os.environ.get('REQUESTS_CA_BUNDLE') = }")
 
+import tempfile
 import hashlib
 import time
 from datetime import datetime, timezone
@@ -63,6 +64,25 @@ def xmlAndMarkdownEscape(text):
 class CheckSignificanceError(Exception):
     pass
 
+def check_significance_is_reachable():
+    with (
+        tempfile.NamedTemporaryFile(delete_on_close=False) as model_a_fp,
+        tempfile.NamedTemporaryFile(delete_on_close=False) as model_b_fp,
+    ):
+        model_a_fp.close()
+        model_b_fp.close()
+        
+        model_a_path = model_a_fp.name
+        model_b_path = model_b_fp.name
+        
+        try:
+            check_significance_send_task(model_a_path, model_b_path)
+        except CheckSignificanceError:
+            pass
+        except:
+            return False
+        return True
+
 def check_significance_send_task(model_a_path, model_b_path):
     url = 'https://czechllm.fit.vutbr.cz/benczechmark-leaderboard/compare_significance/'