Update app.py

app.py

@@ -2,18 +2,17 @@ import gradio as gr
 from random import randint
 from all_models import models
 from datetime import datetime
-from concurrent.futures import ThreadPoolExecutor, TimeoutError
-
-
-
+from concurrent.futures import TimeoutError, ThreadPoolExecutor
 import numpy as np
 import time
 import requests
+import logging
+logging.basicConfig(level=logging.WARNING)
 now2 = 0
 index_tracker = 0  # Index tracker for the current model
 model_scores = {model: 0 for model in models}  # Dictionary to track scores for each model
 processed_models_count = 0
-kii="femboy race car driver, mohawk, still a wip"
+kii=" this is your prompt input window still a wip"
 combined_prompt = ""
 
 def get_current_time():
@@ -22,6 +21,18 @@ def get_current_time():
     current_time = now2.strftime("%Y-%m-%d %H:%M:%S")
     ki = f'{kii} {current_time}'
     return ki
+
+
+# Sanitize file names and truncate them
+def sanitize_file_name(file_name, max_length=100):
+    """Shortens and removes unsafe characters from file name."""
+    file_name = file_name[:max_length]
+    return file_name.replace(" ", "_").replace("/", "_")
+
+
+
+
+    
 def load_fn(models):
     global models_load
     models_load = {}
@@ -32,7 +43,7 @@ def load_fn(models):
                 print(f"{m}\n");
             except Exception as error:
                 print(f"Error loading model {model}: {error}\n")
-                m = gr.Interface(lambda _: None, inputs=gr.Textbox(), outputs=gr.Image(), enable_queue=False)
+                m = gr.Interface(lambda _: None, inputs=gr.Textbox(), outputs=gr.Image(), queue=False)
             models_load.update({model: m})
 
 
@@ -44,38 +55,35 @@ def extend_choices(choices):
 def update_imgbox(choices):
     choices_plus = extend_choices(choices)
     return [gr.Image(None, label=m, visible=(m != 'NA')) for m in choices_plus]
-executor = ThreadPoolExecutor(max_workers=num_models)
-
-
-
-
 
+    
+executor = ThreadPoolExecutor(max_workers=num_models)
 
 
 def gen_fn(model_str, prompt):
-    global model_scores, processed_models_count, index_tracker  # Declare global variables
-
-    
-    
-    
+    global index_tracker, model_scores, processed_models_count 
     if model_str == 'NA':
         return None
-   # model_name = None # Initialize `model_name` to avoid reference errors
-   # current_model_name = None  # Initialize `current_model_name` to avoid reference errors
-   # current_model_index = None  # Initialize `current_model_index` to avoid reference errors
-
+    
+    
     try:
         index_tracker = (index_tracker + 1) % len(models)
         current_model_index = index_tracker
         current_model_name = models[current_model_index]
-        combined_prompt = f"{prompt} {randint(0, 9999)}"
-        response = models_load[model_str](f"{combined_prompt}")
- 
+        
+        max_prompt_length = 100
+        truncated_prompt = sanitize_file_name(prompt[:max_prompt_length])
+        combined_prompt = f"{truncated_prompt}_{randint(0, 9999)}"
+
+        # Execute the model's processing with a timeout
+        future = executor.submit(models_load[model_str], f"{combined_prompt}")
+        response = future.result(timeout=100)  # Wait for result with timeout
+
         if isinstance(response, gr.Image):
             return response
         elif isinstance(response, tuple):
             return None
-        elif isinstance(response, str):  # If the response is a path or URL, pass it as a string
+        elif isinstance(response, str): 
             if processed_models_count == 0:
                 print(f"**************")
                 print(f"{prompt}")
@@ -91,27 +99,32 @@ def gen_fn(model_str, prompt):
                 processed_models_count = 0
             return response
 
-            
+    except TimeoutError:
+        print(f"TimeoutError: Model '{model_str}' did not respond within {timeout_limit} seconds.")
+        processed_models_count += 1
+        if processed_models_count == len(models):
+            print("\nCycle Complete! Updated Scores:")
+            print(model_scores)
+            processed_models_count = 0
+        return None
+
     except Exception as e:
         if processed_models_count == 0:
-                print(f"**************")
-                print(f"{prompt}")
-                print(f"{prompt}")
-                print(f"{prompt}")
-                print(f"**************")
+            print(f"**************")
+            print(f"{prompt}")
+            print(f"{prompt}")
+            print(f"{prompt}")
+            print(f"**************")
         print(f"--- n:{processed_models_count} x:{current_model_index}  r[{model_scores[current_model_name]}] {model_str}")
         processed_models_count += 1
         if processed_models_count == len(models):
-                print("\nCycle Complete! Updated Scores:")
-                print(model_scores)
-                processed_models_count = 0
+            print("\nCycle Complete! Updated Scores:")
+            print(model_scores)
+            processed_models_count = 0
         return None
 
 
-     
-   
 
-     
 
     
 def make_me():
@@ -129,7 +142,7 @@ def make_me():
         current_models = [gr.Textbox(m, visible=False) for m in default_models]
         for m, o in zip(current_models, output):
             gen_event = gen_button.click(gen_fn, [m, txt_input], o, queue=False)
-#            stop_button.click(lambda _: gr.update(interactive=False), None, stop_button, cancels=[gen_event])
+            stop_button.click(lambda _: gr.update(interactive=False), None, stop_button, cancels=[gen_event])
 
 
     with gr.Accordion('Model selection', visible=False):
@@ -160,35 +173,8 @@ textarea{     position: absolute;    font-size: 1em !important;    padding: 4px;
     gr.Markdown("<script>" + js_code + "</script>")
     make_me()
 
+
 demo.queue()
 demo.queue = False
 demo.config["queue"] = False
-demo.launch(max_threads=400)
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
+demo.launch(max_threads=200)