Update app.py

app.py

@@ -1,14 +1,16 @@
 import gradio as gr
-import os 
+import os
 import sys
 from pathlib import Path
 import random
 import string
 import time
 from queue import Queue
-queue = Queue()
 from threading import Thread
 
+queue = Queue()
+queue_threshold = 15
+
 text_gen=gr.Interface.load("spaces/Omnibus/MagicPrompt-Stable-Diffusion")
 proc1=gr.Interface.load("models/dreamlike-art/dreamlike-photoreal-2.0")
 
@@ -32,106 +34,86 @@ def add_random_noise(prompt, noise_level=0.07):
         prompt_list[index] = random.choice(string.ascii_letters + string.punctuation)
     return "".join(prompt_list)
 
-queue_length_counter = 0
 
 def send_it1(inputs, noise_level, proc1=proc1):
-    global queue_length_counter
+    global queue
     prompt_with_noise = add_random_noise(inputs, noise_level)
-    if queue_length_counter >= 15:
-        if not queue.empty():
-            queue.queue.clear()
-        queue_length_counter = 0
-    output1 = proc1(prompt_with_noise)
-    queue_length_counter += 1
+    queue.put(prompt_with_noise)
+    while queue.qsize() > queue_threshold:
+        time.sleep(1)
+    output1 = proc1(queue.get())
     return output1
 
 def send_it2(inputs, noise_level, proc1=proc1):
-    global queue_length_counter
+    global queue
     prompt_with_noise = add_random_noise(inputs, noise_level)
-    if queue_length_counter >= 15:
-        if not queue.empty():
-            queue.queue.clear()
-        queue_length_counter = 0
-    output2 = proc1(prompt_with_noise)
-    queue_length_counter += 1
+    queue.put(prompt_with_noise)
+    while queue.qsize() > queue_threshold:
+        time.sleep(1)
+    output2 = proc1(queue.get())
     return output2
 
 def send_it3(inputs, noise_level, proc1=proc1):
-    global queue_length_counter
+    global queue
     prompt_with_noise = add_random_noise(inputs, noise_level)
-    if queue_length_counter >= 15:
-        if not queue.empty():
-            queue.queue.clear()
-        queue_length_counter = 0
-    output3 = proc1(prompt_with_noise)
-    queue_length_counter += 1
+    queue.put(prompt_with_noise)
+    while queue.qsize() > queue_threshold:
+        time.sleep(1)
+    output3 = proc1(queue.get())
     return output3
 
 def send_it4(inputs, noise_level, proc1=proc1):
-    global queue_length_counter
+    global queue
     prompt_with_noise = add_random_noise(inputs, noise_level)
-    if queue_length_counter >= 15:
-        if not queue.empty():
-            queue.queue.clear()
-        queue_length_counter = 0
-    output4 = proc1(prompt_with_noise)
-    queue_length_counter += 1
+    queue.put(prompt_with_noise)
+    while queue.qsize() > queue_threshold:
+        time.sleep(1)
+    output4 = proc1(queue.get())
     return output4
 
 def send_it5(inputs, noise_level, proc1=proc1):
-    global queue_length_counter
+    global queue
     prompt_with_noise = add_random_noise(inputs, noise_level)
-    if queue_length_counter >= 15:
-        if not queue.empty():
-            queue.queue.clear()
-        queue_length_counter = 0
-    output5 = proc1(prompt_with_noise)
-    queue_length_counter += 1
+    queue.put(prompt_with_noise)
+    while queue.qsize() > queue_threshold:
+        time.sleep(1)
+    output5 = proc1(queue.get())
     return output5
 
 def send_it6(inputs, noise_level, proc1=proc1):
-    global queue_length_counter
+    global queue
     prompt_with_noise = add_random_noise(inputs, noise_level)
-    if queue_length_counter >= 15:
-        if not queue.empty():
-            queue.queue.clear()
-        queue_length_counter = 0
-    output6 = proc1(prompt_with_noise)
-    queue_length_counter += 1
+    queue.put(prompt_with_noise)
+    while queue.qsize() > queue_threshold:
+        time.sleep(1)
+    output6 = proc1(queue.get())
     return output6
 
 def send_it7(inputs, noise_level, proc1=proc1):
-    global queue_length_counter
+    global queue
     prompt_with_noise = add_random_noise(inputs, noise_level)
-    if queue_length_counter >= 15:
-        if not queue.empty():
-            queue.queue.clear()
-        queue_length_counter = 0
-    output7 = proc1(prompt_with_noise)
-    queue_length_counter += 1
+    queue.put(prompt_with_noise)
+    while queue.qsize() > queue_threshold:
+        time.sleep(1)
+    output7 = proc1(queue.get())
     return output7
 
 def send_it8(inputs, noise_level, proc1=proc1):
-    global queue_length_counter
+    global queue
     prompt_with_noise = add_random_noise(inputs, noise_level)
-    if queue_length_counter >= 15:
-        if not queue.empty():
-            queue.queue.clear()
-        queue_length_counter = 0
-    output8 = proc1(prompt_with_noise)
-    queue_length_counter += 1
+    queue.put(prompt_with_noise)
+    while queue.qsize() > queue_threshold:
+        time.sleep(1)
+    output8 = proc1(queue.get())
     return output8
 
 
-
 def get_prompts(prompt_text):
-    global queue_length_counter
-    if queue_length_counter >= 15:
-        if not queue.empty():
-            queue.queue.clear()
-        queue_length_counter = 0
-    output = text_gen(prompt_text)
-    queue_length_counter += 1
+    global queue
+    queue.put(prompt_text)
+    while queue.qsize() > queue_threshold:
+        time.sleep(1)
+    output = text_gen(queue.get())
     return output
 
 
@@ -149,17 +131,17 @@ with gr.Blocks() as myface:
     with gr.Row():
         like_message = gr.Button("❤️ Press the Like Button if you enjoy my space! ❤️")
     with gr.Row():
-        output1=gr.Image(label="Dreamlike Photoreal 2.0")
-        output2=gr.Image(label="Dreamlike Photoreal 2.0")
+        output1=gr.Image(label="Dreamlike-photoreal-2.0")
+        output2=gr.Image(label="Dreamlike-photoreal-2.0")
     with gr.Row():
-        output3=gr.Image(label="Dreamlike Photoreal 2.0")
-        output4=gr.Image(label="Dreamlike Photoreal 2.0")
+        output3=gr.Image(label="Dreamlike-photoreal-2.0")
+        output4=gr.Image(label="Dreamlike-photoreal-2.0")
     with gr.Row():
-        output5=gr.Image(label="Dreamlike Photoreal 2.0")
-        output6=gr.Image(label="Dreamlike Photoreal 2.0")
+        output5=gr.Image(label="Dreamlike-photoreal-2.0")
+        output6=gr.Image(label="Dreamlike-photoreal-2.0")
     with gr.Row():
-        output7=gr.Image(label="Dreamlike Photoreal 2.0")
-        output8=gr.Image(label="Dreamlike Photoreal 2.0")
+        output7=gr.Image(label="Dreamlike-photoreal-2.0")
+        output8=gr.Image(label="Dreamlike-photoreal-2.0")
 
     
     run.click(send_it1, inputs=[prompt, noise_level], outputs=[output1])
@@ -174,8 +156,8 @@ with gr.Blocks() as myface:
 
 
 
-myface.queue(concurrency_count=8)
-myface.launch(enable_queue=True, inline=True)
+    myface.queue(concurrency_count=8)
+    myface.launch(enable_queue=True, inline=True)
 
 def queue_monitor():
     while True: