Update app.py

app.py

@@ -45,21 +45,33 @@ def add_random_noise(prompt, noise_level=0.07):
 
 def send_it1(inputs, noise_level, proc1=proc1):
     prompt_with_noise = add_random_noise(inputs, noise_level)
+    while queue.qsize() >= queue_threshold:
+        time.sleep(2)
+    queue.put(prompt_with_noise)
     output1 = proc1(prompt_with_noise)
     return output1
 
 def send_it2(inputs, noise_level, proc1=proc1):
     prompt_with_noise = add_random_noise(inputs, noise_level)
+    while queue.qsize() >= queue_threshold:
+        time.sleep(2)
+    queue.put(prompt_with_noise)
     output2 = proc1(prompt_with_noise)
     return output2
 
 #def send_it3(inputs, noise_level, proc1=proc1):
     #prompt_with_noise = add_random_noise(inputs, noise_level)
+    #while queue.qsize() >= queue_threshold:
+        #time.sleep(2)
+    #queue.put(prompt_with_noise)
     #output3 = proc1(prompt_with_noise)
     #return output3
 
 #def send_it4(inputs, noise_level, proc1=proc1):
     #prompt_with_noise = add_random_noise(inputs, noise_level)
+    #while queue.qsize() >= queue_threshold:
+        #time.sleep(2)
+    #queue.put(prompt_with_noise)
     #output4 = proc1(prompt_with_noise)
     #return output4