add configurable concurrency count from env. variables with default value (#23)

app.py

@@ -18,6 +18,8 @@ logging.getLogger("httpx").setLevel(logging.WARNING)
 logger = logging.getLogger(__name__)
 logging.basicConfig(level=logging.INFO)
 
+CONCURRENCY_COUNT = int(os.getenv("CONCURRENCY_COUNT", 64))
+
 AVAILABLE_SOURCES_UI = [
     "Toward's AI",
     "HuggingFace",
@@ -191,5 +193,5 @@ with demo:
 
     chatbot.like(log_likes, completion)
 
-demo.queue(concurrency_count=16)
+demo.queue(concurrency_count=CONCURRENCY_COUNT)
 demo.launch(debug=True, share=False)