feature: Adds gunicorn as a dependency and uvicorn worker to it

talkdai · Oct 16, 2024 · 17956f1 · 17956f1
1 parent 3330c0e
commit 17956f1
Show file tree

Hide file tree

Showing 3 changed files with 29 additions and 3 deletions.
diff --git a/etc/run.sh b/etc/run.sh
@@ -13,8 +13,10 @@ if  [ -n "${TEST}" ]; then
     exit $?
 fi
 
+WORKERS=${WORKERS:-1}
+
 if [ -n "${DEBUG}" ]; then
-    exec poetry run uvicorn main:app --host 0.0.0.0 --port ${PORT} --reload
+    exec poetry run gunicorn -k uvicorn.workers.UvicornWorker -b 0.0.0.0:${PORT} main:app --workers ${WORKERS} --reload
 else
-    exec poetry run uvicorn main:app --host 0.0.0.0 --port ${PORT}
+    exec poetry run gunicorn -k uvicorn.workers.UvicornWorker -b 0.0.0.0:${PORT} main:app --workers ${WORKERS}
 fi
diff --git a/poetry.lock b/poetry.lock
diff --git a/pyproject.toml b/pyproject.toml
@@ -27,6 +27,7 @@ iniconfig = "2.0.0"
 dialog-lib = "0.0.2.7"
 langserve = "0.2.0"
 sse-starlette = "2.1.0"
+gunicorn = "^23.0.0"
 
 
 [tool.poetry.group.dev.dependencies]