Working on using a cluster of API servers....

This commit is contained in:
Scott Idem
2024-03-07 21:33:10 -05:00
parent d265064cf6
commit f1a36b2bc4
4 changed files with 29 additions and 127 deletions

View File

@@ -21,7 +21,7 @@ email-validator
et-xmlfile
fastapi>=0.88.0
greenlet>=2.0.2
gunicorn>=20.1.0
gunicorn>=21.2.0
h11
html2text>=2020.1.16
httpcore

View File

@@ -161,8 +161,10 @@ upstream fastapi_backend {
# larger number will recieve more requests
# Example of 20 vs 10: 20 will recieve twice as many requests as 10
server aether_api_gunicorn:5005 weight=20 max_fails=3 fail_timeout=30s;
# server aether_api_gunicorn_bak:5005 weight=10 max_fails=1 fail_timeout=30s;
server aether_api_gunicorn:5005 weight=20 max_fails=2 fail_timeout=30s;
# server aether_api_gunicorn_red:5005 weight=20 max_fails=2 fail_timeout=30s;
# server aether_api_gunicorn_green:5005 weight=20 max_fails=2 fail_timeout=30s;
# server aether_api_gunicorn_blue:5005 weight=20 max_fails=2 fail_timeout=30s;
# maintain up to 20 idle connections to the group of upstream servers
# keepalive 20;