diff --git a/changes/2067.feature.md b/changes/2067.feature.md new file mode 100644 index 0000000000..0892913eb8 --- /dev/null +++ b/changes/2067.feature.md @@ -0,0 +1 @@ +Move `anonymous_ratelimit` to shared_config \ No newline at end of file diff --git a/src/ai/backend/manager/api/ratelimit.py b/src/ai/backend/manager/api/ratelimit.py index d0875063ac..aad8145de4 100644 --- a/src/ai/backend/manager/api/ratelimit.py +++ b/src/ai/backend/manager/api/ratelimit.py @@ -81,7 +81,7 @@ async def rlim_middleware( return response else: root_ctx: RootContext = app["_root.context"] - rate_limit = root_ctx.local_config["manager"]["anonymous-ratelimit"] + rate_limit = root_ctx.shared_config["anonymous_ratelimit"] ip_address = get_client_ip(request) diff --git a/src/ai/backend/manager/config.py b/src/ai/backend/manager/config.py index a1ebbd23c0..d3d60d1fee 100644 --- a/src/ai/backend/manager/config.py +++ b/src/ai/backend/manager/config.py @@ -293,7 +293,6 @@ "agent-selection-resource-priority", default=["cuda", "rocm", "tpu", "cpu", "mem"], ): t.List(t.String), - t.Key("anonymous-ratelimit", default=None): t.Null | t.ToInt, t.Key("importer-image", default="lablup/importer:manylinux2010"): t.String, t.Key("max-wsmsg-size", default=16 * (2**20)): t.ToInt, # default: 16 MiB tx.AliasedKey(["aiomonitor-termui-port", "aiomonitor-port"], default=48100): t.ToInt[ @@ -474,6 +473,7 @@ def container_registry_serialize(v: dict[str, Any]) -> dict[str, str]: ): session_hang_tolerance_iv, }, ).allow_extra("*"), + t.Key("anonymous_ratelimit", default=None): t.Null | t.ToInt, }).allow_extra("*") _volume_defaults: dict[str, Any] = {