diff --git a/python/requirements/rllib/requirements_rllib.txt b/python/requirements/rllib/requirements_rllib.txt
index a22521308a29..6ed2a65ba84f 100644
--- a/python/requirements/rllib/requirements_rllib.txt
+++ b/python/requirements/rllib/requirements_rllib.txt
@@ -37,4 +37,4 @@ pyglet==1.5.0
 # For JSON reader/writer.
 smart_open==5.0.0
 # Ray Serve example
-starlette==0.14.2
+starlette==0.21.0