fix proxy server heart beat (InternLM#3543)

irexyc · web-flow · commit ff1de667ee7e · 2025-05-15T14:35:16.000+08:00
* fix proxy server heart beat

* fix dict iter
diff --git a/lmdeploy/serve/proxy/proxy.py b/lmdeploy/serve/proxy/proxy.py
@@ -112,7 +112,8 @@ def __init__(self,
         self.initialized = False
 
     def get_nodes(self, role: EngineRole) -> Dict:
-        return {node_url: node_status for (node_url, node_status) in self.nodes.items() if node_status.role == role}
+        items = list(self.nodes.items())
+        return {node_url: node_status for (node_url, node_status) in items if node_status.role == role}
 
     @property
     def hybrid_nodes(self):
@@ -211,7 +212,8 @@ def terminate_all_nodes(self):
     def remove_stale_nodes_by_expiration(self):
         """remove stale nodes."""
         to_be_deleted = []
-        for node_url in self.nodes.keys():
+        node_urls = list(self.nodes.keys())
+        for node_url in node_urls:
             url = f'{node_url}/health'
             headers = {'accept': 'application/json'}
             try:
@@ -229,7 +231,8 @@ def remove_stale_nodes_by_expiration(self):
     def model_list(self):
         """Supported model list."""
         model_names = []
-        for _, status in self.nodes.items():
+        items = list(self.nodes.items())
+        for _, status in items:
             model_names.extend(status.models)
         return model_names
 
