fix: dictionary changed size during iteration error (#8327) (#8341)

Co-authored-by: Joey Feldberg <[email protected]>
Co-authored-by: Joey Feldberg <[email protected]>

litellm/llms/anthropic/chat/transformation.py

@@ -70,7 +70,7 @@ def __init__(
         metadata: Optional[dict] = None,
         system: Optional[str] = None,
     ) -> None:
-        locals_ = locals()
+        locals_ = locals().copy()
         for key, value in locals_.items():
             if key != "self" and value is not None:
                 setattr(self.__class__, key, value)

litellm/llms/anthropic/completion/transformation.py

@@ -72,7 +72,7 @@ def __init__(
         top_k: Optional[int] = None,
         metadata: Optional[dict] = None,
     ) -> None:
-        locals_ = locals()
+        locals_ = locals().copy()
         for key, value in locals_.items():
             if key != "self" and value is not None:
                 setattr(self.__class__, key, value)

litellm/llms/bedrock/chat/converse_transformation.py

@@ -63,7 +63,7 @@ def __init__(
         topP: Optional[int] = None,
         topK: Optional[int] = None,
     ) -> None:
-        locals_ = locals()
+        locals_ = locals().copy()
         for key, value in locals_.items():
             if key != "self" and value is not None:
                 setattr(self.__class__, key, value)

litellm/llms/bedrock/chat/invoke_handler.py

@@ -103,7 +103,7 @@ def __init__(
         stop_sequences: Optional[str] = None,
         raw_prompting: Optional[bool] = None,
     ) -> None:
-        locals_ = locals()
+        locals_ = locals().copy()
         for key, value in locals_.items():
             if key != "self" and value is not None:
                 setattr(self.__class__, key, value)

litellm/llms/bedrock/chat/invoke_transformations/amazon_ai21_transformation.py

@@ -46,7 +46,7 @@ def __init__(
         presencePenalty: Optional[dict] = None,
         countPenalty: Optional[dict] = None,
     ) -> None:
-        locals_ = locals()
+        locals_ = locals().copy()
         for key, value in locals_.items():
             if key != "self" and value is not None:
                 setattr(self.__class__, key, value)

litellm/llms/bedrock/chat/invoke_transformations/amazon_cohere_transformation.py

@@ -28,7 +28,7 @@ def __init__(
         temperature: Optional[float] = None,
         return_likelihood: Optional[str] = None,
     ) -> None:
-        locals_ = locals()
+        locals_ = locals().copy()
         for key, value in locals_.items():
             if key != "self" and value is not None:
                 setattr(self.__class__, key, value)

litellm/llms/bedrock/chat/invoke_transformations/amazon_llama_transformation.py

@@ -28,7 +28,7 @@ def __init__(
         temperature: Optional[float] = None,
         topP: Optional[int] = None,
     ) -> None:
-        locals_ = locals()
+        locals_ = locals().copy()
         for key, value in locals_.items():
             if key != "self" and value is not None:
                 setattr(self.__class__, key, value)

litellm/llms/bedrock/chat/invoke_transformations/amazon_mistral_transformation.py

@@ -33,7 +33,7 @@ def __init__(
         top_k: Optional[float] = None,
         stop: Optional[List[str]] = None,
     ) -> None:
-        locals_ = locals()
+        locals_ = locals().copy()
         for key, value in locals_.items():
             if key != "self" and value is not None:
                 setattr(self.__class__, key, value)

litellm/llms/bedrock/chat/invoke_transformations/amazon_titan_transformation.py

@@ -33,7 +33,7 @@ def __init__(
         temperature: Optional[float] = None,
         topP: Optional[int] = None,
     ) -> None:
-        locals_ = locals()
+        locals_ = locals().copy()
         for key, value in locals_.items():
             if key != "self" and value is not None:
                 setattr(self.__class__, key, value)

litellm/llms/bedrock/chat/invoke_transformations/anthropic_claude2_transformation.py

@@ -34,7 +34,7 @@ def __init__(
         top_p: Optional[int] = None,
         anthropic_version: Optional[str] = None,
     ) -> None:
-        locals_ = locals()
+        locals_ = locals().copy()
         for key, value in locals_.items():
             if key != "self" and value is not None:
                 setattr(self.__class__, key, value)

litellm/llms/bedrock/chat/invoke_transformations/anthropic_claude3_transformation.py

@@ -32,7 +32,7 @@ def __init__(
         max_tokens: Optional[int] = None,
         anthropic_version: Optional[str] = None,
     ) -> None:
-        locals_ = locals()
+        locals_ = locals().copy()
         for key, value in locals_.items():
             if key != "self" and value is not None:
                 setattr(self.__class__, key, value)

litellm/llms/bedrock/embed/amazon_titan_g1_transformation.py

@@ -27,7 +27,7 @@ class AmazonTitanG1Config:
     def __init__(
         self,
     ) -> None:
-        locals_ = locals()
+        locals_ = locals().copy()
         for key, value in locals_.items():
             if key != "self" and value is not None:
                 setattr(self.__class__, key, value)

litellm/llms/bedrock/embed/amazon_titan_v2_transformation.py

@@ -33,7 +33,7 @@ class AmazonTitanV2Config:
     def __init__(
         self, normalize: Optional[bool] = None, dimensions: Optional[int] = None
     ) -> None:
-        locals_ = locals()
+        locals_ = locals().copy()
         for key, value in locals_.items():
             if key != "self" and value is not None:
                 setattr(self.__class__, key, value)

litellm/llms/bedrock/image/amazon_stability1_transformation.py

@@ -49,7 +49,7 @@ def __init__(
         width: Optional[int] = None,
         height: Optional[int] = None,
     ) -> None:
-        locals_ = locals()
+        locals_ = locals().copy()
         for key, value in locals_.items():
             if key != "self" and value is not None:
                 setattr(self.__class__, key, value)

litellm/llms/clarifai/chat/transformation.py

@@ -45,7 +45,7 @@ def __init__(
         temperature: Optional[int] = None,
         top_k: Optional[int] = None,
     ) -> None:
-        locals_ = locals()
+        locals_ = locals().copy()
         for key, value in locals_.items():
             if key != "self" and value is not None:
                 setattr(self.__class__, key, value)

litellm/llms/cloudflare/chat/transformation.py

@@ -44,7 +44,7 @@ def __init__(
         max_tokens: Optional[int] = None,
         stream: Optional[bool] = None,
     ) -> None:
-        locals_ = locals()
+        locals_ = locals().copy()
         for key, value in locals_.items():
             if key != "self" and value is not None:
                 setattr(self.__class__, key, value)

litellm/llms/cohere/chat/transformation.py

@@ -104,7 +104,7 @@ def __init__(
         tool_results: Optional[list] = None,
         seed: Optional[int] = None,
     ) -> None:
-        locals_ = locals()
+        locals_ = locals().copy()
         for key, value in locals_.items():
             if key != "self" and value is not None:
                 setattr(self.__class__, key, value)

litellm/llms/cohere/completion/transformation.py

@@ -86,7 +86,7 @@ def __init__(
         return_likelihoods: Optional[str] = None,
         logit_bias: Optional[dict] = None,
     ) -> None:
-        locals_ = locals()
+        locals_ = locals().copy()
         for key, value in locals_.items():
             if key != "self" and value is not None:
                 setattr(self.__class__, key, value)

litellm/llms/databricks/chat/transformation.py

@@ -37,7 +37,7 @@ def __init__(
         stop: Optional[Union[List[str], str]] = None,
         n: Optional[int] = None,
     ) -> None:
-        locals_ = locals()
+        locals_ = locals().copy()
         for key, value in locals_.items():
             if key != "self" and value is not None:
                 setattr(self.__class__, key, value)

litellm/llms/databricks/embed/transformation.py

@@ -16,7 +16,7 @@ class DatabricksEmbeddingConfig:
     )
 
     def __init__(self, instruction: Optional[str] = None) -> None:
-        locals_ = locals()
+        locals_ = locals().copy()
         for key, value in locals_.items():
             if key != "self" and value is not None:
                 setattr(self.__class__, key, value)

litellm/llms/deprecated_providers/aleph_alpha.py

@@ -145,7 +145,7 @@ def __init__(
         contextual_control_threshold: Optional[int] = None,
         control_log_additive: Optional[bool] = None,
     ) -> None:
-        locals_ = locals()
+        locals_ = locals().copy()
         for key, value in locals_.items():
             if key != "self" and value is not None:
                 setattr(self.__class__, key, value)

litellm/llms/deprecated_providers/palm.py

@@ -63,7 +63,7 @@ def __init__(
         top_p: Optional[float] = None,
         max_output_tokens: Optional[int] = None,
     ) -> None:
-        locals_ = locals()
+        locals_ = locals().copy()
         for key, value in locals_.items():
             if key != "self" and value is not None:
                 setattr(self.__class__, key, value)

litellm/llms/gemini/chat/transformation.py

@@ -57,7 +57,7 @@ def __init__(
         candidate_count: Optional[int] = None,
         stop_sequences: Optional[list] = None,
     ) -> None:
-        locals_ = locals()
+        locals_ = locals().copy()
         for key, value in locals_.items():
             if key != "self" and value is not None:
                 setattr(self.__class__, key, value)

litellm/llms/huggingface/chat/transformation.py

@@ -77,7 +77,7 @@ def __init__(
         typical_p: Optional[float] = None,
         watermark: Optional[bool] = None,
     ) -> None:
-        locals_ = locals()
+        locals_ = locals().copy()
         for key, value in locals_.items():
             if key != "self" and value is not None:
                 setattr(self.__class__, key, value)

litellm/llms/jina_ai/embedding/transformation.py

@@ -21,7 +21,7 @@ class JinaAIEmbeddingConfig:
     def __init__(
         self,
     ) -> None:
-        locals_ = locals()
+        locals_ = locals().copy()
         for key, value in locals_.items():
             if key != "self" and value is not None:
                 setattr(self.__class__, key, value)

litellm/llms/lm_studio/embed/transformation.py

@@ -18,7 +18,7 @@ class LmStudioEmbeddingConfig:
     def __init__(
         self,
     ) -> None:
-        locals_ = locals()
+        locals_ = locals().copy()
         for key, value in locals_.items():
             if key != "self" and value is not None:
                 setattr(self.__class__, key, value)

litellm/llms/maritalk.py

@@ -33,7 +33,7 @@ def __init__(
         tools: Optional[List[dict]] = None,
         tool_choice: Optional[Union[str, dict]] = None,
     ) -> None:
-        locals_ = locals()
+        locals_ = locals().copy()
         for key, value in locals_.items():
             if key != "self" and value is not None:
                 setattr(self.__class__, key, value)

litellm/llms/nlp_cloud/chat/transformation.py

@@ -78,7 +78,7 @@ def __init__(
         num_beams: Optional[int] = None,
         num_return_sequences: Optional[int] = None,
     ) -> None:
-        locals_ = locals()
+        locals_ = locals().copy()
         for key, value in locals_.items():
             if key != "self" and value is not None:
                 setattr(self.__class__, key, value)

litellm/llms/nvidia_nim/embed.py

@@ -32,7 +32,7 @@ def __init__(
         input_type: Optional[str] = None,
         truncate: Optional[str] = None,
     ) -> None:
-        locals_ = locals()
+        locals_ = locals().copy()
         for key, value in locals_.items():
             if key != "self" and value is not None:
                 setattr(self.__class__, key, value)

litellm/llms/ollama/completion/transformation.py

@@ -117,7 +117,7 @@ def __init__(
         system: Optional[str] = None,
         template: Optional[str] = None,
     ) -> None:
-        locals_ = locals()
+        locals_ = locals().copy()
         for key, value in locals_.items():
             if key != "self" and value is not None:
                 setattr(self.__class__, key, value)

litellm/llms/ollama_chat.py

@@ -105,7 +105,7 @@ def __init__(
         system: Optional[str] = None,
         template: Optional[str] = None,
     ) -> None:
-        locals_ = locals()
+        locals_ = locals().copy()
         for key, value in locals_.items():
             if key != "self" and value is not None:
                 setattr(self.__class__, key, value)

litellm/llms/petals/completion/transformation.py

@@ -58,7 +58,7 @@ def __init__(
         top_p: Optional[float] = None,
         repetition_penalty: Optional[float] = None,
     ) -> None:
-        locals_ = locals()
+        locals_ = locals().copy()
         for key, value in locals_.items():
             if key != "self" and value is not None:
                 setattr(self.__class__, key, value)

litellm/llms/predibase/chat/transformation.py

@@ -59,7 +59,7 @@ def __init__(
         typical_p: Optional[float] = None,
         watermark: Optional[bool] = None,
     ) -> None:
-        locals_ = locals()
+        locals_ = locals().copy()
         for key, value in locals_.items():
             if key != "self" and value is not None:
                 setattr(self.__class__, key, value)

litellm/llms/replicate/chat/transformation.py

@@ -73,7 +73,7 @@ def __init__(
         seed: Optional[int] = None,
         debug: Optional[bool] = None,
     ) -> None:
-        locals_ = locals()
+        locals_ = locals().copy()
         for key, value in locals_.items():
             if key != "self" and value is not None:
                 setattr(self.__class__, key, value)

litellm/llms/sagemaker/completion/transformation.py

@@ -47,7 +47,7 @@ def __init__(
         temperature: Optional[float] = None,
         return_full_text: Optional[bool] = None,
     ) -> None:
-        locals_ = locals()
+        locals_ = locals().copy()
         for key, value in locals_.items():
             if key != "self" and value is not None:
                 setattr(self.__class__, key, value)

litellm/llms/vertex_ai/gemini/vertex_and_google_ai_studio_gemini.py

@@ -179,7 +179,7 @@ def __init__(
         presence_penalty: Optional[float] = None,
         seed: Optional[int] = None,
     ) -> None:
-        locals_ = locals()
+        locals_ = locals().copy()
         for key, value in locals_.items():
             if key != "self" and value is not None:
                 setattr(self.__class__, key, value)

litellm/llms/vertex_ai/vertex_ai_partner_models/ai21/transformation.py

@@ -17,7 +17,7 @@ def __init__(
         self,
         max_tokens: Optional[int] = None,
     ) -> None:
-        locals_ = locals()
+        locals_ = locals().copy()
         for key, value in locals_.items():
             if key != "self" and value is not None:
                 setattr(self.__class__, key, value)

litellm/llms/vertex_ai/vertex_ai_partner_models/llama3/transformation.py

@@ -21,7 +21,7 @@ def __init__(
         self,
         max_tokens: Optional[int] = None,
     ) -> None:
-        locals_ = locals()
+        locals_ = locals().copy()
         for key, value in locals_.items():
             if key == "max_tokens" and value is None:
                 value = self.max_tokens

litellm/llms/vertex_ai/vertex_embeddings/transformation.py

@@ -48,7 +48,7 @@ def __init__(
         ] = None,
         title: Optional[str] = None,
     ) -> None:
-        locals_ = locals()
+        locals_ = locals().copy()
         for key, value in locals_.items():
             if key != "self" and value is not None:
                 setattr(self.__class__, key, value)

litellm/llms/watsonx/completion/transformation.py

@@ -108,7 +108,7 @@ def __init__(
         stream: Optional[bool] = None,
         **kwargs,
     ) -> None:
-        locals_ = locals()
+        locals_ = locals().copy()
         for key, value in locals_.items():
             if key != "self" and value is not None:
                 setattr(self.__class__, key, value)