fix: Minimize gpu memory fragmentation

Author: hh-space-invader

fastembed/common/onnx_model.py

@@ -85,7 +85,7 @@ def _load_onnx_model(
 
         so = ort.SessionOptions()
         so.graph_optimization_level = ort.GraphOptimizationLevel.ORT_ENABLE_ALL
-
+        so.add_session_config_entry("memory.enable_memory_arena_shrinkage", "1")
         if threads is not None:
             so.intra_op_num_threads = threads
             so.inter_op_num_threads = threads