better caching

Author: ms-jpq

coq/clients/lsp/worker.py

@@ -94,6 +94,7 @@ def __init__(
         self._local_cached = _LocalCache()
         self._working = Condition()
         self._max_results = self._supervisor.match.max_results
+        self._cached_clients: AbstractSet[str] = set()
         self._ex.run(self._poll())
 
     def interrupt(self) -> None:
@@ -129,6 +130,18 @@ async def cont() -> None:
                                     self._cache.set_cache(
                                         {client: chunked}, skip_db=False
                                     )
+                        if context := self._supervisor.current_context:
+                            cached_clients = self._cached_clients
+                            async for lsp_comps in self._request(
+                                context, cached_clients=cached_clients
+                            ):
+                                if not self._work_lock.locked():
+                                    for chunked in batched(
+                                        lsp_comps.items, n=CACHE_CHUNK
+                                    ):
+                                        self._cache.set_cache(
+                                            {lsp_comps.client: chunked}, skip_db=False
+                                        )
 
             await self._with_interrupt(cont())
 
@@ -144,6 +157,7 @@ async def _work(self, context: Context) -> AsyncIterator[Completion]:
                 use_cache, cached_clients, cached = self._cache.apply_cache(
                     context, always=False
                 )
+                self._cached_clients = cached_clients
                 if not use_cache:
                     self._local_cached.pre.clear()
                     self._local_cached.post.clear()