Cancel job properly in async wrapper

Author: turboderp

exllamav2/generator/dynamic_async.py

@@ -48,6 +48,11 @@ async def close(self):
         except asyncio.CancelledError:
             pass
 
+    async def cancel(self, job: ExLlamaV2DynamicJobAsync):
+        assert job.job in self.jobs
+        self.generator.cancel(job.job)
+        del self.jobs[job.job]
+
 
 class ExLlamaV2DynamicJobAsync:
     """
@@ -75,4 +80,4 @@ async def __aiter__(self):
                 break
 
     async def cancel(self):
-        self.generator.generator.cancel(self.job)
+        await self.generator.cancel(self)