v0.5.2 Properly close KVFile DBs

Author: akariv

dataflows/VERSION

@@ -1 +1 @@
-0.5.1
+0.5.2

dataflows/processors/duplicate.py

@@ -16,6 +16,7 @@ def saver(resource, db, batch_size):
 def loader(db):
     for _, value in db.items():
         yield value
+    db.close()
 
 
 def duplicate(

dataflows/processors/join.py

@@ -371,6 +371,8 @@ def func(package: PackageWrapper):
         process_datapackage(package.pkg.descriptor)
         yield package.pkg
         yield from new_resource_iterator(package)
+        db.close()
+        db_keys_usage.close()
 
     return func
 

dataflows/processors/sort_rows.py

@@ -59,6 +59,7 @@ def process(rows):
     db.insert(process(rows), batch_size=batch_size)
     for _, value in db.items(reverse=reverse):
         yield value
+    db.close()
 
 
 def sort_rows(key, resources=None, reverse=False, batch_size=1000):