Implement ls_recursive.

Author: teo-tsirpanis

clibrary.c

@@ -21,6 +21,15 @@ TILEDB_EXPORT int32_t _vfs_ls(
     return ret_val;
 }
 
+TILEDB_EXPORT int32_t _vfs_ls_recursive(
+  tiledb_ctx_t* ctx,
+  tiledb_vfs_t* vfs,
+  const char* path,
+  void* data) {
+    int32_t ret_val = tiledb_vfs_ls_recursive(ctx, vfs, path, vfsLsRecursive, data);
+    return ret_val;
+}
+
 TILEDB_EXPORT int32_t _tiledb_object_walk(
   tiledb_ctx_t* ctx,
   const char* path,
@@ -36,4 +45,4 @@ TILEDB_EXPORT int32_t _tiledb_object_ls(
   void* data) {
     int32_t ret_val = tiledb_object_ls(ctx, path, objectsInPath, data);
     return ret_val;
-}
+}

clibrary.h

@@ -1,12 +1,13 @@
 #ifndef CLIBRARY_H
 #define CLIBRARY_H
 
-#include <tiledb/tiledb.h>
+#include <tiledb/tiledb_experimental.h>
 
 typedef const char cchar_t;
 
 int32_t numOfFragmentsInPath(cchar_t* path, void *data);
 int32_t vfsLs(cchar_t* path, void *data);
+int32_t vfsLsRecursive(cchar_t* path, size_t path_len, uint64_t size, void *data);
 int32_t objectsInPath(cchar_t* path, tiledb_object_t objectType, void *data);
 
 TILEDB_EXPORT int32_t _num_of_folders_in_path(
@@ -21,6 +22,12 @@ TILEDB_EXPORT int32_t _vfs_ls(
     const char* path,
     void* data);
 
+TILEDB_EXPORT int32_t _vfs_ls_recursive(
+    tiledb_ctx_t* ctx,
+    tiledb_vfs_t* vfs,
+    const char* path,
+    void* data);
+
 TILEDB_EXPORT int32_t _tiledb_object_walk(
     tiledb_ctx_t* ctx,
     const char* path,
@@ -32,4 +39,4 @@ TILEDB_EXPORT int32_t _tiledb_object_ls(
     const char* path,
     void* data);
 
-#endif
+#endif

vfs.go

@@ -643,3 +643,52 @@ func (v *VFS) List(path string) ([]string, []string, error) {
 
 	return folderData.Folders, folderData.Files, nil
 }
+
+type visitRecursiveCallback = func(path string, size uint64) (doContinue bool, err error)
+
+// visitRecursiveState contains the state of a call to VisitRecursive.
+type visitRecursiveState struct {
+	callback  visitRecursiveCallback
+	lastError error
+}
+
+//export vfsLsRecursive
+func vfsLsRecursive(path *C.cchar_t, path_len C.size_t, size C.uint64_t, data unsafe.Pointer) int32 {
+	state := pointer.Restore(data).(*visitRecursiveState)
+
+	if path_len > math.MaxInt {
+		state.lastError = errors.New("path is too long")
+		return 0
+	}
+
+	doContinue, err := state.callback(C.GoStringN(path, C.int(path_len)), uint64(size))
+
+	if err != nil || !doContinue {
+		// Save error to return to the user.
+		state.lastError = err
+		return 0
+	}
+
+	return 1
+}
+
+// VisitRecursive calls a function for every file in a path recursively.
+// This function returns if the listing ends, or if the callback returns false or an error.
+func (v *VFS) VisitRecursive(path string, callback visitRecursiveCallback) error {
+	cpath := C.CString(path)
+	defer C.free(unsafe.Pointer(cpath))
+
+	state := &visitRecursiveState{
+		callback:  callback,
+		lastError: nil,
+	}
+	data := pointer.Save(state)
+	defer pointer.Unref(data)
+
+	ret := C._vfs_ls_recursive(v.context.tiledbContext, v.tiledbVFS, cpath, data)
+	if ret != C.TILEDB_OK {
+		return fmt.Errorf("error in recursively listing path %s: %w", path, v.context.LastError())
+	}
+
+	return state.lastError
+}