removed some complexity from data service

tomvodi · Aug 31, 2024 · 980ba7c · 980ba7c
1 parent 30a94e3
commit 980ba7c
Show file tree

Hide file tree

Showing 3 changed files with 374 additions and 156 deletions.
diff --git a/internal/common/utils.go b/internal/common/utils.go
@@ -42,3 +42,15 @@ func HashFromData(data []byte) (string, error) {
 
 	return fmt.Sprintf("%x", hash.Sum(nil)), nil
 }
+
+func RemoveDuplicates[T comparable](sliceList []T) []T {
+	allKeys := make(map[T]bool)
+	list := []T{}
+	for _, item := range sliceList {
+		if _, value := allKeys[item]; !value {
+			allKeys[item] = true
+			list = append(list, item)
+		}
+	}
+	return list
+}