From bde961df8f66383d9b8907dd2fe33978d2dfc923 Mon Sep 17 00:00:00 2001
From: unknown <treehyde1@gmail.com>
Date: Wed, 30 Oct 2024 13:06:36 +0100
Subject: [PATCH] tooling with new insertion methods

---
 omnipath_metabo/schema/_main.py | 18 +++++++++++++++---
 1 file changed, 15 insertions(+), 3 deletions(-)

diff --git a/omnipath_metabo/schema/_main.py b/omnipath_metabo/schema/_main.py
index 7721164..82f02be 100644
--- a/omnipath_metabo/schema/_main.py
+++ b/omnipath_metabo/schema/_main.py
@@ -46,6 +46,11 @@ def load(self, resource) -> None:
         loader = Loader(resource, self.con)
         loader.load()
 
+    def test_load(self, resource) -> None:
+
+        loader = Loader(resource, self.con)
+        loader.new_load()
+
     def substructure_search(self, substructure):
 
         query = f"select name, mol from structures where mol @>'{substructure}'"
@@ -170,6 +175,13 @@ def create(self) -> None:
 
         create(self.con)
 
-    
-
-
+    def new_load(self, batch_size = 1000):
+        
+        self.create()
+        
+        #Creat method for populating using iterator. 
+        
+        self.session.scalars(
+            insert(_structure.Structure).on_conflict_do_nothing()
+            [x for x in self.resource] 
+        )
\ No newline at end of file