2
2
import os
3
3
import re
4
4
import time
5
+ from glob import glob
5
6
6
7
import pyTigerGraph as tg
7
8
from dotenv import load_dotenv
15
16
pattern = re .compile (r'"name":\s*"tg_.*"' )
16
17
17
18
18
- def add_reverse_edge (ds : Datasets ):
19
- with open (f"{ dataset .tmp_dir } /{ ds .name } /create_schema.gsql" ) as f :
20
- schema : str = f .read ()
21
- with open (f"{ dataset .tmp_dir } /{ ds .name } /create_schema.gsql" , "w" ) as f :
22
- schema = schema .replace (
23
- "ADD DIRECTED EDGE Cite (from Paper, to Paper, time Int, is_train Bool, is_val Bool);" ,
24
- 'ADD DIRECTED EDGE Cite (from Paper, to Paper, time Int, is_train Bool, is_val Bool) WITH REVERSE_EDGE="reverse_Cite";' ,
25
- )
26
- f .write (schema )
19
+ # def add_reverse_edge(ds: Datasets):
20
+ # with open(f"{dataset.tmp_dir}/{ds.name}/create_schema.gsql") as f:
21
+ # schema: str = f.read()
22
+ # with open(f"{dataset.tmp_dir}/{ds.name}/create_schema.gsql", "w") as f:
23
+ # schema = schema.replace(
24
+ # "ADD DIRECTED EDGE Cite (from Paper, to Paper, time Int, is_train Bool, is_val Bool);",
25
+ # 'ADD DIRECTED EDGE Cite (from Paper, to Paper, time Int, is_train Bool, is_val Bool) WITH REVERSE_EDGE="reverse_Cite";',
26
+ # )
27
+ # f.write(schema)
28
+ #
29
+ #
30
+ def get_query_path (q_name ):
31
+ pth = glob (f"../algorithms/**/{ q_name } .gsql" , recursive = True )
32
+ return pth [0 ]
27
33
28
34
29
35
if __name__ == "__main__" :
30
- host_name = os .getenv ( "HOST_NAME" )
31
- user_name = os .getenv ( "USER_NAME" )
32
- password = os .getenv ( "PASS" )
36
+ host_name = os .environ [ "HOST_NAME" ]
37
+ user_name = os .environ [ "USER_NAME" ]
38
+ password = os .environ [ "PASS" ]
33
39
conn = tg .TigerGraphConnection (
34
40
host = host_name ,
35
41
username = user_name ,
@@ -42,25 +48,29 @@ def add_reverse_edge(ds: Datasets):
42
48
if res ["error" ]:
43
49
exit (1 )
44
50
# load the data
45
- dataset = Datasets ("Cora" )
46
- add_reverse_edge (dataset )
47
- conn .ingestDataset (dataset , getToken = True )
51
+ # dataset = Datasets("Cora")
52
+ # add_reverse_edge(dataset)
53
+ # conn.ingestDataset(dataset, getToken=True)
48
54
49
- dataset = Datasets ("graph_algorithms_testing" )
50
- conn .ingestDataset (dataset , getToken = True )
55
+ # dataset = Datasets("graph_algorithms_testing")
56
+ # conn.ingestDataset(dataset, getToken=True)
57
+ conn .getToken ()
51
58
52
59
conn .graphname = graph_name
53
60
# install the queries
54
- feat = conn .gds .featurizer ()
61
+ feat = conn .gds .featurizer () # type: ignore
55
62
installed_queries = util .get_installed_queries (conn )
56
63
algos = json .dumps (feat .algo_dict , indent = 1 )
57
64
queries = [
58
65
m .split (": " )[1 ].replace ('"' , "" ).strip () for m in pattern .findall (algos )
59
66
]
60
- for q in tqdm (queries , desc = "installing GDS queries" ):
67
+
68
+ t = tqdm (queries , desc = "installing GDS queries" )
69
+ for q in t :
70
+ t .set_postfix ({"query" : q })
71
+ pth = get_query_path (q )
61
72
if q not in installed_queries :
62
- print (q )
63
- feat .installAlgorithm (q )
73
+ feat .installAlgorithm (q , pth )
64
74
65
- for _ in trange (30 , desc = "Sleeping while data loads" ):
66
- time .sleep (1 )
75
+ # for _ in trange(30, desc="Sleeping while data loads"):
76
+ # time.sleep(1)
0 commit comments