Skip to content

Commit 5e9a426

Browse files
committed
fix: remove debug code
1 parent 9e3b319 commit 5e9a426

File tree

1 file changed

+0
-34
lines changed

1 file changed

+0
-34
lines changed

fastembed/late_interaction/colbert.py

Lines changed: 0 additions & 34 deletions
Original file line numberDiff line numberDiff line change
@@ -298,37 +298,3 @@ def init_embedding(self, model_name: str, cache_dir: str, **kwargs: Any) -> Colb
298298
threads=1,
299299
**kwargs,
300300
)
301-
302-
303-
if __name__ == "__main__":
304-
te = Colbert("answerdotai/answerai-colbert-small-v1")
305-
306-
print(
307-
te.token_count(
308-
texts=[
309-
"qwe",
310-
"adsda ads qwe dasd dsad cxc czx as qw er tr y fg s a x b h f d a s w e t y k,l; czcx asd ",
311-
]
312-
)
313-
)
314-
print(
315-
te.token_count(
316-
texts=[
317-
"qwe",
318-
"adsda ads qwe dasd dsad cxc czx as qw er tr y fg s a x b h f d a s w e t y k,l; czcx asd ",
319-
],
320-
is_doc=False,
321-
)
322-
)
323-
# data = []
324-
# with open('../../training_data.csv', 'r') as f:
325-
# for i, line in enumerate(f):
326-
#
327-
# if i == 0:
328-
# continue
329-
#
330-
# data.append(line.rsplit(',', maxsplit=1)[0][1:-1])
331-
# import time
332-
# a = time.perf_counter()
333-
# te.token_count(data, batch_size=1024)
334-
# print(time.perf_counter() - a)

0 commit comments

Comments
 (0)