Skip to content

Commit 3ea14a5

Browse files
committed
add attr to output
1 parent a22d5d7 commit 3ea14a5

File tree

1 file changed

+6
-3
lines changed

1 file changed

+6
-3
lines changed

finetune-embedding/finetune_dataset.py

+6-3
Original file line numberDiff line numberDiff line change
@@ -79,9 +79,12 @@ def write_to_json(filename,finetuning_dataset):
7979
negatives.append(node)
8080

8181
sample = {"Question":item["Question"], "Answer":item["Answer"],
82-
"positives":[pos_chunk["node"]["text"]],
83-
"negatives":[chunk["node"]["text"] for chunk in negatives],
84-
"hard_negatives":[chunk["node"]["text"] for chunk in hard_negatives]}
82+
"Context":item["Context"],
83+
"Conversation_no":item["Conversation_no"],
84+
"Turn_no":item["Turn_no"],
85+
"Positives":[pos_chunk["node"]["text"]],
86+
"Negatives":[chunk["node"]["text"] for chunk in negatives],
87+
"Hard_negatives":[chunk["node"]["text"] for chunk in hard_negatives]}
8588
finetuning_dataset.append(sample)
8689

8790
write_to_json(filename, finetuning_dataset)

0 commit comments

Comments
 (0)