first version of negative sampling

pretrain/lit_models/transformer.py

@@ -364,13 +364,17 @@ class CombineEntityEmbeddingLitModel(UseEntityEmbeddingLitModel):
         self.id2entity = {}
         with open("./dataset/FB15k-237/entity2textlong.txt", 'r') as file:
             cnt = 0
-            for line in file.readlines():
+            lines = file.readlines()
+            lines.append('[NEG]\t')
+            for line in lines:
                 e, d = line.strip().split("\t")
                 self.id2entity[cnt] = e
                 cnt += 1
         self.id2entity_t = {}
         with open("./dataset/FB15k-237/entity2text.txt", 'r') as file:
-            for line in file.readlines():
+            lines = file.readlines()
+            lines.append('[NEG]\t')
+            for line in lines:
                 e, d = line.strip().split("\t")
                 self.id2entity_t[e] = d
         for k, v in self.id2entity.items():