Skip to content

Commit a98d5e1

Browse files
Made warning smarter
1 parent ba45dc1 commit a98d5e1

1 file changed

Lines changed: 7 additions & 3 deletions

File tree

turftopic/late.py

Lines changed: 7 additions & 3 deletions
Original file line numberDiff line numberDiff line change
@@ -16,12 +16,15 @@
1616

1717

1818
class LateSentenceTransformer(SentenceTransformer):
19+
has_used_token_level = False
20+
1921
def encode(
2022
self, sentences: Union[str, list[str], np.ndarray], *args, **kwargs
2123
):
22-
warnings.warn(
23-
"Encoder is contextual but topic model is not using contextual embeddings. Perhaps you wanted to use another topic model."
24-
)
24+
if not self.has_used_token_level:
25+
warnings.warn(
26+
"Encoder is contextual but topic model is not using contextual embeddings. Perhaps you wanted to use another topic model."
27+
)
2528
return super().encode(sentences, *args, **kwargs)
2629

2730
def _encode_tokens(
@@ -38,6 +41,7 @@ def _encode_tokens(
3841
offsets: list[list[tuple[int, int]]]
3942
Start and end character of each token in each document.
4043
"""
44+
self.has_used_token_level = True
4145
token_embeddings = []
4246
offsets = []
4347
for start_index in trange(

0 commit comments

Comments
 (0)