We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
1 parent aa59475 commit cd07b6bCopy full SHA for cd07b6b
1 file changed
transformer_lens/utils.py
@@ -340,9 +340,9 @@ def tokenize_and_concatenate(
340
_deprecation_warnings_saved = None
341
if hasattr(tokenizer, "deprecation_warnings"):
342
_deprecation_warnings_saved = tokenizer.deprecation_warnings.copy()
343
- tokenizer.deprecation_warnings["sequence-length-is-longer-than-the-specified-maximum"] = (
344
- False
345
- )
+ tokenizer.deprecation_warnings[
+ "sequence-length-is-longer-than-the-specified-maximum"
+ ] = False
346
try:
347
# Define the length to chop things up into - leaving space for a bos_token if required
348
if add_bos_token:
0 commit comments