From 0fc548bd13d5a6e46d8dad349b3bb4719a1b454d Mon Sep 17 00:00:00 2001 From: cwehmeier Date: Thu, 5 Mar 2026 14:37:21 +0100 Subject: [PATCH] KIT-4743 bump packages --- pyproject.toml | 2 +- requirements.txt | 2 +- setup.py | 2 +- tests/test_pipeline.py | 2 +- tests/test_remove_signature.py | 12 +++++++----- 5 files changed, 11 insertions(+), 9 deletions(-) diff --git a/pyproject.toml b/pyproject.toml index e04c1b2..0f3470b 100644 --- a/pyproject.toml +++ b/pyproject.toml @@ -1,6 +1,6 @@ [tool.poetry] name = "ai-data-preprocessing-queue" -version = "1.7.0" +version = "1.7.1" description = "A collection of different text processing steps that can be enabled or disabled dynamically." authors = ["KI-Team"] license = "MIT" diff --git a/requirements.txt b/requirements.txt index d67e519..5d4beb4 100644 --- a/requirements.txt +++ b/requirements.txt @@ -1,4 +1,4 @@ langdetect~=1.0.9 nltk>=3.9.0, <4.0 -pandas>=2.0.0, <3.0 +pandas>=3.0.0, <4.0 numpy>=2.0.0, <3.0 diff --git a/setup.py b/setup.py index a9cdc94..73d1de0 100644 --- a/setup.py +++ b/setup.py @@ -11,7 +11,7 @@ setuptools.setup( name="ai-data-preprocessing-queue", - version="1.7.0", + version="1.7.1", description="Can be used to pre process data before ai processing", long_description=LONG_DESCRIPTION, long_description_content_type="text/markdown", diff --git a/tests/test_pipeline.py b/tests/test_pipeline.py index e079f27..9a8c1e0 100644 --- a/tests/test_pipeline.py +++ b/tests/test_pipeline.py @@ -83,7 +83,7 @@ def test_regex_replacement(self) -> None: self.assertEqual("test password test", value) def test_token_replacement_do_not_crash_for_no_data(self) -> None: - pipeline = Pipeline({"token_replacement": None}) + pipeline = Pipeline({"token_replacement": None}) # noqa: S105 value = pipeline.consume("test text") self.assertEqual("test text", value) diff --git a/tests/test_remove_signature.py b/tests/test_remove_signature.py index 9e33a9d..b048a58 100644 --- a/tests/test_remove_signature.py +++ b/tests/test_remove_signature.py @@ -1,14 +1,15 @@ import unittest +from unittest.mock import MagicMock, patch from parameterized import parameterized -from unittest.mock import MagicMock, patch + from ai_data_preprocessing_queue.Pipeline import Pipeline from ai_data_preprocessing_queue.Steps.remove_signature import ( - step, remove_greetings_and_following_text, remove_newline) + remove_greetings_and_following_text, remove_newline, step) class TestRemoveSignature(unittest.TestCase): - @parameterized.expand([ # type: ignore[misc] + @parameterized.expand([ # type: ignore[untyped-decorator] ( "multiple_newlines", "Could you please review the attached document?\n\n\nI need your feedback by Friday.", @@ -38,7 +39,7 @@ class TestRemoveSignature(unittest.TestCase): def test_remove_newline(self, name: str, input_text: str, expected: str) -> None: self.assertEqual(remove_newline(input_text), expected) - @parameterized.expand([ # type: ignore[misc] + @parameterized.expand([ # type: ignore[untyped-decorator] ( "english_signature_basic", "Here's the project update. Sincerely, John Smith\nProject Manager", @@ -88,7 +89,7 @@ def test_remove_newline(self, name: str, input_text: str, expected: str) -> None def test_remove_greetings_and_following_text(self, name: str, input_text: str, expected: str) -> None: self.assertEqual(remove_greetings_and_following_text(input_text), expected) - @parameterized.expand([ # type: ignore[misc] + @parameterized.expand([ # type: ignore[untyped-decorator] ( "remove_signature_basic", "We're sending the final draft for review. Best regards, Alice Johnson\nProject Lead", @@ -151,3 +152,4 @@ def test_remove_signature_step_error(self, _: MagicMock) -> None: if __name__ == "__main__": unittest.main() + unittest.main()