More advanced pytesting

Author: DJSaunders1997

.vscode/settings.json

@@ -7,8 +7,10 @@
     "azureFunctions.projectRuntime": "~4",
     "debug.internalConsoleOptions": "neverOpen",
     "python.testing.pytestArgs": [
-        "backend"
+        "backend",
+        "-v"
     ],
     "python.testing.unittestEnabled": false,
-    "python.testing.pytestEnabled": true
+    "python.testing.pytestEnabled": true,
+    "python-envs.pythonProjects": []
 }

backend/generate_quiz.py

@@ -27,6 +27,13 @@ class QuizGenerator:
         "gpt-4-turbo",
         "o1-mini",
         "o3-mini",
+        "azure_ai/gpt-35-turbo",  # Azure AI GPT-3.5-turbo
+        "azure_ai/gpt-4-turbo",  # Azure AI GPT-4-turbo
+        "azure_ai/gpt-4o",       # Azure AI GPT-4o
+        "azure_ai/gpt-4o-mini",  # Azure AI GPT-4o-mini
+        "azure_ai/o1-mini",      # Azure AI O1-mini
+        "azure_ai/o1-preview",   # Azure AI O1-preview
+        "azure_ai/o3-mini",      # Azure AI O3-mini
         "gemini/gemini-2.0-flash",
         "gemini/gemini-1.5-pro-latest",
         "azure_ai/DeepSeek-R1",
@@ -212,15 +219,7 @@ def print_quiz(generator: Generator[str, None, None]):
     # For detailed output during testing, set the logger level to DEBUG.
     logger.setLevel(logging.DEBUG)
 
-    suppported_models = [
-        "gpt-3.5-turbo",
-        "gpt-4-turbo",
-        "o1-mini",
-        "o3-mini",
-        "gemini/gemini-pro",
-        "gemini/gemini-1.5-pro-latest",
-        "azure_ai/DeepSeek-R1",
-    ]
+    print(f"Supported models: {QuizGenerator.SUPPORTED_MODELS}")
 
     quiz_generator = QuizGenerator(model="o1-mini")
 

backend/pyproject.toml

@@ -35,7 +35,6 @@ select = ["E", "F", "W", "I"]
 markers = [
     "integration: mark test as an integration test."
 ]
-addopts = "-m 'not integration'"
 testpaths = ["tests"]
 
 [dependency-groups]

backend/tests/test_generate_quiz.py

@@ -104,23 +104,28 @@ class TestQuizGeneratorIntegration:
     """
 
     @pytest.mark.integration
-    def test_generate_quiz_real_api(self):
-        """
-        Integration test that calls the real OpenAI API.
-
-        This test will only run if the OPENAI_API_KEY is set in the environment. It verifies that the
-        generate_quiz method returns at least one SSE-formatted result.
-        """
-        api_key = os.getenv("OPENAI_API_KEY")
-        if not api_key:
-            pytest.skip("Skipping integration test: OPENAI_API_KEY not set.")
-        quiz_gen = QuizGenerator()
-        topic = "Math"
-        difficulty = "Hard"
-        gen = quiz_gen.generate_quiz(topic, difficulty, 2)
-        # Collect the output from the generator.
+    @pytest.mark.parametrize("model", QuizGenerator.SUPPORTED_MODELS)
+    def test_model(self, model):
+        """Test each supported model individually."""
+        # Check if required API keys are available
+        provider = model.split("/")[0]
+        
+        if provider == "openai" and not os.getenv("OPENAI_API_KEY"):
+            pytest.skip("OPENAI_API_KEY not set")
+        elif provider == "gemini" and not os.getenv("GEMINI_API_KEY"):
+            pytest.skip("GEMINI_API_KEY not set")
+        elif provider == "deepseek" and not os.getenv("DEEPSEEK_API_KEY"):
+            pytest.skip("DEEPSEEK_API_KEY not set")
+        elif provider == "azure_ai" and (
+            not os.getenv("AZURE_AI_API_KEY") or not os.getenv("AZURE_AI_API_BASE")
+        ):
+            pytest.skip("Azure AI credentials not set")
+        
+        # Test the model
+        quiz_gen = QuizGenerator(model=model)
+        gen = quiz_gen.generate_quiz("Math", "Easy", 1)
         results = list(gen)
-        # Verify that at least one SSE event is produced.
+        
         assert len(results) > 0
         for r in results:
             assert r.startswith("data: ")