From 7c7d7d263d43bb36f076ecb35811d7967d96277e Mon Sep 17 00:00:00 2001 From: Simo Kinnunen Date: Fri, 7 Aug 2026 15:01:16 +0900 Subject: [PATCH] test(cli): remove agentic check e2e tests The backend no longer supports agentic checks, so the deploy-agentic-project e2e suite and its fixture can no longer pass against the live API. Co-Authored-By: Claude Fable 5 --- packages/cli/e2e/__tests__/deploy.spec.ts | 63 ------------------- .../deploy-agentic-project/agentic.check.ts | 24 ------- .../deploy-agentic-project/checkly.config.ts | 6 -- .../deploy-agentic-project/package.json | 5 -- .../deploy-agentic-project/pnpm-lock.yaml | 9 --- 5 files changed, 107 deletions(-) delete mode 100644 packages/cli/e2e/__tests__/fixtures/deploy-agentic-project/agentic.check.ts delete mode 100644 packages/cli/e2e/__tests__/fixtures/deploy-agentic-project/checkly.config.ts delete mode 100644 packages/cli/e2e/__tests__/fixtures/deploy-agentic-project/package.json delete mode 100644 packages/cli/e2e/__tests__/fixtures/deploy-agentic-project/pnpm-lock.yaml diff --git a/packages/cli/e2e/__tests__/deploy.spec.ts b/packages/cli/e2e/__tests__/deploy.spec.ts index 341ad08a5..3cb889984 100644 --- a/packages/cli/e2e/__tests__/deploy.spec.ts +++ b/packages/cli/e2e/__tests__/deploy.spec.ts @@ -274,69 +274,6 @@ describe('deploy', { timeout: 45_000 }, () => { }) }) - describe('deploy-agentic-project', () => { - let fixt: FixtureSandbox - - beforeAll(async () => { - fixt = await FixtureSandbox.create({ - source: path.join(__dirname, 'fixtures', 'deploy-agentic-project'), - }) - }, 180_000) - - afterAll(async () => { - await fixt?.destroy() - }) - - it('Should preview an agentic check deployment', async () => { - // Use --preview so the test doesn't depend on the e2e account being - // entitled to actually create agentic checks. The plan still goes - // through full server-side validation, so we get coverage of the - // deploy round-trip without leaving resources behind. - const { stdout } = await runDeploy(fixt, ['--preview'], { - env: { - PROJECT_LOGICAL_ID: projectLogicalId, - PRIVATE_LOCATION_SLUG_NAME: privateLocationSlugname, - CHECKLY_CLI_VERSION: undefined, - }, - }) - - expect(stdout).toContain( - `Create: - AgenticCheck: agentic-pricing-check - AgenticCheck: agentic-runtime-check -`) - }) - - it('Should deploy and re-read an agentic check', async () => { - const { stderr, stdout } = await runDeploy(fixt, ['--force'], { - env: { - PROJECT_LOGICAL_ID: projectLogicalId, - PRIVATE_LOCATION_SLUG_NAME: privateLocationSlugname, - CHECKLY_CLI_VERSION: undefined, - }, - }) - - expect(stderr).toBe('') - expect(stdout).not.toContain('Notice: replacing version') - - const checks = await getAllResources('checks') - const pricingCheck = checks.find(({ name }: { name: string }) => - name === 'Agentic Pricing Check') - const runtimeCheck = checks.find(({ name }: { name: string }) => - name === 'Agentic Runtime Check') - - expect(pricingCheck).toBeDefined() - expect(pricingCheck.checkType).toEqual('AGENTIC') - // The construct keeps a us-east-1 fallback when no location is configured. - expect(pricingCheck.locations).toEqual(['us-east-1']) - expect(pricingCheck.tags).toEqual(expect.arrayContaining(['e2e', 'agentic'])) - - expect(runtimeCheck).toBeDefined() - expect(runtimeCheck.checkType).toEqual('AGENTIC') - expect(runtimeCheck.locations).toEqual(['us-east-1']) - }) - }) - describe('test-only-project', () => { let fixt: FixtureSandbox diff --git a/packages/cli/e2e/__tests__/fixtures/deploy-agentic-project/agentic.check.ts b/packages/cli/e2e/__tests__/fixtures/deploy-agentic-project/agentic.check.ts deleted file mode 100644 index 1f65c2adb..000000000 --- a/packages/cli/e2e/__tests__/fixtures/deploy-agentic-project/agentic.check.ts +++ /dev/null @@ -1,24 +0,0 @@ -/* eslint-disable */ -import { AgenticCheck, Frequency } from 'checkly/constructs' - -new AgenticCheck('agentic-pricing-check', { - name: 'Agentic Pricing Check', - prompt: - 'Navigate to https://www.checklyhq.com/pricing and verify that at least three plan tiers are displayed on the page.', - activated: false, - muted: true, - frequency: Frequency.EVERY_1H, - tags: ['e2e', 'agentic'], -}) - -new AgenticCheck('agentic-runtime-check', { - name: 'Agentic Runtime Check', - prompt: - 'Navigate to https://www.checklyhq.com and verify the homepage loads with the main heading visible.', - activated: false, - muted: true, - frequency: 60, - agentRuntime: { - skills: ['addyosmani/web-quality-skills'], - }, -}) diff --git a/packages/cli/e2e/__tests__/fixtures/deploy-agentic-project/checkly.config.ts b/packages/cli/e2e/__tests__/fixtures/deploy-agentic-project/checkly.config.ts deleted file mode 100644 index 178a7d075..000000000 --- a/packages/cli/e2e/__tests__/fixtures/deploy-agentic-project/checkly.config.ts +++ /dev/null @@ -1,6 +0,0 @@ -const config = { - projectName: 'Deploy Agentic Project', - logicalId: process.env.PROJECT_LOGICAL_ID, - repoUrl: 'https://github.com/checkly/checkly-cli', -} -export default config diff --git a/packages/cli/e2e/__tests__/fixtures/deploy-agentic-project/package.json b/packages/cli/e2e/__tests__/fixtures/deploy-agentic-project/package.json deleted file mode 100644 index a29fc5b64..000000000 --- a/packages/cli/e2e/__tests__/fixtures/deploy-agentic-project/package.json +++ /dev/null @@ -1,5 +0,0 @@ -{ - "name": "project", - "version": "1.0.0", - "dependencies": {} -} diff --git a/packages/cli/e2e/__tests__/fixtures/deploy-agentic-project/pnpm-lock.yaml b/packages/cli/e2e/__tests__/fixtures/deploy-agentic-project/pnpm-lock.yaml deleted file mode 100644 index 9b60ae178..000000000 --- a/packages/cli/e2e/__tests__/fixtures/deploy-agentic-project/pnpm-lock.yaml +++ /dev/null @@ -1,9 +0,0 @@ -lockfileVersion: '9.0' - -settings: - autoInstallPeers: true - excludeLinksFromLockfile: false - -importers: - - .: {}