From 1a0dc086b08ba6d6e34981a8c5af0d969ce0d54f Mon Sep 17 00:00:00 2001 From: oz marom Date: Wed, 4 Feb 2026 20:20:51 +0200 Subject: [PATCH 01/13] stop using pat --- .circleci/config.yml | 6 ++++-- 1 file changed, 4 insertions(+), 2 deletions(-) diff --git a/.circleci/config.yml b/.circleci/config.yml index bd933b97..f275a0d7 100644 --- a/.circleci/config.yml +++ b/.circleci/config.yml @@ -6,6 +6,7 @@ version: 2.1 orbs: aws-cli: circleci/aws-cli@3.1.4 + secure-repo-access: certora/secure-repo-access@0.0.2 commands: prepare: @@ -146,11 +147,12 @@ jobs: fi fi eval $command - + - secure-repo-access/get_token: + github_repository: "EVMVerifier" - run: name: Install ReportAnalysis package and execute ReportAnalyzer command: | - pip3.11 install git+ssh://git@github.com-reportanalysis/Certora/ReportAnalysis.git + pip3.11 install git+ssh://git@github.com-reportanalysis/Certora/ReportAnalysis.git@oz/pat ReportAnalyzer --ci_client "Examples Nightly" when: on_fail From 42dab8835a7c259eeab47a3309ddfb73189a480e Mon Sep 17 00:00:00 2001 From: oz marom Date: Wed, 4 Feb 2026 20:23:13 +0200 Subject: [PATCH 02/13] add context --- .circleci/config.yml | 16 ++++++++++++---- 1 file changed, 12 insertions(+), 4 deletions(-) diff --git a/.circleci/config.yml b/.circleci/config.yml index f275a0d7..1248124a 100644 --- a/.circleci/config.yml +++ b/.circleci/config.yml @@ -245,7 +245,9 @@ workflows: - examples-regtest: certora_ci_name: Examples Release certora_cli_package: certora-cli - context: aws_staging + context: + - aws_staging + - secure_repo_access - test-certoraMutate: certora_cli_package: certora-cli context: aws_staging @@ -257,7 +259,9 @@ workflows: - examples-regtest: certora_ci_name: Examples Beta certora_cli_package: certora-cli-beta - context: aws_staging + context: + - aws_staging + - secure_repo_access - test-certoraMutate: certora_cli_package: certora-cli-beta context: aws_staging @@ -275,7 +279,9 @@ workflows: - examples-regtest: certora_ci_name: Examples Nightly certora_cli_package: certora-cli-alpha-master - context: aws_staging + context: + - aws_staging + - secure_repo_access - test-certoraMutate: certora_cli_package: certora-cli-alpha-master context: aws_staging @@ -287,7 +293,9 @@ workflows: certora_ci_name: Examples Nightly Manual certora_cli_package: certora-cli-alpha-master examples_repo_path: << pipeline.parameters.examples_repo_path >> - context: aws_staging + context: + - aws_staging + - secure_repo_access - test-certoraMutate: certora_cli_package: certora-cli-alpha-master context: aws_staging From f6d7c77434efffb6ee594c56effbc8c1dd7469bd Mon Sep 17 00:00:00 2001 From: oz marom Date: Wed, 4 Feb 2026 20:33:33 +0200 Subject: [PATCH 03/13] fail for testing --- .circleci/config.yml | 1 + 1 file changed, 1 insertion(+) diff --git a/.circleci/config.yml b/.circleci/config.yml index 1248124a..e40d9542 100644 --- a/.circleci/config.yml +++ b/.circleci/config.yml @@ -136,6 +136,7 @@ jobs: - run: name: Run Reg Test command: | + exit 1 # TODO: remove this cd ~/ExamplesRegtest python3.11 CopyExpected.py command="Regression --path << parameters.examples_repo_path >> --conf_ignore conf_ignore.txt --json_flags '{\"run_source\": \"LIGHT_TEST\", \"disable_auto_cache_key_gen\": true, \"group_id\": \"$CIRCLE_WORKFLOW_ID\"}' --send_message --checks Verification" From bb4ed254a46024fb3cfdcd0ff1c4fc1699970c52 Mon Sep 17 00:00:00 2001 From: oz marom Date: Wed, 4 Feb 2026 20:42:31 +0200 Subject: [PATCH 04/13] get token before reg test --- .circleci/config.yml | 5 ++--- 1 file changed, 2 insertions(+), 3 deletions(-) diff --git a/.circleci/config.yml b/.circleci/config.yml index e40d9542..7f24001c 100644 --- a/.circleci/config.yml +++ b/.circleci/config.yml @@ -132,7 +132,8 @@ jobs: steps: - prepare: certora_cli_package: << parameters.certora_cli_package >> - + - secure-repo-access/get_token: + github_repository: "EVMVerifier" - run: name: Run Reg Test command: | @@ -148,8 +149,6 @@ jobs: fi fi eval $command - - secure-repo-access/get_token: - github_repository: "EVMVerifier" - run: name: Install ReportAnalysis package and execute ReportAnalyzer command: | From c14f2cfa78ef0bcfe48af8c733e12c4eecca0420 Mon Sep 17 00:00:00 2001 From: oz marom Date: Wed, 4 Feb 2026 20:53:04 +0200 Subject: [PATCH 05/13] install cffi --- .circleci/config.yml | 1 + 1 file changed, 1 insertion(+) diff --git a/.circleci/config.yml b/.circleci/config.yml index 7f24001c..5fc0c95c 100644 --- a/.circleci/config.yml +++ b/.circleci/config.yml @@ -132,6 +132,7 @@ jobs: steps: - prepare: certora_cli_package: << parameters.certora_cli_package >> + - run: pip install cffi # TODO: remove this - secure-repo-access/get_token: github_repository: "EVMVerifier" - run: From 420fa5ea7f4d22facf891e3a286f3fba313d9f6d Mon Sep 17 00:00:00 2001 From: oz marom Date: Wed, 4 Feb 2026 21:10:12 +0200 Subject: [PATCH 06/13] install also pyjwt --- .circleci/config.yml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/.circleci/config.yml b/.circleci/config.yml index 5fc0c95c..7a8569c5 100644 --- a/.circleci/config.yml +++ b/.circleci/config.yml @@ -132,7 +132,7 @@ jobs: steps: - prepare: certora_cli_package: << parameters.certora_cli_package >> - - run: pip install cffi # TODO: remove this + - run: pip install cffi pyjwt # TODO: remove this - secure-repo-access/get_token: github_repository: "EVMVerifier" - run: From 8bd9a96aef2759e680db3cb7fc6ac6b18c2b3193 Mon Sep 17 00:00:00 2001 From: oz marom Date: Thu, 5 Feb 2026 12:11:54 +0200 Subject: [PATCH 07/13] upgrade image version --- .circleci/config.yml | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/.circleci/config.yml b/.circleci/config.yml index 7a8569c5..5e867b92 100644 --- a/.circleci/config.yml +++ b/.circleci/config.yml @@ -74,10 +74,10 @@ commands: session-duration: "10800" jobs: - + check-release: docker: - - image: &cvt public.ecr.aws/certora/cvt-image:2024.10.16-4473-ba570af + - image: &cvt public.ecr.aws/certora/cvt-image:2026.01.18-5647-d0d207c resource_class: small working_directory: ~/repo steps: From 5a9bce238b487cf6981ad3ec76baf996481b971a Mon Sep 17 00:00:00 2001 From: oz marom Date: Thu, 5 Feb 2026 12:15:32 +0200 Subject: [PATCH 08/13] ues pip --- .circleci/config.yml | 10 +++++----- 1 file changed, 5 insertions(+), 5 deletions(-) diff --git a/.circleci/config.yml b/.circleci/config.yml index 5e867b92..5b9e7b18 100644 --- a/.circleci/config.yml +++ b/.circleci/config.yml @@ -39,13 +39,13 @@ commands: - run: name: Get the current version - command: pip3.11 install << parameters.certora_cli_package >> + command: pip install << parameters.certora_cli_package >> - run: name: Get ConfRunnerInfra command: | ssh-keyscan github.com >> ~/.ssh/known_hosts - pip3.11 install git+ssh://git@github.com/Certora/ConfRunnerInfra.git + pip install git+ssh://git@github.com/Certora/ConfRunnerInfra.git - run: name: Install foundry @@ -102,8 +102,8 @@ jobs: - run: name: Install packages command: | - pip3.11 install requests - pip3.11 install semver + pip install requests + pip install semver - run: name: Check Certora CLI Releases @@ -153,7 +153,7 @@ jobs: - run: name: Install ReportAnalysis package and execute ReportAnalyzer command: | - pip3.11 install git+ssh://git@github.com-reportanalysis/Certora/ReportAnalysis.git@oz/pat + pip install git+ssh://git@github.com-reportanalysis/Certora/ReportAnalysis.git@oz/pat ReportAnalyzer --ci_client "Examples Nightly" when: on_fail From 64d2af1c1d1c4a3b7b13875b49f175a096e4757c Mon Sep 17 00:00:00 2001 From: oz marom Date: Thu, 5 Feb 2026 12:31:14 +0200 Subject: [PATCH 09/13] print bash env --- .circleci/config.yml | 1 + 1 file changed, 1 insertion(+) diff --git a/.circleci/config.yml b/.circleci/config.yml index 5b9e7b18..d50008b3 100644 --- a/.circleci/config.yml +++ b/.circleci/config.yml @@ -153,6 +153,7 @@ jobs: - run: name: Install ReportAnalysis package and execute ReportAnalyzer command: | + cat $BASH_ENV pip install git+ssh://git@github.com-reportanalysis/Certora/ReportAnalysis.git@oz/pat ReportAnalyzer --ci_client "Examples Nightly" when: on_fail From a670a98a6c08c33aac7bd38d1c446bfb96aa5a74 Mon Sep 17 00:00:00 2001 From: oz marom Date: Thu, 5 Feb 2026 12:35:18 +0200 Subject: [PATCH 10/13] print env vars --- .circleci/config.yml | 3 ++- 1 file changed, 2 insertions(+), 1 deletion(-) diff --git a/.circleci/config.yml b/.circleci/config.yml index d50008b3..4e10894e 100644 --- a/.circleci/config.yml +++ b/.circleci/config.yml @@ -153,7 +153,8 @@ jobs: - run: name: Install ReportAnalysis package and execute ReportAnalyzer command: | - cat $BASH_ENV + cat $BASH_ENV #TODO: remove this + env # TODO: remove this pip install git+ssh://git@github.com-reportanalysis/Certora/ReportAnalysis.git@oz/pat ReportAnalyzer --ci_client "Examples Nightly" when: on_fail From 54937cd6d39daa0aa0406af138fec8438812b3bc Mon Sep 17 00:00:00 2001 From: oz marom Date: Thu, 5 Feb 2026 14:32:25 +0200 Subject: [PATCH 11/13] remove tests and run again --- .circleci/config.yml | 13 ++----------- 1 file changed, 2 insertions(+), 11 deletions(-) diff --git a/.circleci/config.yml b/.circleci/config.yml index 4e10894e..d5a68a65 100644 --- a/.circleci/config.yml +++ b/.circleci/config.yml @@ -132,13 +132,11 @@ jobs: steps: - prepare: certora_cli_package: << parameters.certora_cli_package >> - - run: pip install cffi pyjwt # TODO: remove this - secure-repo-access/get_token: github_repository: "EVMVerifier" - run: name: Run Reg Test command: | - exit 1 # TODO: remove this cd ~/ExamplesRegtest python3.11 CopyExpected.py command="Regression --path << parameters.examples_repo_path >> --conf_ignore conf_ignore.txt --json_flags '{\"run_source\": \"LIGHT_TEST\", \"disable_auto_cache_key_gen\": true, \"group_id\": \"$CIRCLE_WORKFLOW_ID\"}' --send_message --checks Verification" @@ -153,22 +151,15 @@ jobs: - run: name: Install ReportAnalysis package and execute ReportAnalyzer command: | - cat $BASH_ENV #TODO: remove this - env # TODO: remove this pip install git+ssh://git@github.com-reportanalysis/Certora/ReportAnalysis.git@oz/pat ReportAnalyzer --ci_client "Examples Nightly" when: on_fail - - - - store_artifacts: path: ~/ExamplesRegtest/Report.csv destination: reports - - store_test_results: - path: ~/ExamplesRegtest - - + path: ~/ExamplesRegtest + test-certoraMutate: parameters: certora_cli_package: From b961489dbb12f5e0d5d91a247b3e057b236e3a23 Mon Sep 17 00:00:00 2001 From: oz marom Date: Thu, 5 Feb 2026 14:34:48 +0200 Subject: [PATCH 12/13] test report analysis again --- .circleci/config.yml | 1 + 1 file changed, 1 insertion(+) diff --git a/.circleci/config.yml b/.circleci/config.yml index d5a68a65..860169a4 100644 --- a/.circleci/config.yml +++ b/.circleci/config.yml @@ -137,6 +137,7 @@ jobs: - run: name: Run Reg Test command: | + exit 1 # TODO: remove this cd ~/ExamplesRegtest python3.11 CopyExpected.py command="Regression --path << parameters.examples_repo_path >> --conf_ignore conf_ignore.txt --json_flags '{\"run_source\": \"LIGHT_TEST\", \"disable_auto_cache_key_gen\": true, \"group_id\": \"$CIRCLE_WORKFLOW_ID\"}' --send_message --checks Verification" From 12f9baedb5320da91b483be9d580baf24e55b5ef Mon Sep 17 00:00:00 2001 From: oz marom Date: Thu, 5 Feb 2026 20:33:59 +0200 Subject: [PATCH 13/13] remove tests --- .circleci/config.yml | 3 +-- 1 file changed, 1 insertion(+), 2 deletions(-) diff --git a/.circleci/config.yml b/.circleci/config.yml index 860169a4..13c74f82 100644 --- a/.circleci/config.yml +++ b/.circleci/config.yml @@ -137,7 +137,6 @@ jobs: - run: name: Run Reg Test command: | - exit 1 # TODO: remove this cd ~/ExamplesRegtest python3.11 CopyExpected.py command="Regression --path << parameters.examples_repo_path >> --conf_ignore conf_ignore.txt --json_flags '{\"run_source\": \"LIGHT_TEST\", \"disable_auto_cache_key_gen\": true, \"group_id\": \"$CIRCLE_WORKFLOW_ID\"}' --send_message --checks Verification" @@ -152,7 +151,7 @@ jobs: - run: name: Install ReportAnalysis package and execute ReportAnalyzer command: | - pip install git+ssh://git@github.com-reportanalysis/Certora/ReportAnalysis.git@oz/pat + pip install git+ssh://git@github.com-reportanalysis/Certora/ReportAnalysis.git ReportAnalyzer --ci_client "Examples Nightly" when: on_fail - store_artifacts: