From 511b889d007cf79bd991d17ed09568b1c1f6d1dd Mon Sep 17 00:00:00 2001 From: Max Ghenis Date: Fri, 10 Jul 2026 07:15:10 -0400 Subject: [PATCH] Certify US Populace default: Build J 57k (rmloss100) Certifies populace-us-2024-buildj-sparse-rmloss100-75d5add-20260710T094201Z as the US default, replacing Build I. latest.json already flipped via the tracked publish. Build J re-runs the full gated stack (SSI asset stage + coverage gate + reform smoke) so an SSI resource-limit reform no longer scores $0: the ssi_asset_limit_10k_20k probe scores +$5,153,370,118. Generated by scripts/certify_data_release.py (bundle manifest + US TRO sidecar rebind + changelog fragment); pe-us stays 1.764.6, so pyproject and the model-surface snapshot are unchanged. Test release-id constants updated. UK TRO left for the post-merge generate --include-tros step. Refs PolicyEngine/populace#368, PolicyEngine/populace#359. Co-Authored-By: Claude Fable 5 --- ...oss100-75d5add-20260710T094201Z.changed.md | 1 + src/policyengine/data/bundle/manifest.json | 48 +++++++++---------- .../data/bundle/us.trace.tro.jsonld | 20 ++++---- tests/test_models.py | 2 +- tests/test_release_manifests.py | 2 +- tests/test_us_regions.py | 2 +- 6 files changed, 38 insertions(+), 37 deletions(-) create mode 100644 changelog.d/certify-us-populace-us-2024-buildj-sparse-rmloss100-75d5add-20260710T094201Z.changed.md diff --git a/changelog.d/certify-us-populace-us-2024-buildj-sparse-rmloss100-75d5add-20260710T094201Z.changed.md b/changelog.d/certify-us-populace-us-2024-buildj-sparse-rmloss100-75d5add-20260710T094201Z.changed.md new file mode 100644 index 00000000..04807972 --- /dev/null +++ b/changelog.d/certify-us-populace-us-2024-buildj-sparse-rmloss100-75d5add-20260710T094201Z.changed.md @@ -0,0 +1 @@ +Certify the US populace data release `populace-us-2024-buildj-sparse-rmloss100-75d5add-20260710T094201Z` (populace_us_2024, policyengine-us 1.764.6) into the PolicyEngine bundle manifest. diff --git a/src/policyengine/data/bundle/manifest.json b/src/policyengine/data/bundle/manifest.json index 2ad3de00..4740b642 100644 --- a/src/policyengine/data/bundle/manifest.json +++ b/src/policyengine/data/bundle/manifest.json @@ -97,30 +97,30 @@ "version": "populace-uk-2023-dd68c73-4aa4b14-20260619T023711Z" }, "us": { - "build_id": "populace-us-2024-buildi-sparse-rmloss100-6e8e929-20260709T034135Z", + "build_id": "populace-us-2024-buildj-sparse-rmloss100-75d5add-20260710T094201Z", "bundle_id": "us-4.20.3", "certification": { "built_with_model_version": "1.764.6", "certified_by": "policyengine.py bundle certification", "certified_for_model_version": "1.764.6", "compatibility_basis": "built_with_model_package", - "data_build_id": "populace-us-2024-buildi-sparse-rmloss100-6e8e929-20260709T034135Z" + "data_build_id": "populace-us-2024-buildj-sparse-rmloss100-75d5add-20260710T094201Z" }, "certified_data_artifact": { - "build_id": "populace-us-2024-buildi-sparse-rmloss100-6e8e929-20260709T034135Z", + "build_id": "populace-us-2024-buildj-sparse-rmloss100-75d5add-20260710T094201Z", "data_package": { "name": "populace-data", "version": "0.1.0" }, "dataset": "populace_us_2024", - "sha256": "5e2a10b97f1fa740fbc1cc1be3450a19b2089c56de59d3754db13ec0dd048b88", - "uri": "hf://policyengine/populace-us/populace_us_2024.h5@populace-us-2024-buildi-sparse-rmloss100-6e8e929-20260709T034135Z" + "sha256": "9d1e460ddbc49c9b467b936f07edd4576ae2667ef39fdea2490bc5577c038d51", + "uri": "hf://policyengine/populace-us/populace_us_2024.h5@populace-us-2024-buildj-sparse-rmloss100-75d5add-20260710T094201Z" }, "country_id": "us", "data_package": { "name": "populace-data", - "release_manifest_path": "releases/populace-us-2024-buildi-sparse-rmloss100-6e8e929-20260709T034135Z/release_manifest.json", - "release_manifest_revision": "populace-us-2024-buildi-sparse-rmloss100-6e8e929-20260709T034135Z", + "release_manifest_path": "releases/populace-us-2024-buildj-sparse-rmloss100-75d5add-20260710T094201Z/release_manifest.json", + "release_manifest_revision": "populace-us-2024-buildj-sparse-rmloss100-75d5add-20260710T094201Z", "repo_id": "policyengine/populace-us", "repo_type": "dataset", "version": "0.1.0" @@ -128,38 +128,38 @@ "data_producer": "populace", "datasets": { "calibration_diagnostics": { - "path": "releases/populace-us-2024-buildi-sparse-rmloss100-6e8e929-20260709T034135Z/calibration_diagnostics.json", + "path": "releases/populace-us-2024-buildj-sparse-rmloss100-75d5add-20260710T094201Z/calibration_diagnostics.json", "repo_id": "policyengine/populace-us", - "revision": "populace-us-2024-buildi-sparse-rmloss100-6e8e929-20260709T034135Z", - "sha256": "79d3a780a2e3f3524da261d702ddc9ca1ad09fb3d5a4da52d998038cf815eeb9" + "revision": "populace-us-2024-buildj-sparse-rmloss100-75d5add-20260710T094201Z", + "sha256": "3ef00d43c02cc05bea07b4b4bce5cfc75f27bbc9c51f785aba563db8fb65bf11" }, "demographics": { - "path": "releases/populace-us-2024-buildi-sparse-rmloss100-6e8e929-20260709T034135Z/demographics.json", + "path": "releases/populace-us-2024-buildj-sparse-rmloss100-75d5add-20260710T094201Z/demographics.json", "repo_id": "policyengine/populace-us", - "revision": "populace-us-2024-buildi-sparse-rmloss100-6e8e929-20260709T034135Z", - "sha256": "b057cb4bede77d843fec2654a213610079be7d0a3195fa0ae9875e39691a4418" + "revision": "populace-us-2024-buildj-sparse-rmloss100-75d5add-20260710T094201Z", + "sha256": "12961643692759112262b5253e66c911893cc5ab04178b644901c4a580aacd70" }, "populace_us_2024": { "path": "populace_us_2024.h5", "repo_id": "policyengine/populace-us", - "revision": "populace-us-2024-buildi-sparse-rmloss100-6e8e929-20260709T034135Z", - "sha256": "5e2a10b97f1fa740fbc1cc1be3450a19b2089c56de59d3754db13ec0dd048b88" + "revision": "populace-us-2024-buildj-sparse-rmloss100-75d5add-20260710T094201Z", + "sha256": "9d1e460ddbc49c9b467b936f07edd4576ae2667ef39fdea2490bc5577c038d51" }, "populace_us_2024_calibration": { "path": "populace_us_2024_calibration.npz", "repo_id": "policyengine/populace-us", - "revision": "populace-us-2024-buildi-sparse-rmloss100-6e8e929-20260709T034135Z", - "sha256": "763f2ec8b191c81aea9a0aa7cd3ffc2235ed8d1249ebb74df95a4715a97c1101" + "revision": "populace-us-2024-buildj-sparse-rmloss100-75d5add-20260710T094201Z", + "sha256": "e913bc33baa187079f3aa53a6b1b771791c6b76c842ebd83a66b9835796e6490" }, "us_source_coverage": { - "path": "releases/populace-us-2024-buildi-sparse-rmloss100-6e8e929-20260709T034135Z/us_source_coverage.json", + "path": "releases/populace-us-2024-buildj-sparse-rmloss100-75d5add-20260710T094201Z/us_source_coverage.json", "repo_id": "policyengine/populace-us", - "revision": "populace-us-2024-buildi-sparse-rmloss100-6e8e929-20260709T034135Z", - "sha256": "56bf87c81f143cdf318aa13d43faddc79f23d4d6b849b223f980f8c34c66e0dd" + "revision": "populace-us-2024-buildj-sparse-rmloss100-75d5add-20260710T094201Z", + "sha256": "869938c9d99f979981f9a0db101b0a7110fa5edc9462f441a9f09dcbe2bea9b9" } }, "default_dataset": "populace_us_2024", - "default_dataset_uri": "hf://policyengine/populace-us/populace_us_2024.h5@populace-us-2024-buildi-sparse-rmloss100-6e8e929-20260709T034135Z", + "default_dataset_uri": "hf://policyengine/populace-us/populace_us_2024.h5@populace-us-2024-buildj-sparse-rmloss100-75d5add-20260710T094201Z", "model_package": { "name": "policyengine-us", "sha256": "2b2c5c02c26ab212270948db1f30129728b625fc6109fc9ca0c604b714546909", @@ -172,10 +172,10 @@ "path_template": "populace_us_2024.h5" } }, - "release_manifest_uri": "https://huggingface.co/datasets/policyengine/populace-us/resolve/populace-us-2024-buildi-sparse-rmloss100-6e8e929-20260709T034135Z/releases/populace-us-2024-buildi-sparse-rmloss100-6e8e929-20260709T034135Z/release_manifest.json", + "release_manifest_uri": "https://huggingface.co/datasets/policyengine/populace-us/resolve/populace-us-2024-buildj-sparse-rmloss100-75d5add-20260710T094201Z/releases/populace-us-2024-buildj-sparse-rmloss100-75d5add-20260710T094201Z/release_manifest.json", "schema_version": 1, - "source_manifest_uri": "hf://dataset/policyengine/populace-us@populace-us-2024-buildi-sparse-rmloss100-6e8e929-20260709T034135Z/releases/populace-us-2024-buildi-sparse-rmloss100-6e8e929-20260709T034135Z/release_manifest.json", - "version": "populace-us-2024-buildi-sparse-rmloss100-6e8e929-20260709T034135Z" + "source_manifest_uri": "hf://dataset/policyengine/populace-us@populace-us-2024-buildj-sparse-rmloss100-75d5add-20260710T094201Z/releases/populace-us-2024-buildj-sparse-rmloss100-75d5add-20260710T094201Z/release_manifest.json", + "version": "populace-us-2024-buildj-sparse-rmloss100-75d5add-20260710T094201Z" } }, "extras": { diff --git a/src/policyengine/data/bundle/us.trace.tro.jsonld b/src/policyengine/data/bundle/us.trace.tro.jsonld index e34a2b71..0bcd895d 100644 --- a/src/policyengine/data/bundle/us.trace.tro.jsonld +++ b/src/policyengine/data/bundle/us.trace.tro.jsonld @@ -17,7 +17,7 @@ "schema:name": "PolicyEngine", "schema:url": "https://policyengine.org" }, - "schema:dateCreated": "2026-07-09T03:47:49.070290+00:00", + "schema:dateCreated": "2026-07-10T09:51:25.549860+00:00", "schema:description": "TRACE TRO for certified runtime bundle us-4.20.3 covering the bundle manifest, the certified dataset artifact, the country model wheel, and the country data release manifest when it is available.", "schema:name": "policyengine us certified bundle TRO", "trov:createdWith": { @@ -45,7 +45,7 @@ "trov:hasArtifact": { "@id": "composition/1/artifact/data_release_manifest" }, - "trov:hasLocation": "https://huggingface.co/datasets/policyengine/populace-us/resolve/populace-us-2024-buildi-sparse-rmloss100-6e8e929-20260709T034135Z/releases/populace-us-2024-buildi-sparse-rmloss100-6e8e929-20260709T034135Z/release_manifest.json" + "trov:hasLocation": "https://huggingface.co/datasets/policyengine/populace-us/resolve/populace-us-2024-buildj-sparse-rmloss100-75d5add-20260710T094201Z/releases/populace-us-2024-buildj-sparse-rmloss100-75d5add-20260710T094201Z/release_manifest.json" }, { "@id": "arrangement/1/location/dataset", @@ -53,7 +53,7 @@ "trov:hasArtifact": { "@id": "composition/1/artifact/dataset" }, - "trov:hasLocation": "https://huggingface.co/datasets/policyengine/populace-us/resolve/populace-us-2024-buildi-sparse-rmloss100-6e8e929-20260709T034135Z/populace_us_2024.h5" + "trov:hasLocation": "https://huggingface.co/datasets/policyengine/populace-us/resolve/populace-us-2024-buildj-sparse-rmloss100-75d5add-20260710T094201Z/populace_us_2024.h5" }, { "@id": "arrangement/1/location/model_wheel", @@ -75,21 +75,21 @@ "@type": "trov:ResearchArtifact", "schema:name": "policyengine.py bundle manifest for us", "trov:mimeType": "application/json", - "trov:sha256": "281e1e543ac5e3d6c1b2426e2d115dcee73372ea10fb6db3b25a83d46e28d9c7" + "trov:sha256": "f4fd4932c4cb83cec89447e876a086074e3b1525838ab9d43fab2dcb0aff9272" }, { "@id": "composition/1/artifact/data_release_manifest", "@type": "trov:ResearchArtifact", "schema:name": "populace-data release manifest 0.1.0", "trov:mimeType": "application/json", - "trov:sha256": "c2bbe50a75279a83f741ec2267134702ee0e1de2e7babb74bd72ef148d25aa4b" + "trov:sha256": "3d292c2231d918cf58b68d14bfabd0a1ea252a43ae1890cec5228bd10db21ba9" }, { "@id": "composition/1/artifact/dataset", "@type": "trov:ResearchArtifact", "schema:name": "populace_us_2024", "trov:mimeType": "application/x-hdf5", - "trov:sha256": "5e2a10b97f1fa740fbc1cc1be3450a19b2089c56de59d3754db13ec0dd048b88" + "trov:sha256": "9d1e460ddbc49c9b467b936f07edd4576ae2667ef39fdea2490bc5577c038d51" }, { "@id": "composition/1/artifact/model_wheel", @@ -102,7 +102,7 @@ "trov:hasFingerprint": { "@id": "composition/1/fingerprint", "@type": "trov:CompositionFingerprint", - "trov:sha256": "69720f83a087814f7f7c7c17e29f0cba4ca349c0614742c8faffa6826ebb7267" + "trov:sha256": "956bb1c0b22bbb5c0b3c1a53a760329fe9d7d53843b8beb738b752dd63490547" } }, "trov:hasPerformance": { @@ -112,13 +112,13 @@ "pe:certifiedBy": "policyengine.py bundle certification", "pe:certifiedForModelVersion": "1.764.6", "pe:compatibilityBasis": "built_with_model_package", - "pe:dataBuildId": "populace-us-2024-buildi-sparse-rmloss100-6e8e929-20260709T034135Z", + "pe:dataBuildId": "populace-us-2024-buildj-sparse-rmloss100-75d5add-20260710T094201Z", "pe:emittedIn": "repository-bundle", - "rdfs:comment": "Certification of build populace-us-2024-buildi-sparse-rmloss100-6e8e929-20260709T034135Z for policyengine-us 1.764.6.", + "rdfs:comment": "Certification of build populace-us-2024-buildj-sparse-rmloss100-75d5add-20260710T094201Z for policyengine-us 1.764.6.", "trov:accessedArrangement": { "@id": "arrangement/1" }, - "trov:startedAtTime": "2026-07-09T03:47:49.070290+00:00", + "trov:startedAtTime": "2026-07-10T09:51:25.549860+00:00", "trov:wasConductedBy": { "@id": "trs" } diff --git a/tests/test_models.py b/tests/test_models.py index 76766f7c..07b7d9a1 100644 --- a/tests/test_models.py +++ b/tests/test_models.py @@ -120,7 +120,7 @@ def test_has_release_manifest_metadata(self): assert ( us_latest.default_dataset_uri == "hf://policyengine/populace-us/populace_us_2024.h5" - "@populace-us-2024-buildi-sparse-rmloss100-6e8e929-20260709T034135Z" + "@populace-us-2024-buildj-sparse-rmloss100-75d5add-20260710T094201Z" ) def test_has_hundreds_of_parameters(self): diff --git a/tests/test_release_manifests.py b/tests/test_release_manifests.py index 08523713..5f53b58f 100644 --- a/tests/test_release_manifests.py +++ b/tests/test_release_manifests.py @@ -41,7 +41,7 @@ US_MODEL_VERSION = "1.764.6" US_BUILT_WITH_MODEL_VERSION = "1.764.6" US_DATA_RELEASE_VERSION = "0.1.0" -US_DATA_RELEASE_ID = "populace-us-2024-buildi-sparse-rmloss100-6e8e929-20260709T034135Z" +US_DATA_RELEASE_ID = "populace-us-2024-buildj-sparse-rmloss100-75d5add-20260710T094201Z" US_DATA_RELEASE_REVISION = US_DATA_RELEASE_ID US_DATA_RELEASE_PATH = f"releases/{US_DATA_RELEASE_ID}/release_manifest.json" US_DATA_ARTIFACT_REVISION = US_DATA_RELEASE_ID diff --git a/tests/test_us_regions.py b/tests/test_us_regions.py index b6e20540..f27e0649 100644 --- a/tests/test_us_regions.py +++ b/tests/test_us_regions.py @@ -107,7 +107,7 @@ def test__given_us_registry__then_has_national_region(self): assert national.region_type == "national" assert national.dataset_path == ( "hf://policyengine/populace-us/populace_us_2024.h5" - "@populace-us-2024-buildi-sparse-rmloss100-6e8e929-20260709T034135Z" + "@populace-us-2024-buildj-sparse-rmloss100-75d5add-20260710T094201Z" ) def test__given_us_registry__then_has_51_states(self):