diff --git a/changelog.d/certify-us-populace-us-2024-buildi-sparse-rmloss100-6e8e929-20260709T034135Z.changed.md b/changelog.d/certify-us-populace-us-2024-buildi-sparse-rmloss100-6e8e929-20260709T034135Z.changed.md new file mode 100644 index 00000000..92ffa5fb --- /dev/null +++ b/changelog.d/certify-us-populace-us-2024-buildi-sparse-rmloss100-6e8e929-20260709T034135Z.changed.md @@ -0,0 +1 @@ +Certify the US populace data release `populace-us-2024-buildi-sparse-rmloss100-6e8e929-20260709T034135Z` (populace_us_2024, policyengine-us 1.764.6) into the PolicyEngine bundle manifest. diff --git a/pyproject.toml b/pyproject.toml index b1855ef4..e3392320 100644 --- a/pyproject.toml +++ b/pyproject.toml @@ -45,7 +45,7 @@ graph = [ ] models = [ "policyengine-core==3.28.0", - "policyengine-us==1.752.2", + "policyengine-us==1.764.6", "policyengine-uk==2.89.2", ] uk = [ @@ -54,7 +54,7 @@ uk = [ ] us = [ "policyengine-core==3.28.0", - "policyengine-us==1.752.2", + "policyengine-us==1.764.6", ] dev = [ "pytest", @@ -71,7 +71,7 @@ dev = [ "mypy>=1.11.0", "pytest-cov>=5.0.0", "policyengine-core==3.28.0", - "policyengine-us==1.752.2", + "policyengine-us==1.764.6", "policyengine-uk==2.89.2", ] diff --git a/src/policyengine/data/bundle/manifest.json b/src/policyengine/data/bundle/manifest.json index 1f4ec5d9..cebca9b0 100644 --- a/src/policyengine/data/bundle/manifest.json +++ b/src/policyengine/data/bundle/manifest.json @@ -97,30 +97,30 @@ "version": "populace-uk-2023-dd68c73-4aa4b14-20260619T023711Z" }, "us": { - "build_id": "populace-us-2024-sparse-l0-refit-57k-71a0887-national-only-20260701", + "build_id": "populace-us-2024-buildi-sparse-rmloss100-6e8e929-20260709T034135Z", "bundle_id": "us-4.20.0", "certification": { - "built_with_model_version": "1.752.2", + "built_with_model_version": "1.764.6", "certified_by": "policyengine.py bundle certification", - "certified_for_model_version": "1.752.2", + "certified_for_model_version": "1.764.6", "compatibility_basis": "built_with_model_package", - "data_build_id": "populace-us-2024-sparse-l0-refit-57k-71a0887-national-only-20260701" + "data_build_id": "populace-us-2024-buildi-sparse-rmloss100-6e8e929-20260709T034135Z" }, "certified_data_artifact": { - "build_id": "populace-us-2024-sparse-l0-refit-57k-71a0887-national-only-20260701", + "build_id": "populace-us-2024-buildi-sparse-rmloss100-6e8e929-20260709T034135Z", "data_package": { "name": "populace-data", "version": "0.1.0" }, "dataset": "populace_us_2024", - "sha256": "c2065b642ab00da74746afdfd9f06890e5f32f9b10bd6610ff236452d40f39c5", - "uri": "hf://policyengine/populace-us/populace_us_2024.h5@populace-us-2024-sparse-l0-refit-57k-71a0887-national-only-20260701" + "sha256": "5e2a10b97f1fa740fbc1cc1be3450a19b2089c56de59d3754db13ec0dd048b88", + "uri": "hf://policyengine/populace-us/populace_us_2024.h5@populace-us-2024-buildi-sparse-rmloss100-6e8e929-20260709T034135Z" }, "country_id": "us", "data_package": { "name": "populace-data", - "release_manifest_path": "releases/populace-us-2024-sparse-l0-refit-57k-71a0887-national-only-20260701/release_manifest.json", - "release_manifest_revision": "populace-us-2024-sparse-l0-refit-57k-71a0887-national-only-20260701", + "release_manifest_path": "releases/populace-us-2024-buildi-sparse-rmloss100-6e8e929-20260709T034135Z/release_manifest.json", + "release_manifest_revision": "populace-us-2024-buildi-sparse-rmloss100-6e8e929-20260709T034135Z", "repo_id": "policyengine/populace-us", "repo_type": "dataset", "version": "0.1.0" @@ -128,49 +128,43 @@ "data_producer": "populace", "datasets": { "calibration_diagnostics": { - "path": "releases/populace-us-2024-sparse-l0-refit-57k-71a0887-national-only-20260701/calibration_diagnostics.json", + "path": "releases/populace-us-2024-buildi-sparse-rmloss100-6e8e929-20260709T034135Z/calibration_diagnostics.json", "repo_id": "policyengine/populace-us", - "revision": "populace-us-2024-sparse-l0-refit-57k-71a0887-national-only-20260701", - "sha256": "d05b5862ded4c06de4354dff7ab198eb0870efbfe3184ef38b4d416735ff4c36" + "revision": "populace-us-2024-buildi-sparse-rmloss100-6e8e929-20260709T034135Z", + "sha256": "79d3a780a2e3f3524da261d702ddc9ca1ad09fb3d5a4da52d998038cf815eeb9" }, "demographics": { - "path": "releases/populace-us-2024-sparse-l0-refit-57k-71a0887-national-only-20260701/demographics.json", + "path": "releases/populace-us-2024-buildi-sparse-rmloss100-6e8e929-20260709T034135Z/demographics.json", "repo_id": "policyengine/populace-us", - "revision": "populace-us-2024-sparse-l0-refit-57k-71a0887-national-only-20260701", - "sha256": "8f918a224c48951ff5abefd17d513dd0d53ab495abd4e5e5bd31223b4c62375c" + "revision": "populace-us-2024-buildi-sparse-rmloss100-6e8e929-20260709T034135Z", + "sha256": "b057cb4bede77d843fec2654a213610079be7d0a3195fa0ae9875e39691a4418" }, "populace_us_2024": { "path": "populace_us_2024.h5", "repo_id": "policyengine/populace-us", - "revision": "populace-us-2024-sparse-l0-refit-57k-71a0887-national-only-20260701", - "sha256": "c2065b642ab00da74746afdfd9f06890e5f32f9b10bd6610ff236452d40f39c5" + "revision": "populace-us-2024-buildi-sparse-rmloss100-6e8e929-20260709T034135Z", + "sha256": "5e2a10b97f1fa740fbc1cc1be3450a19b2089c56de59d3754db13ec0dd048b88" }, "populace_us_2024_calibration": { "path": "populace_us_2024_calibration.npz", "repo_id": "policyengine/populace-us", - "revision": "populace-us-2024-sparse-l0-refit-57k-71a0887-national-only-20260701", - "sha256": "5c8e418d2d82bbce836f764b691d8cba2ff0f6e2f1ba9539b793feed1b28fdd7" - }, - "reform_validation": { - "path": "releases/populace-us-2024-sparse-l0-refit-57k-71a0887-national-only-20260701/reform_validation.json", - "repo_id": "policyengine/populace-us", - "revision": "populace-us-2024-sparse-l0-refit-57k-71a0887-national-only-20260701", - "sha256": "7df68869c57e52297181838f67f91467b8eb49cfaa128cc743411348ddcdd47f" + "revision": "populace-us-2024-buildi-sparse-rmloss100-6e8e929-20260709T034135Z", + "sha256": "763f2ec8b191c81aea9a0aa7cd3ffc2235ed8d1249ebb74df95a4715a97c1101" }, "us_source_coverage": { - "path": "releases/populace-us-2024-sparse-l0-refit-57k-71a0887-national-only-20260701/us_source_coverage.json", + "path": "releases/populace-us-2024-buildi-sparse-rmloss100-6e8e929-20260709T034135Z/us_source_coverage.json", "repo_id": "policyengine/populace-us", - "revision": "populace-us-2024-sparse-l0-refit-57k-71a0887-national-only-20260701", - "sha256": "51c174551b330ee4e8b756296aa3b363bc542ac75caa9cb8a2dffedfb3fe4817" + "revision": "populace-us-2024-buildi-sparse-rmloss100-6e8e929-20260709T034135Z", + "sha256": "56bf87c81f143cdf318aa13d43faddc79f23d4d6b849b223f980f8c34c66e0dd" } }, "default_dataset": "populace_us_2024", - "default_dataset_uri": "hf://policyengine/populace-us/populace_us_2024.h5@populace-us-2024-sparse-l0-refit-57k-71a0887-national-only-20260701", + "default_dataset_uri": "hf://policyengine/populace-us/populace_us_2024.h5@populace-us-2024-buildi-sparse-rmloss100-6e8e929-20260709T034135Z", "model_package": { "name": "policyengine-us", - "sha256": "7e30468ae369ddd14e5d834c12cacbc5b5159c809b0990caf204c0747ef4c096", - "version": "1.752.2", - "wheel_url": "https://files.pythonhosted.org/packages/7f/85/bbee92f747a382779bae41a67da39fa5a8592d068853a64226279e6c32a7/policyengine_us-1.752.2-py3-none-any.whl" + "sha256": "2b2c5c02c26ab212270948db1f30129728b625fc6109fc9ca0c604b714546909", + "version": "1.764.6", + "wheel_url": "https://files.pythonhosted.org/packages/e2/5a/0566666f30ad06e416f0cf25b24bdee73acd71897fb2de3c0ac43b59e3e3/policyengine_us-1.764.6-py3-none-any.whl" }, "policyengine_version": "4.20.0", "region_datasets": { @@ -178,10 +172,10 @@ "path_template": "populace_us_2024.h5" } }, - "release_manifest_uri": "https://huggingface.co/datasets/policyengine/populace-us/resolve/populace-us-2024-sparse-l0-refit-57k-71a0887-national-only-20260701/releases/populace-us-2024-sparse-l0-refit-57k-71a0887-national-only-20260701/release_manifest.json", + "release_manifest_uri": "https://huggingface.co/datasets/policyengine/populace-us/resolve/populace-us-2024-buildi-sparse-rmloss100-6e8e929-20260709T034135Z/releases/populace-us-2024-buildi-sparse-rmloss100-6e8e929-20260709T034135Z/release_manifest.json", "schema_version": 1, - "source_manifest_uri": "hf://dataset/policyengine/populace-us@populace-us-2024-sparse-l0-refit-57k-71a0887-national-only-20260701/releases/populace-us-2024-sparse-l0-refit-57k-71a0887-national-only-20260701/release_manifest.json", - "version": "populace-us-2024-sparse-l0-refit-57k-71a0887-national-only-20260701" + "source_manifest_uri": "hf://dataset/policyengine/populace-us@populace-us-2024-buildi-sparse-rmloss100-6e8e929-20260709T034135Z/releases/populace-us-2024-buildi-sparse-rmloss100-6e8e929-20260709T034135Z/release_manifest.json", + "version": "populace-us-2024-buildi-sparse-rmloss100-6e8e929-20260709T034135Z" } }, "extras": { @@ -225,10 +219,10 @@ "policyengine-us": { "country": "us", "import_name": "policyengine_us", - "install_requirement": "policyengine-us==1.752.2", + "install_requirement": "policyengine-us==1.764.6", "name": "policyengine-us", "role": "country_model", - "version": "1.752.2" + "version": "1.764.6" } }, "policyengine_version": "4.20.0", diff --git a/src/policyengine/data/bundle/us.trace.tro.jsonld b/src/policyengine/data/bundle/us.trace.tro.jsonld index ff278e32..3e395d34 100644 --- a/src/policyengine/data/bundle/us.trace.tro.jsonld +++ b/src/policyengine/data/bundle/us.trace.tro.jsonld @@ -17,7 +17,7 @@ "schema:name": "PolicyEngine", "schema:url": "https://policyengine.org" }, - "schema:dateCreated": "2026-07-01T18:55:29.665030+00:00", + "schema:dateCreated": "2026-07-09T03:47:49.070290+00:00", "schema:description": "TRACE TRO for certified runtime bundle us-4.20.0 covering the bundle manifest, the certified dataset artifact, the country model wheel, and the country data release manifest when it is available.", "schema:name": "policyengine us certified bundle TRO", "trov:createdWith": { @@ -45,7 +45,7 @@ "trov:hasArtifact": { "@id": "composition/1/artifact/data_release_manifest" }, - "trov:hasLocation": "https://huggingface.co/datasets/policyengine/populace-us/resolve/populace-us-2024-sparse-l0-refit-57k-71a0887-national-only-20260701/releases/populace-us-2024-sparse-l0-refit-57k-71a0887-national-only-20260701/release_manifest.json" + "trov:hasLocation": "https://huggingface.co/datasets/policyengine/populace-us/resolve/populace-us-2024-buildi-sparse-rmloss100-6e8e929-20260709T034135Z/releases/populace-us-2024-buildi-sparse-rmloss100-6e8e929-20260709T034135Z/release_manifest.json" }, { "@id": "arrangement/1/location/dataset", @@ -53,7 +53,7 @@ "trov:hasArtifact": { "@id": "composition/1/artifact/dataset" }, - "trov:hasLocation": "https://huggingface.co/datasets/policyengine/populace-us/resolve/populace-us-2024-sparse-l0-refit-57k-71a0887-national-only-20260701/populace_us_2024.h5" + "trov:hasLocation": "https://huggingface.co/datasets/policyengine/populace-us/resolve/populace-us-2024-buildi-sparse-rmloss100-6e8e929-20260709T034135Z/populace_us_2024.h5" }, { "@id": "arrangement/1/location/model_wheel", @@ -61,7 +61,7 @@ "trov:hasArtifact": { "@id": "composition/1/artifact/model_wheel" }, - "trov:hasLocation": "https://files.pythonhosted.org/packages/7f/85/bbee92f747a382779bae41a67da39fa5a8592d068853a64226279e6c32a7/policyengine_us-1.752.2-py3-none-any.whl" + "trov:hasLocation": "https://files.pythonhosted.org/packages/e2/5a/0566666f30ad06e416f0cf25b24bdee73acd71897fb2de3c0ac43b59e3e3/policyengine_us-1.764.6-py3-none-any.whl" } ] } @@ -75,50 +75,50 @@ "@type": "trov:ResearchArtifact", "schema:name": "policyengine.py bundle manifest for us", "trov:mimeType": "application/json", - "trov:sha256": "965b8b3775f76010fc68c5f93ebc1b4a174474598fcbd9ed61a052406e56764d" + "trov:sha256": "dfa2e5d8659f43cdb5d8b67585e88bfd08009100ae96e09d4f7d0c1fc22d738c" }, { "@id": "composition/1/artifact/data_release_manifest", "@type": "trov:ResearchArtifact", "schema:name": "populace-data release manifest 0.1.0", "trov:mimeType": "application/json", - "trov:sha256": "61057ab851bb8cf8d17e922e8ab84b7dc1376a1bfb2927648b770ae6d5fe3a5b" + "trov:sha256": "c2bbe50a75279a83f741ec2267134702ee0e1de2e7babb74bd72ef148d25aa4b" }, { "@id": "composition/1/artifact/dataset", "@type": "trov:ResearchArtifact", "schema:name": "populace_us_2024", "trov:mimeType": "application/x-hdf5", - "trov:sha256": "c2065b642ab00da74746afdfd9f06890e5f32f9b10bd6610ff236452d40f39c5" + "trov:sha256": "5e2a10b97f1fa740fbc1cc1be3450a19b2089c56de59d3754db13ec0dd048b88" }, { "@id": "composition/1/artifact/model_wheel", "@type": "trov:ResearchArtifact", - "schema:name": "policyengine-us==1.752.2 wheel", + "schema:name": "policyengine-us==1.764.6 wheel", "trov:mimeType": "application/zip", - "trov:sha256": "7e30468ae369ddd14e5d834c12cacbc5b5159c809b0990caf204c0747ef4c096" + "trov:sha256": "2b2c5c02c26ab212270948db1f30129728b625fc6109fc9ca0c604b714546909" } ], "trov:hasFingerprint": { "@id": "composition/1/fingerprint", "@type": "trov:CompositionFingerprint", - "trov:sha256": "634c8443041a568a2ccf406f620be940b55c6e173e6e36b3efea952c18aa209d" + "trov:sha256": "09ee0533d1a404822139d6a2630d2b309797ec811820eb990f77e66e2b9e3c4b" } }, "trov:hasPerformance": { "@id": "trp/1", "@type": "trov:TransparentResearchPerformance", - "pe:builtWithModelVersion": "1.752.2", + "pe:builtWithModelVersion": "1.764.6", "pe:certifiedBy": "policyengine.py bundle certification", - "pe:certifiedForModelVersion": "1.752.2", + "pe:certifiedForModelVersion": "1.764.6", "pe:compatibilityBasis": "built_with_model_package", - "pe:dataBuildId": "populace-us-2024-sparse-l0-refit-57k-71a0887-national-only-20260701", + "pe:dataBuildId": "populace-us-2024-buildi-sparse-rmloss100-6e8e929-20260709T034135Z", "pe:emittedIn": "repository-bundle", - "rdfs:comment": "Certification of build populace-us-2024-sparse-l0-refit-57k-71a0887-national-only-20260701 for policyengine-us 1.752.2.", + "rdfs:comment": "Certification of build populace-us-2024-buildi-sparse-rmloss100-6e8e929-20260709T034135Z for policyengine-us 1.764.6.", "trov:accessedArrangement": { "@id": "arrangement/1" }, - "trov:startedAtTime": "2026-07-01T18:55:29.665030+00:00", + "trov:startedAtTime": "2026-07-09T03:47:49.070290+00:00", "trov:wasConductedBy": { "@id": "trs" } diff --git a/tests/fixtures/household_calculator_snapshots/us_model_surface.json b/tests/fixtures/household_calculator_snapshots/us_model_surface.json index 2e3bf5da..c5563c26 100644 --- a/tests/fixtures/household_calculator_snapshots/us_model_surface.json +++ b/tests/fixtures/household_calculator_snapshots/us_model_surface.json @@ -5,7 +5,7 @@ "has_income_tax": true, "has_region_registry": true, "model_package_name": "policyengine-us", - "num_parameters_bucketed_100s": 969, - "num_variables_bucketed_100s": 56, + "num_parameters_bucketed_100s": 978, + "num_variables_bucketed_100s": 57, "region_registry_country": "us" } diff --git a/tests/test_models.py b/tests/test_models.py index e42e55ed..76766f7c 100644 --- a/tests/test_models.py +++ b/tests/test_models.py @@ -114,13 +114,13 @@ def test_has_release_manifest_metadata(self): assert us_latest.release_manifest is not None assert us_latest.release_manifest.country_id == "us" assert us_latest.model_package.name == "policyengine-us" - assert us_latest.model_package.version == "1.752.2" + assert us_latest.model_package.version == "1.764.6" assert us_latest.data_package.name == "populace-data" assert us_latest.data_package.version == "0.1.0" assert ( us_latest.default_dataset_uri == "hf://policyengine/populace-us/populace_us_2024.h5" - "@populace-us-2024-sparse-l0-refit-57k-71a0887-national-only-20260701" + "@populace-us-2024-buildi-sparse-rmloss100-6e8e929-20260709T034135Z" ) def test_has_hundreds_of_parameters(self): diff --git a/tests/test_release_manifests.py b/tests/test_release_manifests.py index 9872328d..08523713 100644 --- a/tests/test_release_manifests.py +++ b/tests/test_release_manifests.py @@ -38,12 +38,10 @@ PYPROJECT.read_text(), re.MULTILINE, ).group(1) -US_MODEL_VERSION = "1.752.2" -US_BUILT_WITH_MODEL_VERSION = "1.752.2" +US_MODEL_VERSION = "1.764.6" +US_BUILT_WITH_MODEL_VERSION = "1.764.6" US_DATA_RELEASE_VERSION = "0.1.0" -US_DATA_RELEASE_ID = ( - "populace-us-2024-sparse-l0-refit-57k-71a0887-national-only-20260701" -) +US_DATA_RELEASE_ID = "populace-us-2024-buildi-sparse-rmloss100-6e8e929-20260709T034135Z" US_DATA_RELEASE_REVISION = US_DATA_RELEASE_ID US_DATA_RELEASE_PATH = f"releases/{US_DATA_RELEASE_ID}/release_manifest.json" US_DATA_ARTIFACT_REVISION = US_DATA_RELEASE_ID diff --git a/tests/test_us_regions.py b/tests/test_us_regions.py index 6bb1acc6..b6e20540 100644 --- a/tests/test_us_regions.py +++ b/tests/test_us_regions.py @@ -107,7 +107,7 @@ def test__given_us_registry__then_has_national_region(self): assert national.region_type == "national" assert national.dataset_path == ( "hf://policyengine/populace-us/populace_us_2024.h5" - "@populace-us-2024-sparse-l0-refit-57k-71a0887-national-only-20260701" + "@populace-us-2024-buildi-sparse-rmloss100-6e8e929-20260709T034135Z" ) def test__given_us_registry__then_has_51_states(self):