From ae581bd77836d39c9f8dbbe4b278337530c87fc0 Mon Sep 17 00:00:00 2001 From: Max Ghenis Date: Tue, 28 Jul 2026 00:12:34 -0400 Subject: [PATCH] Certify Build P US Populace as the certified default BUILD_P_RELEASE_ID populace-us-2024-buildp-sparse-rmloss100-cae8640- 20260728T011454Z replaces populace-us-2024-buildo-sparse-rmloss100- 22bd902-20260722T232627Z; policyengine-us stays 1.764.6 (built_with_model_package), so pyproject and household snapshots are untouched - the #470 common case. Build P vs the incumbent on the SAME current register (O-1 rescored via score_us_fiscal_targets): within-10% 95.76% vs 78.91%. The three fixes between them, each merged behind cross-family review: populace#561 decomposes PUF E19200 by published TY2015 SOI 2.1 AGI-band component shares in the base builder (the mortgage critical target moves from +20.4% gate-failing to -0.00%, and freed gradient pulls medical-dental from +17.3% to +10.3%); the floor-aware SSI take-up prior with the attempt-6 delivered-weight basis lands the aged bands (18-64 +0.03%, 65+ +3.03%); populace#564 registry-excludes the four SOI 1.4 other-income rows whose mapped variable (E01200) is Form 4797 line-14 business-property gain/loss, not the line-21 concept - a mis-specification the previous defaults fit only by crushing truthful donor mass (full adjudication on populace#507). Known boundaries: SSI under-18 band inherits the known -82% class (same boundary the Build O verdict carried); medical-dental +10.3% inside all gates; 5,632 compiled targets after the #564 family drop plus per-run support registers (39 zero-support cells, 13 QRF-tail columns, every entry carrying its measured adjudication). TROs regenerated with credentials (the UK sidecar is the legitimate 4-line re-bind, not a degraded limited TRO); ACS local-area overlay preserved at buildo-acs-local-77e2061; 129 cert-suite tests green against the published tag; latest.json verified UNCHANGED (still the Build O default). Merging this PR is the default-flip decision and stays with the maintainer. Co-Authored-By: Claude Fable 5 --- ...oss100-cae8640-20260728T011454Z.changed.md | 1 + src/policyengine/data/bundle/manifest.json | 54 +++++++++---------- .../data/bundle/uk.trace.tro.jsonld | 4 +- .../data/bundle/us.trace.tro.jsonld | 20 +++---- tests/test_models.py | 2 +- tests/test_release_manifests.py | 2 +- tests/test_us_regions.py | 2 +- uv.lock | 2 +- 8 files changed, 44 insertions(+), 43 deletions(-) create mode 100644 changelog.d/certify-us-populace-us-2024-buildp-sparse-rmloss100-cae8640-20260728T011454Z.changed.md diff --git a/changelog.d/certify-us-populace-us-2024-buildp-sparse-rmloss100-cae8640-20260728T011454Z.changed.md b/changelog.d/certify-us-populace-us-2024-buildp-sparse-rmloss100-cae8640-20260728T011454Z.changed.md new file mode 100644 index 00000000..5588c2ab --- /dev/null +++ b/changelog.d/certify-us-populace-us-2024-buildp-sparse-rmloss100-cae8640-20260728T011454Z.changed.md @@ -0,0 +1 @@ +Certify the US populace data release `populace-us-2024-buildp-sparse-rmloss100-cae8640-20260728T011454Z` (populace_us_2024, policyengine-us 1.764.6) into the PolicyEngine bundle manifest. diff --git a/src/policyengine/data/bundle/manifest.json b/src/policyengine/data/bundle/manifest.json index 5577c56a..05395133 100644 --- a/src/policyengine/data/bundle/manifest.json +++ b/src/policyengine/data/bundle/manifest.json @@ -97,30 +97,30 @@ "version": "populace-uk-2023-dd68c73-4aa4b14-20260619T023711Z" }, "us": { - "build_id": "populace-us-2024-buildo-sparse-rmloss100-22bd902-20260722T232627Z", + "build_id": "populace-us-2024-buildp-sparse-rmloss100-cae8640-20260728T011454Z", "bundle_id": "us-5.0.0", "certification": { "built_with_model_version": "1.764.6", "certified_by": "policyengine.py bundle certification", "certified_for_model_version": "1.764.6", "compatibility_basis": "built_with_model_package", - "data_build_id": "populace-us-2024-buildo-sparse-rmloss100-22bd902-20260722T232627Z" + "data_build_id": "populace-us-2024-buildp-sparse-rmloss100-cae8640-20260728T011454Z" }, "certified_data_artifact": { - "build_id": "populace-us-2024-buildo-sparse-rmloss100-22bd902-20260722T232627Z", + "build_id": "populace-us-2024-buildp-sparse-rmloss100-cae8640-20260728T011454Z", "data_package": { "name": "populace-data", "version": "0.1.0" }, "dataset": "populace_us_2024", - "sha256": "d28dd2bb133041e4b74d444f7bbef2eee0a6b027e77af7e3e832f2bcb8ee7d6b", - "uri": "hf://policyengine/populace-us/populace_us_2024.h5@populace-us-2024-buildo-sparse-rmloss100-22bd902-20260722T232627Z" + "sha256": "48b9d479fb4fd1c3537f9383ce4697d130b6f618658409d74f6233c43b994c7e", + "uri": "hf://policyengine/populace-us/populace_us_2024.h5@populace-us-2024-buildp-sparse-rmloss100-cae8640-20260728T011454Z" }, "country_id": "us", "data_package": { "name": "populace-data", - "release_manifest_path": "releases/populace-us-2024-buildo-sparse-rmloss100-22bd902-20260722T232627Z/release_manifest.json", - "release_manifest_revision": "populace-us-2024-buildo-sparse-rmloss100-22bd902-20260722T232627Z", + "release_manifest_path": "releases/populace-us-2024-buildp-sparse-rmloss100-cae8640-20260728T011454Z/release_manifest.json", + "release_manifest_revision": "populace-us-2024-buildp-sparse-rmloss100-cae8640-20260728T011454Z", "repo_id": "policyengine/populace-us", "repo_type": "dataset", "version": "0.1.0" @@ -128,44 +128,44 @@ "data_producer": "populace", "datasets": { "calibration_diagnostics": { - "path": "releases/populace-us-2024-buildo-sparse-rmloss100-22bd902-20260722T232627Z/calibration_diagnostics.json", + "path": "releases/populace-us-2024-buildp-sparse-rmloss100-cae8640-20260728T011454Z/calibration_diagnostics.json", "repo_id": "policyengine/populace-us", - "revision": "populace-us-2024-buildo-sparse-rmloss100-22bd902-20260722T232627Z", - "sha256": "66f0dea9b2345826c0dc3bf86362ae0f05a5562cc39f28d92f8313f2914afaaf" + "revision": "populace-us-2024-buildp-sparse-rmloss100-cae8640-20260728T011454Z", + "sha256": "870449b44e86b13b25bcea1a57f0e7af37f4d4db18be815eea3acdf9fe6eb40e" }, "demographics": { - "path": "releases/populace-us-2024-buildo-sparse-rmloss100-22bd902-20260722T232627Z/demographics.json", + "path": "releases/populace-us-2024-buildp-sparse-rmloss100-cae8640-20260728T011454Z/demographics.json", "repo_id": "policyengine/populace-us", - "revision": "populace-us-2024-buildo-sparse-rmloss100-22bd902-20260722T232627Z", - "sha256": "7946b60793f5c9009a42acab7a7525d8acb687eaa00ef6225f930b1b6f3c672b" + "revision": "populace-us-2024-buildp-sparse-rmloss100-cae8640-20260728T011454Z", + "sha256": "50c39dea345fa4e21f32272304b376979b9572ca17383dd13061b752d9a81112" }, "populace_us_2024": { "path": "populace_us_2024.h5", "repo_id": "policyengine/populace-us", - "revision": "populace-us-2024-buildo-sparse-rmloss100-22bd902-20260722T232627Z", - "sha256": "d28dd2bb133041e4b74d444f7bbef2eee0a6b027e77af7e3e832f2bcb8ee7d6b" + "revision": "populace-us-2024-buildp-sparse-rmloss100-cae8640-20260728T011454Z", + "sha256": "48b9d479fb4fd1c3537f9383ce4697d130b6f618658409d74f6233c43b994c7e" }, "populace_us_2024_calibration": { "path": "populace_us_2024_calibration.npz", "repo_id": "policyengine/populace-us", - "revision": "populace-us-2024-buildo-sparse-rmloss100-22bd902-20260722T232627Z", - "sha256": "3febccc5a8d07a583c5c2ce549b438e13368e395b9e05f86bddffcb23a5025d2" + "revision": "populace-us-2024-buildp-sparse-rmloss100-cae8640-20260728T011454Z", + "sha256": "b6e9c0678de5e79e8ddbd7a2a2f17c357bd6b368153cea7b5119c299a280a1b5" }, "us_source_coverage": { - "path": "releases/populace-us-2024-buildo-sparse-rmloss100-22bd902-20260722T232627Z/us_source_coverage.json", + "path": "releases/populace-us-2024-buildp-sparse-rmloss100-cae8640-20260728T011454Z/us_source_coverage.json", "repo_id": "policyengine/populace-us", - "revision": "populace-us-2024-buildo-sparse-rmloss100-22bd902-20260722T232627Z", - "sha256": "58980561ed0cb797541e5855a62565188dd62c11cf137cccf44e4fbd7a40c933" + "revision": "populace-us-2024-buildp-sparse-rmloss100-cae8640-20260728T011454Z", + "sha256": "6406c8686c292015a5bc7265a42402f89935f9395a8b63510efdd4d9562e7ff5" }, "us_ssi_take_up": { - "path": "releases/populace-us-2024-buildo-sparse-rmloss100-22bd902-20260722T232627Z/us_ssi_take_up.json", + "path": "releases/populace-us-2024-buildp-sparse-rmloss100-cae8640-20260728T011454Z/us_ssi_take_up.json", "repo_id": "policyengine/populace-us", - "revision": "populace-us-2024-buildo-sparse-rmloss100-22bd902-20260722T232627Z", - "sha256": "d441cef41053253b0b3ed9601cd2bedb3e19a403f899e0d9c58cb5d9b7164405" + "revision": "populace-us-2024-buildp-sparse-rmloss100-cae8640-20260728T011454Z", + "sha256": "ce631a37e2fe2ed22927fa232d41150d3b6cf328b38d3e5b38018fc4eec1b44d" } }, "default_dataset": "populace_us_2024", - "default_dataset_uri": "hf://policyengine/populace-us/populace_us_2024.h5@populace-us-2024-buildo-sparse-rmloss100-22bd902-20260722T232627Z", + "default_dataset_uri": "hf://policyengine/populace-us/populace_us_2024.h5@populace-us-2024-buildp-sparse-rmloss100-cae8640-20260728T011454Z", "model_package": { "name": "policyengine-us", "sha256": "2b2c5c02c26ab212270948db1f30129728b625fc6109fc9ca0c604b714546909", @@ -178,10 +178,10 @@ "path_template": "populace_us_2024.h5" } }, - "release_manifest_uri": "https://huggingface.co/datasets/policyengine/populace-us/resolve/populace-us-2024-buildo-sparse-rmloss100-22bd902-20260722T232627Z/releases/populace-us-2024-buildo-sparse-rmloss100-22bd902-20260722T232627Z/release_manifest.json", + "release_manifest_uri": "https://huggingface.co/datasets/policyengine/populace-us/resolve/populace-us-2024-buildp-sparse-rmloss100-cae8640-20260728T011454Z/releases/populace-us-2024-buildp-sparse-rmloss100-cae8640-20260728T011454Z/release_manifest.json", "schema_version": 1, - "source_manifest_uri": "hf://dataset/policyengine/populace-us@populace-us-2024-buildo-sparse-rmloss100-22bd902-20260722T232627Z/releases/populace-us-2024-buildo-sparse-rmloss100-22bd902-20260722T232627Z/release_manifest.json", - "version": "populace-us-2024-buildo-sparse-rmloss100-22bd902-20260722T232627Z" + "source_manifest_uri": "hf://dataset/policyengine/populace-us@populace-us-2024-buildp-sparse-rmloss100-cae8640-20260728T011454Z/releases/populace-us-2024-buildp-sparse-rmloss100-cae8640-20260728T011454Z/release_manifest.json", + "version": "populace-us-2024-buildp-sparse-rmloss100-cae8640-20260728T011454Z" } }, "dataset_overlays": { diff --git a/src/policyengine/data/bundle/uk.trace.tro.jsonld b/src/policyengine/data/bundle/uk.trace.tro.jsonld index 7ea93b12..fbb2bd88 100644 --- a/src/policyengine/data/bundle/uk.trace.tro.jsonld +++ b/src/policyengine/data/bundle/uk.trace.tro.jsonld @@ -75,7 +75,7 @@ "@type": "trov:ResearchArtifact", "schema:name": "policyengine.py bundle manifest for uk", "trov:mimeType": "application/json", - "trov:sha256": "89994301c333e700510135c85762e55c49ad8e09cd7221b05ff44fae6a23e5b6" + "trov:sha256": "ea67b51887838d4c5f57e162100fa88c48e0f643a3cee3b77d356018596a1c94" }, { "@id": "composition/1/artifact/data_release_manifest", @@ -102,7 +102,7 @@ "trov:hasFingerprint": { "@id": "composition/1/fingerprint", "@type": "trov:CompositionFingerprint", - "trov:sha256": "f90b2f886de95c028ee46f4d5cccfc0bbf959543ce24367361094240374b881f" + "trov:sha256": "bbb760b3516a4995d95d50427fe3a269245e3b66226b140fd021c98040c25bed" } }, "trov:hasPerformance": { diff --git a/src/policyengine/data/bundle/us.trace.tro.jsonld b/src/policyengine/data/bundle/us.trace.tro.jsonld index 8f5cb135..fb5ebe04 100644 --- a/src/policyengine/data/bundle/us.trace.tro.jsonld +++ b/src/policyengine/data/bundle/us.trace.tro.jsonld @@ -17,7 +17,7 @@ "schema:name": "PolicyEngine", "schema:url": "https://policyengine.org" }, - "schema:dateCreated": "2026-07-23T02:04:29.333569+00:00", + "schema:dateCreated": "2026-07-28T03:56:03.415544+00:00", "schema:description": "TRACE TRO for certified runtime bundle us-5.0.0 covering the bundle manifest, the certified dataset artifact, the country model wheel, and the country data release manifest when it is available.", "schema:name": "policyengine us certified bundle TRO", "trov:createdWith": { @@ -45,7 +45,7 @@ "trov:hasArtifact": { "@id": "composition/1/artifact/data_release_manifest" }, - "trov:hasLocation": "https://huggingface.co/datasets/policyengine/populace-us/resolve/populace-us-2024-buildo-sparse-rmloss100-22bd902-20260722T232627Z/releases/populace-us-2024-buildo-sparse-rmloss100-22bd902-20260722T232627Z/release_manifest.json" + "trov:hasLocation": "https://huggingface.co/datasets/policyengine/populace-us/resolve/populace-us-2024-buildp-sparse-rmloss100-cae8640-20260728T011454Z/releases/populace-us-2024-buildp-sparse-rmloss100-cae8640-20260728T011454Z/release_manifest.json" }, { "@id": "arrangement/1/location/dataset", @@ -53,7 +53,7 @@ "trov:hasArtifact": { "@id": "composition/1/artifact/dataset" }, - "trov:hasLocation": "https://huggingface.co/datasets/policyengine/populace-us/resolve/populace-us-2024-buildo-sparse-rmloss100-22bd902-20260722T232627Z/populace_us_2024.h5" + "trov:hasLocation": "https://huggingface.co/datasets/policyengine/populace-us/resolve/populace-us-2024-buildp-sparse-rmloss100-cae8640-20260728T011454Z/populace_us_2024.h5" }, { "@id": "arrangement/1/location/model_wheel", @@ -75,21 +75,21 @@ "@type": "trov:ResearchArtifact", "schema:name": "policyengine.py bundle manifest for us", "trov:mimeType": "application/json", - "trov:sha256": "89994301c333e700510135c85762e55c49ad8e09cd7221b05ff44fae6a23e5b6" + "trov:sha256": "ea67b51887838d4c5f57e162100fa88c48e0f643a3cee3b77d356018596a1c94" }, { "@id": "composition/1/artifact/data_release_manifest", "@type": "trov:ResearchArtifact", "schema:name": "populace-data release manifest 0.1.0", "trov:mimeType": "application/json", - "trov:sha256": "5226bf5e54e1179b82648bdfd2509b8091e47e3c104a5c7f629e1440d777049b" + "trov:sha256": "dd949ba3c4c7a56aff8442c6db5a031d2c84c3da59f5d14832f468c358604506" }, { "@id": "composition/1/artifact/dataset", "@type": "trov:ResearchArtifact", "schema:name": "populace_us_2024", "trov:mimeType": "application/x-hdf5", - "trov:sha256": "d28dd2bb133041e4b74d444f7bbef2eee0a6b027e77af7e3e832f2bcb8ee7d6b" + "trov:sha256": "48b9d479fb4fd1c3537f9383ce4697d130b6f618658409d74f6233c43b994c7e" }, { "@id": "composition/1/artifact/model_wheel", @@ -102,7 +102,7 @@ "trov:hasFingerprint": { "@id": "composition/1/fingerprint", "@type": "trov:CompositionFingerprint", - "trov:sha256": "f906fbcd57273bd0d6d62018b0b0b4fbcb9bb69eb1e8c3025b892e5a8bc8d25a" + "trov:sha256": "584cf84cee9dc3771c776100f7353ef7691df93882f4cfeab0eb9f52019baf12" } }, "trov:hasPerformance": { @@ -112,13 +112,13 @@ "pe:certifiedBy": "policyengine.py bundle certification", "pe:certifiedForModelVersion": "1.764.6", "pe:compatibilityBasis": "built_with_model_package", - "pe:dataBuildId": "populace-us-2024-buildo-sparse-rmloss100-22bd902-20260722T232627Z", + "pe:dataBuildId": "populace-us-2024-buildp-sparse-rmloss100-cae8640-20260728T011454Z", "pe:emittedIn": "repository-bundle", - "rdfs:comment": "Certification of build populace-us-2024-buildo-sparse-rmloss100-22bd902-20260722T232627Z for policyengine-us 1.764.6.", + "rdfs:comment": "Certification of build populace-us-2024-buildp-sparse-rmloss100-cae8640-20260728T011454Z for policyengine-us 1.764.6.", "trov:accessedArrangement": { "@id": "arrangement/1" }, - "trov:startedAtTime": "2026-07-23T02:04:29.333569+00:00", + "trov:startedAtTime": "2026-07-28T03:56:03.415544+00:00", "trov:wasConductedBy": { "@id": "trs" } diff --git a/tests/test_models.py b/tests/test_models.py index 39ff3f61..c8674811 100644 --- a/tests/test_models.py +++ b/tests/test_models.py @@ -120,7 +120,7 @@ def test_has_release_manifest_metadata(self): assert ( us_latest.default_dataset_uri == "hf://policyengine/populace-us/populace_us_2024.h5" - "@populace-us-2024-buildo-sparse-rmloss100-22bd902-20260722T232627Z" + "@populace-us-2024-buildp-sparse-rmloss100-cae8640-20260728T011454Z" ) def test_has_hundreds_of_parameters(self): diff --git a/tests/test_release_manifests.py b/tests/test_release_manifests.py index 2a5eca46..c9480798 100644 --- a/tests/test_release_manifests.py +++ b/tests/test_release_manifests.py @@ -43,7 +43,7 @@ US_MODEL_VERSION = "1.764.6" US_BUILT_WITH_MODEL_VERSION = "1.764.6" US_DATA_RELEASE_VERSION = "0.1.0" -US_DATA_RELEASE_ID = "populace-us-2024-buildo-sparse-rmloss100-22bd902-20260722T232627Z" +US_DATA_RELEASE_ID = "populace-us-2024-buildp-sparse-rmloss100-cae8640-20260728T011454Z" US_DATA_RELEASE_REVISION = US_DATA_RELEASE_ID US_DATA_RELEASE_PATH = f"releases/{US_DATA_RELEASE_ID}/release_manifest.json" US_DATA_ARTIFACT_REVISION = US_DATA_RELEASE_ID diff --git a/tests/test_us_regions.py b/tests/test_us_regions.py index 4b1b3143..2158dd53 100644 --- a/tests/test_us_regions.py +++ b/tests/test_us_regions.py @@ -107,7 +107,7 @@ def test__given_us_registry__then_has_national_region(self): assert national.region_type == "national" assert national.dataset_path == ( "hf://policyengine/populace-us/populace_us_2024.h5" - "@populace-us-2024-buildo-sparse-rmloss100-22bd902-20260722T232627Z" + "@populace-us-2024-buildp-sparse-rmloss100-cae8640-20260728T011454Z" ) def test__given_us_registry__then_has_51_states(self): diff --git a/uv.lock b/uv.lock index 63a86a74..88c7f22d 100644 --- a/uv.lock +++ b/uv.lock @@ -2820,7 +2820,7 @@ wheels = [ [[package]] name = "policyengine" -version = "4.22.2" +version = "5.0.0" source = { editable = "." } dependencies = [ { name = "diskcache" },