From 04bc26f3ad35e468210a489b5efdc6e9170703c0 Mon Sep 17 00:00:00 2001 From: Max Ghenis Date: Thu, 23 Jul 2026 04:50:21 -0400 Subject: [PATCH] Certify Build O US Populace as the certified default BUILD_O_RELEASE_ID populace-us-2024-buildo-sparse-rmloss100-22bd902- 20260722T232627Z replaces populace-us-2024-buildn-sparse-rmloss100- c3e378a-20260722T010408Z; policyengine-us stays 1.764.6 (built_with_model_package), so pyproject and household snapshots are untouched - the #470 common case. Build O attempt 1 vs Build N: final loss 0.028131 vs 0.028242, within-10% 89.56% vs 89.49%, 5,672 targets on the same truthful surface (directly comparable, unlike N-vs-M). First release to pass every gate on its first attempt - the populace#491 register alignment at work. Input coverage 163/163 now includes the populace#500 adult-care and SE-health stages: CDCC adult-care reforms score real dollars instead of a silent $0. Known boundaries stated in full in the populace#368 verdict, led by the inherited populace#507 SSI aged-band defect (do not cite for SSI baselines); attempt 2 with the populace#508 fix supersedes this default when it lands. Strict-dominance rationale in the verdict. The UK TRO sidecar's sha fields update because it binds the same (changed) bundle manifest; not a degraded regeneration. Merging this PR is the default-flip decision and stays with the maintainer. Co-Authored-By: Claude Fable 5 --- ...oss100-22bd902-20260722T232627Z.changed.md | 1 + src/policyengine/data/bundle/manifest.json | 52 +++++++++---------- .../data/bundle/uk.trace.tro.jsonld | 4 +- .../data/bundle/us.trace.tro.jsonld | 20 +++---- tests/test_models.py | 2 +- tests/test_release_manifests.py | 2 +- tests/test_us_regions.py | 2 +- 7 files changed, 42 insertions(+), 41 deletions(-) create mode 100644 changelog.d/certify-us-populace-us-2024-buildo-sparse-rmloss100-22bd902-20260722T232627Z.changed.md diff --git a/changelog.d/certify-us-populace-us-2024-buildo-sparse-rmloss100-22bd902-20260722T232627Z.changed.md b/changelog.d/certify-us-populace-us-2024-buildo-sparse-rmloss100-22bd902-20260722T232627Z.changed.md new file mode 100644 index 00000000..9ab52d68 --- /dev/null +++ b/changelog.d/certify-us-populace-us-2024-buildo-sparse-rmloss100-22bd902-20260722T232627Z.changed.md @@ -0,0 +1 @@ +Certify the US populace data release `populace-us-2024-buildo-sparse-rmloss100-22bd902-20260722T232627Z` (populace_us_2024, policyengine-us 1.764.6) into the PolicyEngine bundle manifest. diff --git a/src/policyengine/data/bundle/manifest.json b/src/policyengine/data/bundle/manifest.json index 33d10f6d..4422cd70 100644 --- a/src/policyengine/data/bundle/manifest.json +++ b/src/policyengine/data/bundle/manifest.json @@ -97,30 +97,30 @@ "version": "populace-uk-2023-dd68c73-4aa4b14-20260619T023711Z" }, "us": { - "build_id": "populace-us-2024-buildn-sparse-rmloss100-c3e378a-20260722T010408Z", + "build_id": "populace-us-2024-buildo-sparse-rmloss100-22bd902-20260722T232627Z", "bundle_id": "us-4.22.1", "certification": { "built_with_model_version": "1.764.6", "certified_by": "policyengine.py bundle certification", "certified_for_model_version": "1.764.6", "compatibility_basis": "built_with_model_package", - "data_build_id": "populace-us-2024-buildn-sparse-rmloss100-c3e378a-20260722T010408Z" + "data_build_id": "populace-us-2024-buildo-sparse-rmloss100-22bd902-20260722T232627Z" }, "certified_data_artifact": { - "build_id": "populace-us-2024-buildn-sparse-rmloss100-c3e378a-20260722T010408Z", + "build_id": "populace-us-2024-buildo-sparse-rmloss100-22bd902-20260722T232627Z", "data_package": { "name": "populace-data", "version": "0.1.0" }, "dataset": "populace_us_2024", - "sha256": "38de53a3bffaf8445fb1a1af943bdb92ab9a0b0bd358a4a33f622b3f96b6374d", - "uri": "hf://policyengine/populace-us/populace_us_2024.h5@populace-us-2024-buildn-sparse-rmloss100-c3e378a-20260722T010408Z" + "sha256": "d28dd2bb133041e4b74d444f7bbef2eee0a6b027e77af7e3e832f2bcb8ee7d6b", + "uri": "hf://policyengine/populace-us/populace_us_2024.h5@populace-us-2024-buildo-sparse-rmloss100-22bd902-20260722T232627Z" }, "country_id": "us", "data_package": { "name": "populace-data", - "release_manifest_path": "releases/populace-us-2024-buildn-sparse-rmloss100-c3e378a-20260722T010408Z/release_manifest.json", - "release_manifest_revision": "populace-us-2024-buildn-sparse-rmloss100-c3e378a-20260722T010408Z", + "release_manifest_path": "releases/populace-us-2024-buildo-sparse-rmloss100-22bd902-20260722T232627Z/release_manifest.json", + "release_manifest_revision": "populace-us-2024-buildo-sparse-rmloss100-22bd902-20260722T232627Z", "repo_id": "policyengine/populace-us", "repo_type": "dataset", "version": "0.1.0" @@ -128,44 +128,44 @@ "data_producer": "populace", "datasets": { "calibration_diagnostics": { - "path": "releases/populace-us-2024-buildn-sparse-rmloss100-c3e378a-20260722T010408Z/calibration_diagnostics.json", + "path": "releases/populace-us-2024-buildo-sparse-rmloss100-22bd902-20260722T232627Z/calibration_diagnostics.json", "repo_id": "policyengine/populace-us", - "revision": "populace-us-2024-buildn-sparse-rmloss100-c3e378a-20260722T010408Z", - "sha256": "11c44ceec73990d866a1060ec96faefa5007061ef7c63cc09536c750e5aa752f" + "revision": "populace-us-2024-buildo-sparse-rmloss100-22bd902-20260722T232627Z", + "sha256": "66f0dea9b2345826c0dc3bf86362ae0f05a5562cc39f28d92f8313f2914afaaf" }, "demographics": { - "path": "releases/populace-us-2024-buildn-sparse-rmloss100-c3e378a-20260722T010408Z/demographics.json", + "path": "releases/populace-us-2024-buildo-sparse-rmloss100-22bd902-20260722T232627Z/demographics.json", "repo_id": "policyengine/populace-us", - "revision": "populace-us-2024-buildn-sparse-rmloss100-c3e378a-20260722T010408Z", - "sha256": "56ed332df8f08b0883531bb81b42ec70649364938c127cb966af1153a265a1c0" + "revision": "populace-us-2024-buildo-sparse-rmloss100-22bd902-20260722T232627Z", + "sha256": "7946b60793f5c9009a42acab7a7525d8acb687eaa00ef6225f930b1b6f3c672b" }, "populace_us_2024": { "path": "populace_us_2024.h5", "repo_id": "policyengine/populace-us", - "revision": "populace-us-2024-buildn-sparse-rmloss100-c3e378a-20260722T010408Z", - "sha256": "38de53a3bffaf8445fb1a1af943bdb92ab9a0b0bd358a4a33f622b3f96b6374d" + "revision": "populace-us-2024-buildo-sparse-rmloss100-22bd902-20260722T232627Z", + "sha256": "d28dd2bb133041e4b74d444f7bbef2eee0a6b027e77af7e3e832f2bcb8ee7d6b" }, "populace_us_2024_calibration": { "path": "populace_us_2024_calibration.npz", "repo_id": "policyengine/populace-us", - "revision": "populace-us-2024-buildn-sparse-rmloss100-c3e378a-20260722T010408Z", - "sha256": "a2da3b278ba30da47edd79cb4bf36df2f7d645ff768763db126eb99a65297098" + "revision": "populace-us-2024-buildo-sparse-rmloss100-22bd902-20260722T232627Z", + "sha256": "3febccc5a8d07a583c5c2ce549b438e13368e395b9e05f86bddffcb23a5025d2" }, "us_source_coverage": { - "path": "releases/populace-us-2024-buildn-sparse-rmloss100-c3e378a-20260722T010408Z/us_source_coverage.json", + "path": "releases/populace-us-2024-buildo-sparse-rmloss100-22bd902-20260722T232627Z/us_source_coverage.json", "repo_id": "policyengine/populace-us", - "revision": "populace-us-2024-buildn-sparse-rmloss100-c3e378a-20260722T010408Z", + "revision": "populace-us-2024-buildo-sparse-rmloss100-22bd902-20260722T232627Z", "sha256": "58980561ed0cb797541e5855a62565188dd62c11cf137cccf44e4fbd7a40c933" }, "us_ssi_take_up": { - "path": "releases/populace-us-2024-buildn-sparse-rmloss100-c3e378a-20260722T010408Z/us_ssi_take_up.json", + "path": "releases/populace-us-2024-buildo-sparse-rmloss100-22bd902-20260722T232627Z/us_ssi_take_up.json", "repo_id": "policyengine/populace-us", - "revision": "populace-us-2024-buildn-sparse-rmloss100-c3e378a-20260722T010408Z", - "sha256": "82ec120578675387211b245261170d0d21719f6719d30989b0f217ed9a38c24d" + "revision": "populace-us-2024-buildo-sparse-rmloss100-22bd902-20260722T232627Z", + "sha256": "d441cef41053253b0b3ed9601cd2bedb3e19a403f899e0d9c58cb5d9b7164405" } }, "default_dataset": "populace_us_2024", - "default_dataset_uri": "hf://policyengine/populace-us/populace_us_2024.h5@populace-us-2024-buildn-sparse-rmloss100-c3e378a-20260722T010408Z", + "default_dataset_uri": "hf://policyengine/populace-us/populace_us_2024.h5@populace-us-2024-buildo-sparse-rmloss100-22bd902-20260722T232627Z", "model_package": { "name": "policyengine-us", "sha256": "2b2c5c02c26ab212270948db1f30129728b625fc6109fc9ca0c604b714546909", @@ -178,10 +178,10 @@ "path_template": "populace_us_2024.h5" } }, - "release_manifest_uri": "https://huggingface.co/datasets/policyengine/populace-us/resolve/populace-us-2024-buildn-sparse-rmloss100-c3e378a-20260722T010408Z/releases/populace-us-2024-buildn-sparse-rmloss100-c3e378a-20260722T010408Z/release_manifest.json", + "release_manifest_uri": "https://huggingface.co/datasets/policyengine/populace-us/resolve/populace-us-2024-buildo-sparse-rmloss100-22bd902-20260722T232627Z/releases/populace-us-2024-buildo-sparse-rmloss100-22bd902-20260722T232627Z/release_manifest.json", "schema_version": 1, - "source_manifest_uri": "hf://dataset/policyengine/populace-us@populace-us-2024-buildn-sparse-rmloss100-c3e378a-20260722T010408Z/releases/populace-us-2024-buildn-sparse-rmloss100-c3e378a-20260722T010408Z/release_manifest.json", - "version": "populace-us-2024-buildn-sparse-rmloss100-c3e378a-20260722T010408Z" + "source_manifest_uri": "hf://dataset/policyengine/populace-us@populace-us-2024-buildo-sparse-rmloss100-22bd902-20260722T232627Z/releases/populace-us-2024-buildo-sparse-rmloss100-22bd902-20260722T232627Z/release_manifest.json", + "version": "populace-us-2024-buildo-sparse-rmloss100-22bd902-20260722T232627Z" } }, "dataset_overlays": { diff --git a/src/policyengine/data/bundle/uk.trace.tro.jsonld b/src/policyengine/data/bundle/uk.trace.tro.jsonld index e505789a..c7599333 100644 --- a/src/policyengine/data/bundle/uk.trace.tro.jsonld +++ b/src/policyengine/data/bundle/uk.trace.tro.jsonld @@ -75,7 +75,7 @@ "@type": "trov:ResearchArtifact", "schema:name": "policyengine.py bundle manifest for uk", "trov:mimeType": "application/json", - "trov:sha256": "3abe9a0bdcce270e696f25b34ab74555596ff57774ecf9404630c2d68e04805a" + "trov:sha256": "b6042bc519cba4c095301a417632686ea9f545b18dc8472128986fefd3e63b50" }, { "@id": "composition/1/artifact/data_release_manifest", @@ -102,7 +102,7 @@ "trov:hasFingerprint": { "@id": "composition/1/fingerprint", "@type": "trov:CompositionFingerprint", - "trov:sha256": "1f7be353c49236d0c7b1cc98b0c75e74cc2954ffc2d2ba13be333e27f1f9fa67" + "trov:sha256": "57cc84a68394fa0e2c3d332675fe5e836bde65e6ceced4f1aa6b5fc7af11dc70" } }, "trov:hasPerformance": { diff --git a/src/policyengine/data/bundle/us.trace.tro.jsonld b/src/policyengine/data/bundle/us.trace.tro.jsonld index 6b79ab5d..348d5f0c 100644 --- a/src/policyengine/data/bundle/us.trace.tro.jsonld +++ b/src/policyengine/data/bundle/us.trace.tro.jsonld @@ -17,7 +17,7 @@ "schema:name": "PolicyEngine", "schema:url": "https://policyengine.org" }, - "schema:dateCreated": "2026-07-22T02:59:40.429701+00:00", + "schema:dateCreated": "2026-07-23T02:04:29.333569+00:00", "schema:description": "TRACE TRO for certified runtime bundle us-4.22.1 covering the bundle manifest, the certified dataset artifact, the country model wheel, and the country data release manifest when it is available.", "schema:name": "policyengine us certified bundle TRO", "trov:createdWith": { @@ -45,7 +45,7 @@ "trov:hasArtifact": { "@id": "composition/1/artifact/data_release_manifest" }, - "trov:hasLocation": "https://huggingface.co/datasets/policyengine/populace-us/resolve/populace-us-2024-buildn-sparse-rmloss100-c3e378a-20260722T010408Z/releases/populace-us-2024-buildn-sparse-rmloss100-c3e378a-20260722T010408Z/release_manifest.json" + "trov:hasLocation": "https://huggingface.co/datasets/policyengine/populace-us/resolve/populace-us-2024-buildo-sparse-rmloss100-22bd902-20260722T232627Z/releases/populace-us-2024-buildo-sparse-rmloss100-22bd902-20260722T232627Z/release_manifest.json" }, { "@id": "arrangement/1/location/dataset", @@ -53,7 +53,7 @@ "trov:hasArtifact": { "@id": "composition/1/artifact/dataset" }, - "trov:hasLocation": "https://huggingface.co/datasets/policyengine/populace-us/resolve/populace-us-2024-buildn-sparse-rmloss100-c3e378a-20260722T010408Z/populace_us_2024.h5" + "trov:hasLocation": "https://huggingface.co/datasets/policyengine/populace-us/resolve/populace-us-2024-buildo-sparse-rmloss100-22bd902-20260722T232627Z/populace_us_2024.h5" }, { "@id": "arrangement/1/location/model_wheel", @@ -75,21 +75,21 @@ "@type": "trov:ResearchArtifact", "schema:name": "policyengine.py bundle manifest for us", "trov:mimeType": "application/json", - "trov:sha256": "3abe9a0bdcce270e696f25b34ab74555596ff57774ecf9404630c2d68e04805a" + "trov:sha256": "b6042bc519cba4c095301a417632686ea9f545b18dc8472128986fefd3e63b50" }, { "@id": "composition/1/artifact/data_release_manifest", "@type": "trov:ResearchArtifact", "schema:name": "populace-data release manifest 0.1.0", "trov:mimeType": "application/json", - "trov:sha256": "99d8b7a52e5a9d16849a9ac78007c570b181f45b1ac1ac2166c6a77f10cd2272" + "trov:sha256": "5226bf5e54e1179b82648bdfd2509b8091e47e3c104a5c7f629e1440d777049b" }, { "@id": "composition/1/artifact/dataset", "@type": "trov:ResearchArtifact", "schema:name": "populace_us_2024", "trov:mimeType": "application/x-hdf5", - "trov:sha256": "38de53a3bffaf8445fb1a1af943bdb92ab9a0b0bd358a4a33f622b3f96b6374d" + "trov:sha256": "d28dd2bb133041e4b74d444f7bbef2eee0a6b027e77af7e3e832f2bcb8ee7d6b" }, { "@id": "composition/1/artifact/model_wheel", @@ -102,7 +102,7 @@ "trov:hasFingerprint": { "@id": "composition/1/fingerprint", "@type": "trov:CompositionFingerprint", - "trov:sha256": "97e1e9e4b4a6c8618acf0ee6ac0868da6be1b27d63769fb27d6b102f5f958d9f" + "trov:sha256": "ce33973fdf4659e1ecfad4458a31263732c847ac1c190f06101293d8c74e5095" } }, "trov:hasPerformance": { @@ -112,13 +112,13 @@ "pe:certifiedBy": "policyengine.py bundle certification", "pe:certifiedForModelVersion": "1.764.6", "pe:compatibilityBasis": "built_with_model_package", - "pe:dataBuildId": "populace-us-2024-buildn-sparse-rmloss100-c3e378a-20260722T010408Z", + "pe:dataBuildId": "populace-us-2024-buildo-sparse-rmloss100-22bd902-20260722T232627Z", "pe:emittedIn": "repository-bundle", - "rdfs:comment": "Certification of build populace-us-2024-buildn-sparse-rmloss100-c3e378a-20260722T010408Z for policyengine-us 1.764.6.", + "rdfs:comment": "Certification of build populace-us-2024-buildo-sparse-rmloss100-22bd902-20260722T232627Z for policyengine-us 1.764.6.", "trov:accessedArrangement": { "@id": "arrangement/1" }, - "trov:startedAtTime": "2026-07-22T02:59:40.429701+00:00", + "trov:startedAtTime": "2026-07-23T02:04:29.333569+00:00", "trov:wasConductedBy": { "@id": "trs" } diff --git a/tests/test_models.py b/tests/test_models.py index 50d9c7c3..39ff3f61 100644 --- a/tests/test_models.py +++ b/tests/test_models.py @@ -120,7 +120,7 @@ def test_has_release_manifest_metadata(self): assert ( us_latest.default_dataset_uri == "hf://policyengine/populace-us/populace_us_2024.h5" - "@populace-us-2024-buildn-sparse-rmloss100-c3e378a-20260722T010408Z" + "@populace-us-2024-buildo-sparse-rmloss100-22bd902-20260722T232627Z" ) def test_has_hundreds_of_parameters(self): diff --git a/tests/test_release_manifests.py b/tests/test_release_manifests.py index 21332ba4..cbe47f62 100644 --- a/tests/test_release_manifests.py +++ b/tests/test_release_manifests.py @@ -43,7 +43,7 @@ US_MODEL_VERSION = "1.764.6" US_BUILT_WITH_MODEL_VERSION = "1.764.6" US_DATA_RELEASE_VERSION = "0.1.0" -US_DATA_RELEASE_ID = "populace-us-2024-buildn-sparse-rmloss100-c3e378a-20260722T010408Z" +US_DATA_RELEASE_ID = "populace-us-2024-buildo-sparse-rmloss100-22bd902-20260722T232627Z" US_DATA_RELEASE_REVISION = US_DATA_RELEASE_ID US_DATA_RELEASE_PATH = f"releases/{US_DATA_RELEASE_ID}/release_manifest.json" US_DATA_ARTIFACT_REVISION = US_DATA_RELEASE_ID diff --git a/tests/test_us_regions.py b/tests/test_us_regions.py index 58509d82..4b1b3143 100644 --- a/tests/test_us_regions.py +++ b/tests/test_us_regions.py @@ -107,7 +107,7 @@ def test__given_us_registry__then_has_national_region(self): assert national.region_type == "national" assert national.dataset_path == ( "hf://policyengine/populace-us/populace_us_2024.h5" - "@populace-us-2024-buildn-sparse-rmloss100-c3e378a-20260722T010408Z" + "@populace-us-2024-buildo-sparse-rmloss100-22bd902-20260722T232627Z" ) def test__given_us_registry__then_has_51_states(self):