Certify SOI-aligned Populace US data release

changelog.d/certify-us-populace-us-2024-c86a631-6e1bcd0271a5-20260619T002242Z.changed.md

@@ -0,0 +1 @@
+Certify the US data release `populace-us-2024-c86a631-6e1bcd0271a5-20260619T002242Z` (populace_us_2024, policyengine-us 1.729.0) directly from its data release manifest.

src/policyengine/data/release_manifests/us.json

@@ -2,66 +2,66 @@
   "bundle_id": "us-4.17.8",
   "certification": {
     "built_with_model_version": "1.729.0",
-    "certified_by": "populace-data release manifest",
+    "certified_by": "policyengine.py certification",
     "certified_for_model_version": "1.729.0",
-    "compatibility_basis": "exact_build_model_version",
-    "data_build_id": "populace-us-2024-incumbent-improved-996401a-20260618"
+    "compatibility_basis": "built_with_model_package",
+    "data_build_id": "populace-us-2024-c86a631-6e1bcd0271a5-20260619T002242Z"
   },
   "certified_data_artifact": {
-    "build_id": "populace-us-2024-incumbent-improved-996401a-20260618",
+    "build_id": "populace-us-2024-c86a631-6e1bcd0271a5-20260619T002242Z",
     "data_package": {
       "name": "populace-data",
       "version": "0.1.0"
     },
     "dataset": "populace_us_2024",
-    "sha256": "068c1d5fb9d731c425c5021f1eb67783d957bafd0618ec7584edd32c66dce7d4",
-    "uri": "hf://policyengine/populace-us/populace_us_2024.h5@c5a9f565aed7eb15e04dbabe0aff563b3b9a3a36"
+    "sha256": "f0af25192d6c8a7efc2638da2bd8ec4278b066a1092cc89ef2275811efaff11d",
+    "uri": "hf://policyengine/populace-us/populace_us_2024.h5@populace-us-2024-c86a631-6e1bcd0271a5-20260619T002242Z"
   },
   "country_id": "us",
   "data_package": {
     "name": "populace-data",
-    "release_manifest_path": "releases/populace-us-2024-incumbent-improved-996401a-20260618/release_manifest.json",
-    "release_manifest_revision": "c5a9f565aed7eb15e04dbabe0aff563b3b9a3a36",
+    "release_manifest_path": "releases/populace-us-2024-c86a631-6e1bcd0271a5-20260619T002242Z/release_manifest.json",
+    "release_manifest_revision": "populace-us-2024-c86a631-6e1bcd0271a5-20260619T002242Z",
     "repo_id": "policyengine/populace-us",
     "repo_type": "dataset",
     "version": "0.1.0"
   },
   "datasets": {
     "calibration_diagnostics": {
-      "path": "releases/populace-us-2024-incumbent-improved-996401a-20260618/calibration_diagnostics.json",
+      "path": "releases/populace-us-2024-c86a631-6e1bcd0271a5-20260619T002242Z/calibration_diagnostics.json",
       "repo_id": "policyengine/populace-us",
-      "revision": "populace-us-2024-incumbent-improved-996401a-20260618",
-      "sha256": "554babf39002ec708bff31d98709fdc38b88cbcc7055f69cd37ddecdd1c46b87"
+      "revision": "populace-us-2024-c86a631-6e1bcd0271a5-20260619T002242Z",
+      "sha256": "5dd5aef3cd06932d0af48beec7243177adf43dbfd426b2402e43f5cda91c9b0b"
+    },
+    "demographics": {
+      "path": "releases/populace-us-2024-c86a631-6e1bcd0271a5-20260619T002242Z/demographics.json",
+      "repo_id": "policyengine/populace-us",
+      "revision": "populace-us-2024-c86a631-6e1bcd0271a5-20260619T002242Z",
+      "sha256": "ecda31ab2595650edb5b68ce50afb00d206b1875397e24c319ad5773919c0f2a"
     },
     "populace_us_2024": {
       "path": "populace_us_2024.h5",
       "repo_id": "policyengine/populace-us",
-      "revision": "populace-us-2024-incumbent-improved-996401a-20260618",
-      "sha256": "068c1d5fb9d731c425c5021f1eb67783d957bafd0618ec7584edd32c66dce7d4"
+      "revision": "populace-us-2024-c86a631-6e1bcd0271a5-20260619T002242Z",
+      "sha256": "f0af25192d6c8a7efc2638da2bd8ec4278b066a1092cc89ef2275811efaff11d"
     },
     "populace_us_2024_calibration": {
       "path": "populace_us_2024_calibration.npz",
       "repo_id": "policyengine/populace-us",
-      "revision": "populace-us-2024-incumbent-improved-996401a-20260618",
-      "sha256": "9ff5a0084defc9ee583742fbe0778fd1bdf610d952d329df2963552c1bfb7e6a"
-    },
-    "us_source_coverage": {
-      "path": "releases/populace-us-2024-incumbent-improved-996401a-20260618/us_source_coverage.json",
-      "repo_id": "policyengine/populace-us",
-      "revision": "populace-us-2024-incumbent-improved-996401a-20260618",
-      "sha256": "3c47a65b295fe2e5d8504384c12d682c5b54a3ff48a9e1ac617d6c2adda24795"
+      "revision": "populace-us-2024-c86a631-6e1bcd0271a5-20260619T002242Z",
+      "sha256": "aff274bf4b9cf4224ddcb76b48134766ce926518684ab007ce99b642731fdd78"
     },
     "reform_validation": {
-      "path": "releases/populace-us-2024-incumbent-improved-996401a-20260618/reform_validation.json",
-      "revision": "populace-us-2024-incumbent-improved-996401a-20260618",
+      "path": "releases/populace-us-2024-c86a631-6e1bcd0271a5-20260619T002242Z/reform_validation.json",
       "repo_id": "policyengine/populace-us",
-      "sha256": "bb3a8ecca861c23299af1af027502afa49a65152a4e44c1e1d93cc9ea5c1688b"
+      "revision": "populace-us-2024-c86a631-6e1bcd0271a5-20260619T002242Z",
+      "sha256": "af05011f533fa4ade8746a7b4e00590ad981f0689f98111edf7ead661df811d4"
     },
-    "demographics": {
-      "path": "releases/populace-us-2024-incumbent-improved-996401a-20260618/demographics.json",
-      "revision": "populace-us-2024-incumbent-improved-996401a-20260618",
+    "us_source_coverage": {
+      "path": "releases/populace-us-2024-c86a631-6e1bcd0271a5-20260619T002242Z/us_source_coverage.json",
       "repo_id": "policyengine/populace-us",
-      "sha256": "831ca1261e7c8ad7a96e477960a1482cecb79123a3714f0d144a3f1256275b8f"
+      "revision": "populace-us-2024-c86a631-6e1bcd0271a5-20260619T002242Z",
+      "sha256": "48a1e5b178a2d54271ba0308b33341543c2bfe0e6931484d3e9e71415c6420ca"
     }
   },
   "default_dataset": "populace_us_2024",

src/policyengine/data/release_manifests/us.trace.tro.jsonld

@@ -17,7 +17,7 @@
         "schema:name": "PolicyEngine",
         "schema:url": "https://policyengine.org"
       },
-      "schema:dateCreated": "2026-06-18T14:48:31.853398+00:00",
+      "schema:dateCreated": "2026-06-19T01:03:19.741844+00:00",
       "schema:description": "TRACE TRO for certified runtime bundle us-4.17.8 covering the bundle manifest, the certified dataset artifact, the country model wheel, and the country data release manifest when it is available.",
       "schema:name": "policyengine us certified bundle TRO",
       "trov:createdWith": {
@@ -45,15 +45,15 @@
               "trov:hasArtifact": {
                 "@id": "composition/1/artifact/data_release_manifest"
               },
-              "trov:hasLocation": "https://huggingface.co/datasets/policyengine/populace-us/resolve/c5a9f565aed7eb15e04dbabe0aff563b3b9a3a36/releases/populace-us-2024-incumbent-improved-996401a-20260618/release_manifest.json"
+              "trov:hasLocation": "https://huggingface.co/datasets/policyengine/populace-us/resolve/populace-us-2024-c86a631-6e1bcd0271a5-20260619T002242Z/releases/populace-us-2024-c86a631-6e1bcd0271a5-20260619T002242Z/release_manifest.json"
             },
             {
               "@id": "arrangement/1/location/dataset",
               "@type": "trov:ArtifactLocation",
               "trov:hasArtifact": {
                 "@id": "composition/1/artifact/dataset"
               },
-              "trov:hasLocation": "https://huggingface.co/datasets/policyengine/populace-us/resolve/c5a9f565aed7eb15e04dbabe0aff563b3b9a3a36/populace_us_2024.h5"
+              "trov:hasLocation": "https://huggingface.co/datasets/policyengine/populace-us/resolve/populace-us-2024-c86a631-6e1bcd0271a5-20260619T002242Z/populace_us_2024.h5"
             },
             {
               "@id": "arrangement/1/location/model_wheel",
@@ -75,21 +75,21 @@
             "@type": "trov:ResearchArtifact",
             "schema:name": "policyengine.py bundle manifest for us",
             "trov:mimeType": "application/json",
-            "trov:sha256": "48f3b3736ff3387db25f08592b75a094c204a58c6c17cf8a02ef717885e00b05"
+            "trov:sha256": "f41b1bdf27f385998d117b139d7199e0ca1d0f97177052d5e1683277a42c668c"
           },
           {
             "@id": "composition/1/artifact/data_release_manifest",
             "@type": "trov:ResearchArtifact",
             "schema:name": "populace-data release manifest 0.1.0",
             "trov:mimeType": "application/json",
-            "trov:sha256": "f95ecd0b08a0b457605bb30abaf56b900a735f2c5606c9b663f79019411e9f6a"
+            "trov:sha256": "10ce09590dc16b8fb2978de0d4f0811b51a628684ac022168ae0bdcf936d6096"
           },
           {
             "@id": "composition/1/artifact/dataset",
             "@type": "trov:ResearchArtifact",
             "schema:name": "populace_us_2024",
             "trov:mimeType": "application/x-hdf5",
-            "trov:sha256": "068c1d5fb9d731c425c5021f1eb67783d957bafd0618ec7584edd32c66dce7d4"
+            "trov:sha256": "f0af25192d6c8a7efc2638da2bd8ec4278b066a1092cc89ef2275811efaff11d"
           },
           {
             "@id": "composition/1/artifact/model_wheel",
@@ -102,26 +102,23 @@
         "trov:hasFingerprint": {
           "@id": "composition/1/fingerprint",
           "@type": "trov:CompositionFingerprint",
-          "trov:sha256": "7273a71500c8db7ee4be6961c1438a233d53f58464c03c3228a6c77914336210"
+          "trov:sha256": "30c2253c499976c5dce6d22cef60c5dfa4d93f002a659fc63317a2ba0a43769f"
         }
       },
       "trov:hasPerformance": {
         "@id": "trp/1",
         "@type": "trov:TransparentResearchPerformance",
         "pe:builtWithModelVersion": "1.729.0",
-        "pe:certifiedBy": "populace-data release manifest",
+        "pe:certifiedBy": "policyengine.py certification",
         "pe:certifiedForModelVersion": "1.729.0",
-        "pe:ciGitRef": "refs/heads/main",
-        "pe:ciGitSha": "4b6d7f62f2b39c56278633df5df702f7694d2e4e",
-        "pe:ciRunUrl": "https://github.com/PolicyEngine/policyengine.py/actions/runs/27770639659",
-        "pe:compatibilityBasis": "exact_build_model_version",
-        "pe:dataBuildId": "populace-us-2024-incumbent-improved-996401a-20260618",
-        "pe:emittedIn": "github-actions",
-        "rdfs:comment": "Certification of build populace-us-2024-incumbent-improved-996401a-20260618 for policyengine-us 1.729.0.",
+        "pe:compatibilityBasis": "built_with_model_package",
+        "pe:dataBuildId": "populace-us-2024-c86a631-6e1bcd0271a5-20260619T002242Z",
+        "pe:emittedIn": "local",
+        "rdfs:comment": "Certification of build populace-us-2024-c86a631-6e1bcd0271a5-20260619T002242Z for policyengine-us 1.729.0.",
         "trov:accessedArrangement": {
           "@id": "arrangement/1"
         },
-        "trov:startedAtTime": "2026-06-18T14:48:31.853398+00:00",
+        "trov:startedAtTime": "2026-06-19T01:03:19.741844+00:00",
         "trov:wasConductedBy": {
           "@id": "trs"
         }

tests/test_models.py

@@ -119,7 +119,7 @@ def test_has_release_manifest_metadata(self):
         assert (
             us_latest.default_dataset_uri
             == "hf://policyengine/populace-us/populace_us_2024.h5"
-            "@c5a9f565aed7eb15e04dbabe0aff563b3b9a3a36"
+            "@populace-us-2024-c86a631-6e1bcd0271a5-20260619T002242Z"
         )
 
     def test_has_hundreds_of_parameters(self):

tests/test_release_manifests.py

@@ -44,11 +44,11 @@
 US_MODEL_VERSION = "1.729.0"
 US_BUILT_WITH_MODEL_VERSION = "1.729.0"
 US_DATA_RELEASE_VERSION = "0.1.0"
-US_DATA_RELEASE_ID = "populace-us-2024-incumbent-improved-996401a-20260618"
-US_DATA_RELEASE_REVISION = "c5a9f565aed7eb15e04dbabe0aff563b3b9a3a36"
+US_DATA_RELEASE_ID = "populace-us-2024-c86a631-6e1bcd0271a5-20260619T002242Z"
+US_DATA_RELEASE_REVISION = US_DATA_RELEASE_ID
 US_DATA_RELEASE_PATH = f"releases/{US_DATA_RELEASE_ID}/release_manifest.json"
 US_DATA_ARTIFACT_REVISION = US_DATA_RELEASE_ID
-US_CERTIFICATION_SOURCE = "populace-data release manifest"
+US_CERTIFICATION_SOURCE = "policyengine.py certification"
 US_MANAGED_DATASET_URI = (
     f"hf://policyengine/populace-us/populace_us_2024.h5@{US_DATA_ARTIFACT_REVISION}"
 )
@@ -108,7 +108,7 @@ def test__given_us_manifest__then_has_pinned_model_and_data_packages(self):
         assert manifest.certified_data_artifact.uri == US_CERTIFIED_DATASET_URI
         assert manifest.certification is not None
         assert manifest.certification.data_build_id == US_DATA_RELEASE_ID
-        assert manifest.certification.compatibility_basis == "exact_build_model_version"
+        assert manifest.certification.compatibility_basis == "built_with_model_package"
         assert manifest.certification.certified_by == US_CERTIFICATION_SOURCE
         assert (
             manifest.certification.built_with_model_version