Daniele Picone commited on
Commit ·
87db065
1
Parent(s): 5e00643
Migrate native manifest to schema 2
Browse files- README.md +15 -4
- conversion/conversion-record.json +1 -1
- manifest.json +13 -7
- migration/migration-record.json +45 -0
- validation/validation-record.json +1 -1
README.md
CHANGED
|
@@ -16,9 +16,11 @@ Package identity:
|
|
| 16 |
|
| 17 |
- scitomo catalog name: `deepdewedge_tutorial`
|
| 18 |
- native package id: `deepdewedge_tutorial`
|
| 19 |
-
- package revision: `
|
| 20 |
-
- minimum scitomo version: `0.
|
| 21 |
- learned-checkpoint format: `1`
|
|
|
|
|
|
|
| 22 |
- method: restoration / `deepdewedge`
|
| 23 |
- construction fingerprint:
|
| 24 |
`sha256:c9da7decd489f0f4f893dce565f37db25abc63d0d3efcacad9835305ffd97cb2`
|
|
@@ -55,6 +57,14 @@ learned normalization values that upstream stored as non-trainable parameters
|
|
| 55 |
are native scitomo buffers with identical values. See `ATTRIBUTION.md`,
|
| 56 |
`conversion/conversion-record.json`, and `LICENSES/`.
|
| 57 |
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 58 |
## Native construction and inference
|
| 59 |
|
| 60 |
`construction.json` specifies a residual single-input/single-output 3D U-Net
|
|
@@ -90,8 +100,9 @@ foundation model.
|
|
| 90 |
| `construction.json` | 2,175 | `d4c7eced057042438827de168d47b7900311fba742ce52445675be7f40343432` |
|
| 91 |
| `inference.json` | 968 | `217636919d17d9332aa49474e893064ed1dfb29f016a468cf22d439cf16887a0` |
|
| 92 |
| `weights.safetensors` | 109,294,940 | `2a34aeb61dba5da5c7b78f4cc26de9b8a9134ac12dc08876a8e93bf02776c795` |
|
| 93 |
-
| `conversion/conversion-record.json` | 13,953 | `
|
| 94 |
-
| `validation/validation-record.json` | 1,946 | `
|
|
|
|
| 95 |
|
| 96 |
`manifest.json` binds these files plus this model card, attribution, and
|
| 97 |
license resources by exact size and SHA-256. The immutable Hugging Face commit
|
|
|
|
| 16 |
|
| 17 |
- scitomo catalog name: `deepdewedge_tutorial`
|
| 18 |
- native package id: `deepdewedge_tutorial`
|
| 19 |
+
- package revision: `2`
|
| 20 |
+
- minimum scitomo version: `0.6.2`
|
| 21 |
- learned-checkpoint format: `1`
|
| 22 |
+
- learned-checkpoint manifest schema: `2`
|
| 23 |
+
- source package revision: `1` (manifest schema `1`)
|
| 24 |
- method: restoration / `deepdewedge`
|
| 25 |
- construction fingerprint:
|
| 26 |
`sha256:c9da7decd489f0f4f893dce565f37db25abc63d0d3efcacad9835305ffd97cb2`
|
|
|
|
| 57 |
are native scitomo buffers with identical values. See `ATTRIBUTION.md`,
|
| 58 |
`conversion/conversion-record.json`, and `LICENSES/`.
|
| 59 |
|
| 60 |
+
## Package migration
|
| 61 |
+
|
| 62 |
+
Revision 2 migrates the native package manifest from schema 1 to schema 2
|
| 63 |
+
and raises the minimum Scitomo version accordingly. The construction and
|
| 64 |
+
inference records and `weights.safetensors` are byte-for-byte unchanged.
|
| 65 |
+
`migration/migration-record.json` binds the immutable source manifest and
|
| 66 |
+
provider revision to this package and records the unchanged file identities.
|
| 67 |
+
|
| 68 |
## Native construction and inference
|
| 69 |
|
| 70 |
`construction.json` specifies a residual single-input/single-output 3D U-Net
|
|
|
|
| 100 |
| `construction.json` | 2,175 | `d4c7eced057042438827de168d47b7900311fba742ce52445675be7f40343432` |
|
| 101 |
| `inference.json` | 968 | `217636919d17d9332aa49474e893064ed1dfb29f016a468cf22d439cf16887a0` |
|
| 102 |
| `weights.safetensors` | 109,294,940 | `2a34aeb61dba5da5c7b78f4cc26de9b8a9134ac12dc08876a8e93bf02776c795` |
|
| 103 |
+
| `conversion/conversion-record.json` | 13,953 | `c2204fdd346b416966d7c14d5746a305e80649a7f381f173c7ad4d9482f3e66d` |
|
| 104 |
+
| `validation/validation-record.json` | 1,946 | `7e018bc98518e898cb723b7c608024e101999a1217e7256a9f3ff6c6da20215e` |
|
| 105 |
+
| `migration/migration-record.json` | 1,518 | `fdabc791f22826bc13622199c73890cb05f89cc7797ae9c62ea5fd40f1f4fd4d` |
|
| 106 |
|
| 107 |
`manifest.json` binds these files plus this model card, attribution, and
|
| 108 |
license resources by exact size and SHA-256. The immutable Hugging Face commit
|
conversion/conversion-record.json
CHANGED
|
@@ -19,7 +19,7 @@
|
|
| 19 |
"inference_fingerprint": "sha256:c2c5eba72579510265258dcfce3a5be2f851f9276c7e53d92330d78eb37720dd",
|
| 20 |
"kind": "scitomo_checkpoint_conversion",
|
| 21 |
"package_id": "deepdewedge_tutorial",
|
| 22 |
-
"package_revision":
|
| 23 |
"schema_version": 1,
|
| 24 |
"source": {
|
| 25 |
"identifier": "10.6084/m9.figshare.25043435.v1/file/45582309/tutorial_data/fitted_model.ckpt",
|
|
|
|
| 19 |
"inference_fingerprint": "sha256:c2c5eba72579510265258dcfce3a5be2f851f9276c7e53d92330d78eb37720dd",
|
| 20 |
"kind": "scitomo_checkpoint_conversion",
|
| 21 |
"package_id": "deepdewedge_tutorial",
|
| 22 |
+
"package_revision": 2,
|
| 23 |
"schema_version": 1,
|
| 24 |
"source": {
|
| 25 |
"identifier": "10.6084/m9.figshare.25043435.v1/file/45582309/tutorial_data/fitted_model.ckpt",
|
manifest.json
CHANGED
|
@@ -7,7 +7,7 @@
|
|
| 7 |
},
|
| 8 |
"conversion": {
|
| 9 |
"path": "conversion/conversion-record.json",
|
| 10 |
-
"sha256": "
|
| 11 |
"size_bytes": 13953
|
| 12 |
},
|
| 13 |
"inference": {
|
|
@@ -15,6 +15,11 @@
|
|
| 15 |
"sha256": "217636919d17d9332aa49474e893064ed1dfb29f016a468cf22d439cf16887a0",
|
| 16 |
"size_bytes": 968
|
| 17 |
},
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 18 |
"resources": [
|
| 19 |
{
|
| 20 |
"path": "ATTRIBUTION.md",
|
|
@@ -33,13 +38,13 @@
|
|
| 33 |
},
|
| 34 |
{
|
| 35 |
"path": "README.md",
|
| 36 |
-
"sha256": "
|
| 37 |
-
"size_bytes":
|
| 38 |
}
|
| 39 |
],
|
| 40 |
"validation": {
|
| 41 |
"path": "validation/validation-record.json",
|
| 42 |
-
"sha256": "
|
| 43 |
"size_bytes": 1946
|
| 44 |
},
|
| 45 |
"weights": {
|
|
@@ -54,7 +59,7 @@
|
|
| 54 |
"kind": "deepdewedge"
|
| 55 |
},
|
| 56 |
"package_id": "deepdewedge_tutorial",
|
| 57 |
-
"package_revision":
|
| 58 |
"provenance": {
|
| 59 |
"citations": [
|
| 60 |
"doi:10.6084/m9.figshare.25043435.v1",
|
|
@@ -93,9 +98,9 @@
|
|
| 93 |
},
|
| 94 |
"requirements": {
|
| 95 |
"learned_checkpoint_format": 1,
|
| 96 |
-
"minimum_scitomo_version": "0.
|
| 97 |
},
|
| 98 |
-
"schema_version":
|
| 99 |
"tensors": [
|
| 100 |
{
|
| 101 |
"dtype": "float32",
|
|
@@ -595,6 +600,7 @@
|
|
| 595 |
}
|
| 596 |
],
|
| 597 |
"training": {
|
|
|
|
| 598 |
"epoch": 999,
|
| 599 |
"monitor": null,
|
| 600 |
"role": "external",
|
|
|
|
| 7 |
},
|
| 8 |
"conversion": {
|
| 9 |
"path": "conversion/conversion-record.json",
|
| 10 |
+
"sha256": "c2204fdd346b416966d7c14d5746a305e80649a7f381f173c7ad4d9482f3e66d",
|
| 11 |
"size_bytes": 13953
|
| 12 |
},
|
| 13 |
"inference": {
|
|
|
|
| 15 |
"sha256": "217636919d17d9332aa49474e893064ed1dfb29f016a468cf22d439cf16887a0",
|
| 16 |
"size_bytes": 968
|
| 17 |
},
|
| 18 |
+
"migration": {
|
| 19 |
+
"path": "migration/migration-record.json",
|
| 20 |
+
"sha256": "fdabc791f22826bc13622199c73890cb05f89cc7797ae9c62ea5fd40f1f4fd4d",
|
| 21 |
+
"size_bytes": 1518
|
| 22 |
+
},
|
| 23 |
"resources": [
|
| 24 |
{
|
| 25 |
"path": "ATTRIBUTION.md",
|
|
|
|
| 38 |
},
|
| 39 |
{
|
| 40 |
"path": "README.md",
|
| 41 |
+
"sha256": "ec1795d189581468b93881a6ad0ac1dc95386862000c03a6aa98ab7d09697643",
|
| 42 |
+
"size_bytes": 7114
|
| 43 |
}
|
| 44 |
],
|
| 45 |
"validation": {
|
| 46 |
"path": "validation/validation-record.json",
|
| 47 |
+
"sha256": "7e018bc98518e898cb723b7c608024e101999a1217e7256a9f3ff6c6da20215e",
|
| 48 |
"size_bytes": 1946
|
| 49 |
},
|
| 50 |
"weights": {
|
|
|
|
| 59 |
"kind": "deepdewedge"
|
| 60 |
},
|
| 61 |
"package_id": "deepdewedge_tutorial",
|
| 62 |
+
"package_revision": 2,
|
| 63 |
"provenance": {
|
| 64 |
"citations": [
|
| 65 |
"doi:10.6084/m9.figshare.25043435.v1",
|
|
|
|
| 98 |
},
|
| 99 |
"requirements": {
|
| 100 |
"learned_checkpoint_format": 1,
|
| 101 |
+
"minimum_scitomo_version": "0.6.2"
|
| 102 |
},
|
| 103 |
+
"schema_version": 2,
|
| 104 |
"tensors": [
|
| 105 |
{
|
| 106 |
"dtype": "float32",
|
|
|
|
| 600 |
}
|
| 601 |
],
|
| 602 |
"training": {
|
| 603 |
+
"base_seed": null,
|
| 604 |
"epoch": 999,
|
| 605 |
"monitor": null,
|
| 606 |
"role": "external",
|
migration/migration-record.json
ADDED
|
@@ -0,0 +1,45 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"kind": "scitomo_checkpoint_migration",
|
| 3 |
+
"minimum_scitomo_version_after": "0.6.2",
|
| 4 |
+
"minimum_scitomo_version_before": "0.5.4",
|
| 5 |
+
"package_id": "deepdewedge_tutorial",
|
| 6 |
+
"schema_version": 1,
|
| 7 |
+
"source_manifest": {
|
| 8 |
+
"path": "manifest.json",
|
| 9 |
+
"sha256": "c324a8980558af597c37da2dd053c8e5adb38895fe3ff00b300d727581496d3d",
|
| 10 |
+
"size_bytes": 11159
|
| 11 |
+
},
|
| 12 |
+
"source_manifest_schema_version": 1,
|
| 13 |
+
"source_package_revision": 1,
|
| 14 |
+
"source_provider": {
|
| 15 |
+
"identifier": "5e00643b4adb4fb67d52ef8f101507b47f4c06c1",
|
| 16 |
+
"kind": "huggingface_manifest",
|
| 17 |
+
"metadata": {
|
| 18 |
+
"manifest_schema_version": 1,
|
| 19 |
+
"package_revision": 1
|
| 20 |
+
},
|
| 21 |
+
"project": "scitomo/deepdewedge-tutorial",
|
| 22 |
+
"revision": "5e00643b4adb4fb67d52ef8f101507b47f4c06c1",
|
| 23 |
+
"sha256": "c324a8980558af597c37da2dd053c8e5adb38895fe3ff00b300d727581496d3d",
|
| 24 |
+
"url": "https://huggingface.co/scitomo/deepdewedge-tutorial/tree/5e00643b4adb4fb67d52ef8f101507b47f4c06c1"
|
| 25 |
+
},
|
| 26 |
+
"target_manifest_schema_version": 2,
|
| 27 |
+
"target_package_revision": 2,
|
| 28 |
+
"unchanged_files": [
|
| 29 |
+
{
|
| 30 |
+
"path": "construction.json",
|
| 31 |
+
"sha256": "d4c7eced057042438827de168d47b7900311fba742ce52445675be7f40343432",
|
| 32 |
+
"size_bytes": 2175
|
| 33 |
+
},
|
| 34 |
+
{
|
| 35 |
+
"path": "inference.json",
|
| 36 |
+
"sha256": "217636919d17d9332aa49474e893064ed1dfb29f016a468cf22d439cf16887a0",
|
| 37 |
+
"size_bytes": 968
|
| 38 |
+
},
|
| 39 |
+
{
|
| 40 |
+
"path": "weights.safetensors",
|
| 41 |
+
"sha256": "2a34aeb61dba5da5c7b78f4cc26de9b8a9134ac12dc08876a8e93bf02776c795",
|
| 42 |
+
"size_bytes": 109294940
|
| 43 |
+
}
|
| 44 |
+
]
|
| 45 |
+
}
|
validation/validation-record.json
CHANGED
|
@@ -52,7 +52,7 @@
|
|
| 52 |
"inference_fingerprint": "sha256:c2c5eba72579510265258dcfce3a5be2f851f9276c7e53d92330d78eb37720dd",
|
| 53 |
"kind": "scitomo_checkpoint_validation",
|
| 54 |
"package_id": "deepdewedge_tutorial",
|
| 55 |
-
"package_revision":
|
| 56 |
"schema_version": 1,
|
| 57 |
"software": [
|
| 58 |
{
|
|
|
|
| 52 |
"inference_fingerprint": "sha256:c2c5eba72579510265258dcfce3a5be2f851f9276c7e53d92330d78eb37720dd",
|
| 53 |
"kind": "scitomo_checkpoint_validation",
|
| 54 |
"package_id": "deepdewedge_tutorial",
|
| 55 |
+
"package_revision": 2,
|
| 56 |
"schema_version": 1,
|
| 57 |
"software": [
|
| 58 |
{
|