Daniele Picone commited on
Commit
87db065
·
1 Parent(s): 5e00643

Migrate native manifest to schema 2

Browse files
README.md CHANGED
@@ -16,9 +16,11 @@ Package identity:
16
 
17
  - scitomo catalog name: `deepdewedge_tutorial`
18
  - native package id: `deepdewedge_tutorial`
19
- - package revision: `1`
20
- - minimum scitomo version: `0.5.4`
21
  - learned-checkpoint format: `1`
 
 
22
  - method: restoration / `deepdewedge`
23
  - construction fingerprint:
24
  `sha256:c9da7decd489f0f4f893dce565f37db25abc63d0d3efcacad9835305ffd97cb2`
@@ -55,6 +57,14 @@ learned normalization values that upstream stored as non-trainable parameters
55
  are native scitomo buffers with identical values. See `ATTRIBUTION.md`,
56
  `conversion/conversion-record.json`, and `LICENSES/`.
57
 
 
 
 
 
 
 
 
 
58
  ## Native construction and inference
59
 
60
  `construction.json` specifies a residual single-input/single-output 3D U-Net
@@ -90,8 +100,9 @@ foundation model.
90
  | `construction.json` | 2,175 | `d4c7eced057042438827de168d47b7900311fba742ce52445675be7f40343432` |
91
  | `inference.json` | 968 | `217636919d17d9332aa49474e893064ed1dfb29f016a468cf22d439cf16887a0` |
92
  | `weights.safetensors` | 109,294,940 | `2a34aeb61dba5da5c7b78f4cc26de9b8a9134ac12dc08876a8e93bf02776c795` |
93
- | `conversion/conversion-record.json` | 13,953 | `e55c35f9e233e0ba04ea1332306b179b96db12158b4eb0cd8d5dcd3609ac8e54` |
94
- | `validation/validation-record.json` | 1,946 | `eb2f9153d49e7124a8aeb1951230b6124f5fdc18ea1f53b2c9e28db55273cc3f` |
 
95
 
96
  `manifest.json` binds these files plus this model card, attribution, and
97
  license resources by exact size and SHA-256. The immutable Hugging Face commit
 
16
 
17
  - scitomo catalog name: `deepdewedge_tutorial`
18
  - native package id: `deepdewedge_tutorial`
19
+ - package revision: `2`
20
+ - minimum scitomo version: `0.6.2`
21
  - learned-checkpoint format: `1`
22
+ - learned-checkpoint manifest schema: `2`
23
+ - source package revision: `1` (manifest schema `1`)
24
  - method: restoration / `deepdewedge`
25
  - construction fingerprint:
26
  `sha256:c9da7decd489f0f4f893dce565f37db25abc63d0d3efcacad9835305ffd97cb2`
 
57
  are native scitomo buffers with identical values. See `ATTRIBUTION.md`,
58
  `conversion/conversion-record.json`, and `LICENSES/`.
59
 
60
+ ## Package migration
61
+
62
+ Revision 2 migrates the native package manifest from schema 1 to schema 2
63
+ and raises the minimum Scitomo version accordingly. The construction and
64
+ inference records and `weights.safetensors` are byte-for-byte unchanged.
65
+ `migration/migration-record.json` binds the immutable source manifest and
66
+ provider revision to this package and records the unchanged file identities.
67
+
68
  ## Native construction and inference
69
 
70
  `construction.json` specifies a residual single-input/single-output 3D U-Net
 
100
  | `construction.json` | 2,175 | `d4c7eced057042438827de168d47b7900311fba742ce52445675be7f40343432` |
101
  | `inference.json` | 968 | `217636919d17d9332aa49474e893064ed1dfb29f016a468cf22d439cf16887a0` |
102
  | `weights.safetensors` | 109,294,940 | `2a34aeb61dba5da5c7b78f4cc26de9b8a9134ac12dc08876a8e93bf02776c795` |
103
+ | `conversion/conversion-record.json` | 13,953 | `c2204fdd346b416966d7c14d5746a305e80649a7f381f173c7ad4d9482f3e66d` |
104
+ | `validation/validation-record.json` | 1,946 | `7e018bc98518e898cb723b7c608024e101999a1217e7256a9f3ff6c6da20215e` |
105
+ | `migration/migration-record.json` | 1,518 | `fdabc791f22826bc13622199c73890cb05f89cc7797ae9c62ea5fd40f1f4fd4d` |
106
 
107
  `manifest.json` binds these files plus this model card, attribution, and
108
  license resources by exact size and SHA-256. The immutable Hugging Face commit
conversion/conversion-record.json CHANGED
@@ -19,7 +19,7 @@
19
  "inference_fingerprint": "sha256:c2c5eba72579510265258dcfce3a5be2f851f9276c7e53d92330d78eb37720dd",
20
  "kind": "scitomo_checkpoint_conversion",
21
  "package_id": "deepdewedge_tutorial",
22
- "package_revision": 1,
23
  "schema_version": 1,
24
  "source": {
25
  "identifier": "10.6084/m9.figshare.25043435.v1/file/45582309/tutorial_data/fitted_model.ckpt",
 
19
  "inference_fingerprint": "sha256:c2c5eba72579510265258dcfce3a5be2f851f9276c7e53d92330d78eb37720dd",
20
  "kind": "scitomo_checkpoint_conversion",
21
  "package_id": "deepdewedge_tutorial",
22
+ "package_revision": 2,
23
  "schema_version": 1,
24
  "source": {
25
  "identifier": "10.6084/m9.figshare.25043435.v1/file/45582309/tutorial_data/fitted_model.ckpt",
manifest.json CHANGED
@@ -7,7 +7,7 @@
7
  },
8
  "conversion": {
9
  "path": "conversion/conversion-record.json",
10
- "sha256": "e55c35f9e233e0ba04ea1332306b179b96db12158b4eb0cd8d5dcd3609ac8e54",
11
  "size_bytes": 13953
12
  },
13
  "inference": {
@@ -15,6 +15,11 @@
15
  "sha256": "217636919d17d9332aa49474e893064ed1dfb29f016a468cf22d439cf16887a0",
16
  "size_bytes": 968
17
  },
 
 
 
 
 
18
  "resources": [
19
  {
20
  "path": "ATTRIBUTION.md",
@@ -33,13 +38,13 @@
33
  },
34
  {
35
  "path": "README.md",
36
- "sha256": "fd5790e42a2d992ee4893c52237b697696b09f28693631bbd589f56f9c1e4d64",
37
- "size_bytes": 6510
38
  }
39
  ],
40
  "validation": {
41
  "path": "validation/validation-record.json",
42
- "sha256": "eb2f9153d49e7124a8aeb1951230b6124f5fdc18ea1f53b2c9e28db55273cc3f",
43
  "size_bytes": 1946
44
  },
45
  "weights": {
@@ -54,7 +59,7 @@
54
  "kind": "deepdewedge"
55
  },
56
  "package_id": "deepdewedge_tutorial",
57
- "package_revision": 1,
58
  "provenance": {
59
  "citations": [
60
  "doi:10.6084/m9.figshare.25043435.v1",
@@ -93,9 +98,9 @@
93
  },
94
  "requirements": {
95
  "learned_checkpoint_format": 1,
96
- "minimum_scitomo_version": "0.5.4"
97
  },
98
- "schema_version": 1,
99
  "tensors": [
100
  {
101
  "dtype": "float32",
@@ -595,6 +600,7 @@
595
  }
596
  ],
597
  "training": {
 
598
  "epoch": 999,
599
  "monitor": null,
600
  "role": "external",
 
7
  },
8
  "conversion": {
9
  "path": "conversion/conversion-record.json",
10
+ "sha256": "c2204fdd346b416966d7c14d5746a305e80649a7f381f173c7ad4d9482f3e66d",
11
  "size_bytes": 13953
12
  },
13
  "inference": {
 
15
  "sha256": "217636919d17d9332aa49474e893064ed1dfb29f016a468cf22d439cf16887a0",
16
  "size_bytes": 968
17
  },
18
+ "migration": {
19
+ "path": "migration/migration-record.json",
20
+ "sha256": "fdabc791f22826bc13622199c73890cb05f89cc7797ae9c62ea5fd40f1f4fd4d",
21
+ "size_bytes": 1518
22
+ },
23
  "resources": [
24
  {
25
  "path": "ATTRIBUTION.md",
 
38
  },
39
  {
40
  "path": "README.md",
41
+ "sha256": "ec1795d189581468b93881a6ad0ac1dc95386862000c03a6aa98ab7d09697643",
42
+ "size_bytes": 7114
43
  }
44
  ],
45
  "validation": {
46
  "path": "validation/validation-record.json",
47
+ "sha256": "7e018bc98518e898cb723b7c608024e101999a1217e7256a9f3ff6c6da20215e",
48
  "size_bytes": 1946
49
  },
50
  "weights": {
 
59
  "kind": "deepdewedge"
60
  },
61
  "package_id": "deepdewedge_tutorial",
62
+ "package_revision": 2,
63
  "provenance": {
64
  "citations": [
65
  "doi:10.6084/m9.figshare.25043435.v1",
 
98
  },
99
  "requirements": {
100
  "learned_checkpoint_format": 1,
101
+ "minimum_scitomo_version": "0.6.2"
102
  },
103
+ "schema_version": 2,
104
  "tensors": [
105
  {
106
  "dtype": "float32",
 
600
  }
601
  ],
602
  "training": {
603
+ "base_seed": null,
604
  "epoch": 999,
605
  "monitor": null,
606
  "role": "external",
migration/migration-record.json ADDED
@@ -0,0 +1,45 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "kind": "scitomo_checkpoint_migration",
3
+ "minimum_scitomo_version_after": "0.6.2",
4
+ "minimum_scitomo_version_before": "0.5.4",
5
+ "package_id": "deepdewedge_tutorial",
6
+ "schema_version": 1,
7
+ "source_manifest": {
8
+ "path": "manifest.json",
9
+ "sha256": "c324a8980558af597c37da2dd053c8e5adb38895fe3ff00b300d727581496d3d",
10
+ "size_bytes": 11159
11
+ },
12
+ "source_manifest_schema_version": 1,
13
+ "source_package_revision": 1,
14
+ "source_provider": {
15
+ "identifier": "5e00643b4adb4fb67d52ef8f101507b47f4c06c1",
16
+ "kind": "huggingface_manifest",
17
+ "metadata": {
18
+ "manifest_schema_version": 1,
19
+ "package_revision": 1
20
+ },
21
+ "project": "scitomo/deepdewedge-tutorial",
22
+ "revision": "5e00643b4adb4fb67d52ef8f101507b47f4c06c1",
23
+ "sha256": "c324a8980558af597c37da2dd053c8e5adb38895fe3ff00b300d727581496d3d",
24
+ "url": "https://huggingface.co/scitomo/deepdewedge-tutorial/tree/5e00643b4adb4fb67d52ef8f101507b47f4c06c1"
25
+ },
26
+ "target_manifest_schema_version": 2,
27
+ "target_package_revision": 2,
28
+ "unchanged_files": [
29
+ {
30
+ "path": "construction.json",
31
+ "sha256": "d4c7eced057042438827de168d47b7900311fba742ce52445675be7f40343432",
32
+ "size_bytes": 2175
33
+ },
34
+ {
35
+ "path": "inference.json",
36
+ "sha256": "217636919d17d9332aa49474e893064ed1dfb29f016a468cf22d439cf16887a0",
37
+ "size_bytes": 968
38
+ },
39
+ {
40
+ "path": "weights.safetensors",
41
+ "sha256": "2a34aeb61dba5da5c7b78f4cc26de9b8a9134ac12dc08876a8e93bf02776c795",
42
+ "size_bytes": 109294940
43
+ }
44
+ ]
45
+ }
validation/validation-record.json CHANGED
@@ -52,7 +52,7 @@
52
  "inference_fingerprint": "sha256:c2c5eba72579510265258dcfce3a5be2f851f9276c7e53d92330d78eb37720dd",
53
  "kind": "scitomo_checkpoint_validation",
54
  "package_id": "deepdewedge_tutorial",
55
- "package_revision": 1,
56
  "schema_version": 1,
57
  "software": [
58
  {
 
52
  "inference_fingerprint": "sha256:c2c5eba72579510265258dcfce3a5be2f851f9276c7e53d92330d78eb37720dd",
53
  "kind": "scitomo_checkpoint_validation",
54
  "package_id": "deepdewedge_tutorial",
55
+ "package_revision": 2,
56
  "schema_version": 1,
57
  "software": [
58
  {