Publish corrected exact readme-quickstart reproduction
Browse files- README.md +11 -1
- checkpoint.pt +1 -1
- manifest.json +21 -8
README.md
CHANGED
|
@@ -24,7 +24,7 @@ This is a trained block-sparse featurizer reproduced from
|
|
| 24 |
- Effective defaults: batch size 2048, SNR 0.1,
|
| 25 |
learning rate 0.0004
|
| 26 |
- DINO backbone: `facebook/dinov3-vitb16-pretrain-lvd1689m` at `5931719e67bbdb9737e363e781fb0c67687896bc`
|
| 27 |
-
- Reconstruction R²: 0.
|
| 28 |
- Mean active blocks: 16.0
|
| 29 |
- Dead groups: 0
|
| 30 |
|
|
@@ -33,6 +33,16 @@ in `manifest.json`.
|
|
| 33 |
|
| 34 |
## Loading
|
| 35 |
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 36 |
```python
|
| 37 |
from bsf_experiments.artifacts import restore_checkpoint
|
| 38 |
from bsf_experiments.hub_phase import (
|
|
|
|
| 24 |
- Effective defaults: batch size 2048, SNR 0.1,
|
| 25 |
learning rate 0.0004
|
| 26 |
- DINO backbone: `facebook/dinov3-vitb16-pretrain-lvd1689m` at `5931719e67bbdb9737e363e781fb0c67687896bc`
|
| 27 |
+
- Reconstruction R²: 0.823179
|
| 28 |
- Mean active blocks: 16.0
|
| 29 |
- Dead groups: 0
|
| 30 |
|
|
|
|
| 33 |
|
| 34 |
## Loading
|
| 35 |
|
| 36 |
+
The hardened loader and immutable catalog live in
|
| 37 |
+
[`block-sparse-featurizer-experiments`](https://github.com/BurnyCoder/block-sparse-featurizer-experiments). Install that
|
| 38 |
+
application from a revision containing this model's Hub commit:
|
| 39 |
+
|
| 40 |
+
```bash
|
| 41 |
+
git clone --recurse-submodules https://github.com/BurnyCoder/block-sparse-featurizer-experiments.git
|
| 42 |
+
cd block-sparse-featurizer-experiments
|
| 43 |
+
uv sync --frozen
|
| 44 |
+
```
|
| 45 |
+
|
| 46 |
```python
|
| 47 |
from bsf_experiments.artifacts import restore_checkpoint
|
| 48 |
from bsf_experiments.hub_phase import (
|
checkpoint.pt
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 2362853
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:449e7dfe65587f2959d8263197805e2f2f33cc7c391dbeb7949539fb58a8e321
|
| 3 |
size 2362853
|
manifest.json
CHANGED
|
@@ -6,7 +6,7 @@
|
|
| 6 |
"checkpoint": {
|
| 7 |
"filename": "checkpoint.pt",
|
| 8 |
"format_version": 1,
|
| 9 |
-
"sha256": "
|
| 10 |
"size_bytes": 2362853
|
| 11 |
},
|
| 12 |
"collection_url": "https://huggingface.co/collections/BurnyCoder/block-sparse-featurizers-on-dinov3-rabbits-6a629047facccb1d34e808c2",
|
|
@@ -36,8 +36,8 @@
|
|
| 36 |
"sha256": "6d4e71f62610db0b395f8d920a2fa970850f11bd8e0fbf57b06d528fe44bddc6"
|
| 37 |
},
|
| 38 |
"preprocessed_activations": {
|
| 39 |
-
"dtype": "
|
| 40 |
-
"sha256": "
|
| 41 |
"shape": [
|
| 42 |
58800,
|
| 43 |
768
|
|
@@ -48,15 +48,27 @@
|
|
| 48 |
"sha256": "8225b490c4e39339bfcdd70556e9a00b7ad03cb868c7a2af6af36912354a16f9"
|
| 49 |
}
|
| 50 |
},
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 51 |
"metrics": {
|
| 52 |
"dead_groups": 0,
|
| 53 |
"mean_l0": 16.0,
|
| 54 |
-
"r2": 0.
|
| 55 |
"tokens": 58800
|
| 56 |
},
|
| 57 |
"randomness": {
|
| 58 |
"manual_seed_set": false,
|
| 59 |
-
"torch_initial_seed":
|
| 60 |
},
|
| 61 |
"recipe": {
|
| 62 |
"constructor": "GrassmannianBSF",
|
|
@@ -86,6 +98,7 @@
|
|
| 86 |
"paper_version": false,
|
| 87 |
"target_l0": 16
|
| 88 |
},
|
|
|
|
| 89 |
"source_path": "README.md",
|
| 90 |
"title": "Grassmannian BSF — README quickstart",
|
| 91 |
"train_kwargs": {
|
|
@@ -112,8 +125,8 @@
|
|
| 112 |
"repository": "https://github.com/goodfire-ai/block-sparse-featurizer"
|
| 113 |
},
|
| 114 |
"timing": {
|
| 115 |
-
"duration_seconds":
|
| 116 |
-
"finished_at": "2026-07-
|
| 117 |
-
"started_at": "2026-07-
|
| 118 |
}
|
| 119 |
}
|
|
|
|
| 6 |
"checkpoint": {
|
| 7 |
"filename": "checkpoint.pt",
|
| 8 |
"format_version": 1,
|
| 9 |
+
"sha256": "449e7dfe65587f2959d8263197805e2f2f33cc7c391dbeb7949539fb58a8e321",
|
| 10 |
"size_bytes": 2362853
|
| 11 |
},
|
| 12 |
"collection_url": "https://huggingface.co/collections/BurnyCoder/block-sparse-featurizers-on-dinov3-rabbits-6a629047facccb1d34e808c2",
|
|
|
|
| 36 |
"sha256": "6d4e71f62610db0b395f8d920a2fa970850f11bd8e0fbf57b06d528fe44bddc6"
|
| 37 |
},
|
| 38 |
"preprocessed_activations": {
|
| 39 |
+
"dtype": "float64",
|
| 40 |
+
"sha256": "1373a5c50d19be5a4df5bf403d79f91ab37e1061f13468bfcb2a2af11b5c3c9d",
|
| 41 |
"shape": [
|
| 42 |
58800,
|
| 43 |
768
|
|
|
|
| 48 |
"sha256": "8225b490c4e39339bfcdd70556e9a00b7ad03cb868c7a2af6af36912354a16f9"
|
| 49 |
}
|
| 50 |
},
|
| 51 |
+
"licenses": {
|
| 52 |
+
"dinov3": {
|
| 53 |
+
"filename": "LICENSE-dinov3.md",
|
| 54 |
+
"revision": "5931719e67bbdb9737e363e781fb0c67687896bc",
|
| 55 |
+
"sha256": "25d122eb8f5b880fd23c736fb6ea8018ee45c12237e00b8a86d14c653904999e"
|
| 56 |
+
},
|
| 57 |
+
"goodfire": {
|
| 58 |
+
"filename": "LICENSE-goodfire.txt",
|
| 59 |
+
"git_blob": "1e044f6e143a217dec9281ed0640c00c113c7efa",
|
| 60 |
+
"sha256": "8f203fe135347c3a1c997bfdeab1ddee5e97f02662edad135d19e63333d76961"
|
| 61 |
+
}
|
| 62 |
+
},
|
| 63 |
"metrics": {
|
| 64 |
"dead_groups": 0,
|
| 65 |
"mean_l0": 16.0,
|
| 66 |
+
"r2": 0.8231790197675861,
|
| 67 |
"tokens": 58800
|
| 68 |
},
|
| 69 |
"randomness": {
|
| 70 |
"manual_seed_set": false,
|
| 71 |
+
"torch_initial_seed": 165599720606092299
|
| 72 |
},
|
| 73 |
"recipe": {
|
| 74 |
"constructor": "GrassmannianBSF",
|
|
|
|
| 98 |
"paper_version": false,
|
| 99 |
"target_l0": 16
|
| 100 |
},
|
| 101 |
+
"repo_id": "BurnyCoder/bsf-dinov3-rabbits-readme-quickstart",
|
| 102 |
"source_path": "README.md",
|
| 103 |
"title": "Grassmannian BSF — README quickstart",
|
| 104 |
"train_kwargs": {
|
|
|
|
| 125 |
"repository": "https://github.com/goodfire-ai/block-sparse-featurizer"
|
| 126 |
},
|
| 127 |
"timing": {
|
| 128 |
+
"duration_seconds": 213.68325273599476,
|
| 129 |
+
"finished_at": "2026-07-23T23:48:18.541625+00:00",
|
| 130 |
+
"started_at": "2026-07-23T23:44:28.773492+00:00"
|
| 131 |
}
|
| 132 |
}
|