Upload folder using huggingface_hub

ckpt-step=002500-metric=0.00242256.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ec51aaa9cf4c29ef89ec0ca19354f692deb55927164b602d60f6fbe9391070b
+size 81908399

ckpt-step=003000-metric=0.00222944.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aee6cc2933e08912d2253dc0ccf32174f0ed8e42e4d4ee4d0407371173e02858
+size 81908399

ckpt-step=003500-metric=0.00185913.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:694a5dd7167de57f0005d6dfbff019367f2caed24c9cf3a7f72b359ba3d8e125
+size 81908399

ckpt-step=004000-metric=0.00168045.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e19af8b64d8da8d3c3f1664d465c5e6c03d3aeccd29f6650d04c88b3b00c1221
+size 81908399

ckpt-step=004500-metric=0.00182081.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5143335a627d2c4bac4aa8540bf2d5fcd6a2fafd893d0b344084ff5bde9d3b8
+size 81908399

ckpt_index.json

@@ -0,0 +1,38 @@
+{
+  "k": 5,
+  "mode": "min",
+  "metric_name": "loss",
+  "entries": [
+    {
+      "path": "experiments/jolly-dust-782/ckpt-step=004000-metric=0.00168045.pt",
+      "step": 4000,
+      "metric": 0.001680454245563507,
+      "ts": 1764635981.863727
+    },
+    {
+      "path": "experiments/jolly-dust-782/ckpt-step=004500-metric=0.00182081.pt",
+      "step": 4500,
+      "metric": 0.0018208065658608286,
+      "ts": 1764636370.650296
+    },
+    {
+      "path": "experiments/jolly-dust-782/ckpt-step=003500-metric=0.00185913.pt",
+      "step": 3500,
+      "metric": 0.001859126122928864,
+      "ts": 1764635592.6594105
+    },
+    {
+      "path": "experiments/jolly-dust-782/ckpt-step=003000-metric=0.00222944.pt",
+      "step": 3000,
+      "metric": 0.0022294362020048313,
+      "ts": 1764635203.0245426
+    },
+    {
+      "path": "experiments/jolly-dust-782/ckpt-step=002500-metric=0.00242256.pt",
+      "step": 2500,
+      "metric": 0.0024225555885234594,
+      "ts": 1764634813.81682
+    }
+  ],
+  "updated_at": 1764636371.449813
+}

inference.yaml

@@ -0,0 +1,37 @@
+model:
+  model_id: "dit"
+  width: 24
+  height: 24
+  T: 1000
+  in_channels: 3
+  n_window: 30
+  patch_size: 3
+  n_heads: 20
+  d_model: 320
+  n_blocks: 8
+  C: 5000
+  bidirectional: false
+  nocompile: false
+  checkpoint: "experiments/jolly-dust-782"  
+  rope_type: "rope"
+  use_flex: true
+
+train:
+  lr1: 0.02
+  lr2: 3.0e-4
+  betas: [0.9, 0.95]
+  weight_decay: 1.0e-5
+  max_steps: 2500
+  warmup_steps: 100
+  batch_size: 64
+  noclip: false
+  duration: 1
+  fps: 30
+  debug: false
+  dtype: "bf16"
+  action_dropout: 0.2
+
+wandb:
+  name: null
+  project: "toy-wm"
+  run_name: "causal-layers8-heads12-d384"

model.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:27e06f0da92b9309122762df8e4f1819f63b1a34d99e27c68b9cd360c740cf26
+size 39833499