Upload 6 files

Pin-5M/config.json

@@ -13,10 +13,10 @@
   "layer_norm_epsilon": 1e-05,
   "model_type": "gpt2",
   "n_ctx": 1024,
-  "n_embd": 96,
+  "n_embd": 160,
   "n_head": 8,
-  "n_inner": 384,
-  "n_layer": 4,
+  "n_inner": 640,
+  "n_layer": 6,
   "n_positions": 1024,
   "pad_token_id": null,
   "reorder_and_upcast_attn": false,

Pin-5M/model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:00a5599f2f0871097b8630685fe69de52c299879a22082b8378e94884fe8008e
-size 21487080
+oid sha256:2a8be02c3d6e776759fc5934e1de83cc6f4a8546f5f5e23eb58504f27173970a
+size 40251224

Pin-5M/training_args.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:efb13ff2dbd4b8c34f0977f91596713aa8e7157a857abc9c0fb570ecf57ec34b
+oid sha256:45208aa76178ccdd59737823a62b486eedb918a2b31f922f9d19d4fc19d04f0f
 size 5137