Update transformer/config.json: parametric configs (qk_norm, sub-conditioner specs)
Browse files- transformer/config.json +2 -12
transformer/config.json
CHANGED
|
@@ -3,18 +3,8 @@
|
|
| 3 |
"io_channels": 64,
|
| 4 |
"embed_dim": 1024,
|
| 5 |
"depth": 16,
|
| 6 |
-
"num_heads": 8,
|
| 7 |
"cond_token_dim": 768,
|
| 8 |
"global_cond_dim": 768,
|
| 9 |
-
"
|
| 10 |
-
"
|
| 11 |
-
"qk_norm": "ln"
|
| 12 |
-
},
|
| 13 |
-
"cross_attention_cond_ids": [
|
| 14 |
-
"prompt",
|
| 15 |
-
"seconds_total"
|
| 16 |
-
],
|
| 17 |
-
"global_cond_ids": [
|
| 18 |
-
"seconds_total"
|
| 19 |
-
]
|
| 20 |
}
|
|
|
|
| 3 |
"io_channels": 64,
|
| 4 |
"embed_dim": 1024,
|
| 5 |
"depth": 16,
|
|
|
|
| 6 |
"cond_token_dim": 768,
|
| 7 |
"global_cond_dim": 768,
|
| 8 |
+
"num_attention_heads": 8,
|
| 9 |
+
"qk_norm": "ln"
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 10 |
}
|