| ADAPTER_CONFIG = { | |
| "adapter_id": "005", | |
| "name": "DualShuntAdapter-L", | |
| "t5": { | |
| "model": "AbstractPhil/bert-beatrix-2048", | |
| "hidden_size": 768, | |
| }, | |
| "clip": { | |
| "model": "AbstractPhil/omega-vit-l-reformed", | |
| "hidden_size": 768, | |
| }, | |
| "bottleneck": 384, | |
| "heads": 4, | |
| "tau_init": 0.1, | |
| "max_guidance": 10.0, | |
| "proj_layers": 2, | |
| "layer_norm": True, | |
| "dropout": 0.0, | |
| "use_dropout": True, | |
| "use_proj_stack": True, | |
| "assert_input_dims": True, | |
| "routing": { | |
| "type": "cross_attention", | |
| "enable_causal_mask": False, | |
| "bidirectional": True | |
| }, | |
| "version": "v0.3.3", | |
| "description": "V3 Dual Shunt Adapter with projection stack, dropout, and stacked residual refinement pocket." | |
| } | |