| from transformers import PretrainedConfig | |
| from typing import List | |
| class ViTFNQSConfig(PretrainedConfig): | |
| model_type = "vit_fnqs" | |
| def __init__( | |
| self, | |
| L_eff=8, | |
| num_layers = 6, | |
| d_model = 72, | |
| heads = 12, | |
| b = 4, | |
| complex: bool = False, | |
| disorder: bool = True, | |
| tras_inv = False, | |
| two_dim = False, | |
| **kwargs, | |
| ): | |
| self.L_eff = L_eff | |
| self.num_layers = num_layers | |
| self.d_model = d_model | |
| self.heads = heads | |
| self.b = b | |
| self.complex = complex | |
| self.disorder = disorder | |
| self.tras_inv = tras_inv | |
| self.two_dim = two_dim | |
| super().__init__(**kwargs) |