| """tau-4b configuration: a Qwen3.5 text trunk plus the System One readout (special tokens, readout block, heads).""" |
|
|
| from transformers import PretrainedConfig |
|
|
|
|
| class TauConfig(PretrainedConfig): |
| model_type = "tau" |
|
|
| def __init__( |
| self, |
| trunk: dict | None = None, |
| special_base: int = 248_320, |
| special_tokens: list[str] | None = None, |
| readout_layers: int = 2, |
| readout_heads: int = 8, |
| pointer_dim: int = 256, |
| max_tokens: int = 32_768, |
| **kwargs, |
| ): |
| self.trunk = trunk or {} |
| self.special_base = special_base |
| self.special_tokens = special_tokens or [] |
| self.readout_layers = readout_layers |
| self.readout_heads = readout_heads |
| self.pointer_dim = pointer_dim |
| self.max_tokens = max_tokens |
| super().__init__(**kwargs) |
|
|
