File size: 2,725 Bytes
d0690fd |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 |
# config.py
from transformers import PretrainedConfig
class ModelConfig(PretrainedConfig):
model_type = "SongFormer"
def __init__(
self,
input_dim=2048,
input_dim_raw=4096,
transformer_encoder_input_dim=1024,
transformer_input_dim=512,
num_transformer_layers=4,
transformer_nhead=8,
transformer_dropout=0.1,
num_classes=128,
num_dataset_classes=64,
down_sample_conv_kernel_size=3,
down_sample_conv_stride=3,
down_sample_conv_dropout=0.1,
down_sample_conv_padding=0,
boundary_tv_loss_beta=0.6,
boundary_tv_loss_lambda=0.4,
boundary_tv_loss_boundary_threshold=0.01,
boundary_tv_loss_reduction_weight=0.1,
boundary_tvloss_weight=0.05,
label_focal_loss_alpha=0.25,
label_focal_loss_gamma=2.0,
label_focal_loss_weight=0.2,
loss_weight_section=0.2,
loss_weight_function=0.8,
learn_label=True,
learn_segment=True,
local_maxima_filter_size=3,
frame_rates=8.333,
**kwargs
):
super().__init__(**kwargs)
self.input_dim = input_dim
self.input_dim_raw = input_dim_raw
self.transformer_encoder_input_dim = transformer_encoder_input_dim
self.transformer_input_dim = transformer_input_dim
self.num_transformer_layers = num_transformer_layers
self.transformer_nhead = transformer_nhead
self.transformer_dropout = transformer_dropout
self.num_classes = num_classes
self.num_dataset_classes = num_dataset_classes
self.down_sample_conv_kernel_size = down_sample_conv_kernel_size
self.down_sample_conv_stride = down_sample_conv_stride
self.down_sample_conv_dropout = down_sample_conv_dropout
self.down_sample_conv_padding = down_sample_conv_padding
self.boundary_tv_loss_beta = boundary_tv_loss_beta
self.boundary_tv_loss_lambda = boundary_tv_loss_lambda
self.boundary_tv_loss_boundary_threshold = boundary_tv_loss_boundary_threshold
self.boundary_tv_loss_reduction_weight = boundary_tv_loss_reduction_weight
self.boundary_tvloss_weight = boundary_tvloss_weight
self.label_focal_loss_alpha = label_focal_loss_alpha
self.label_focal_loss_gamma = label_focal_loss_gamma
self.label_focal_loss_weight = label_focal_loss_weight
self.loss_weight_section = loss_weight_section
self.loss_weight_function = loss_weight_function
self.learn_label = learn_label
self.learn_segment = learn_segment
self.local_maxima_filter_size = local_maxima_filter_size
self.frame_rates = frame_rates |