4bf4c63147
Signed-off-by: Celeste-jq <591998922@qq.com> Signed-off-by: lyj-jjj <liuyingjun5@huawei.com> Signed-off-by: IsleOfDawnlight <stellamou@qq.com> Signed-off-by: Yueqian Lin <linyueqian@outlook.com> Co-authored-by: Celeste-jq <591998922@qq.com> Co-authored-by: lyj-jjj <liuyingjun5@huawei.com> Co-authored-by: Yueqian Lin <linyueqian@outlook.com>
69 lines
2.4 KiB
Python
69 lines
2.4 KiB
Python
from transformers import AutoConfig
|
|
from transformers.configuration_utils import PretrainedConfig
|
|
|
|
|
|
class VoxCPMConfig(PretrainedConfig):
|
|
model_type = "voxcpm"
|
|
keys_to_ignore_at_inference = ["past_key_values"]
|
|
|
|
def __init__(
|
|
self,
|
|
bos_token_id: int = 1,
|
|
eos_token_id: int = 2,
|
|
vocab_size: int = 32000,
|
|
hidden_size: int = 1024,
|
|
intermediate_size: int = 4096,
|
|
max_position_embeddings: int = 4096,
|
|
num_attention_heads: int = 16,
|
|
num_hidden_layers: int = 24,
|
|
num_key_value_heads: int = 16,
|
|
rms_norm_eps: float = 1e-6,
|
|
rope_theta: float = 10000.0,
|
|
rope_scaling: dict | None = None,
|
|
lm_config: dict | None = None,
|
|
encoder_config: dict | None = None,
|
|
dit_config: dict | None = None,
|
|
audio_vae_config: dict | None = None,
|
|
patch_size: int = 2,
|
|
feat_dim: int = 64,
|
|
residual_lm_num_layers: int = 6,
|
|
scalar_quantization_latent_dim: int = 256,
|
|
scalar_quantization_scale: int = 9,
|
|
max_length: int = 4096,
|
|
device: str = "cuda",
|
|
dtype: str = "bfloat16",
|
|
dit_mean_mode: bool = False,
|
|
**kwargs,
|
|
):
|
|
super().__init__(bos_token_id=bos_token_id, eos_token_id=eos_token_id, **kwargs)
|
|
self.vocab_size = vocab_size
|
|
self.hidden_size = hidden_size
|
|
self.intermediate_size = intermediate_size
|
|
self.max_position_embeddings = max_position_embeddings
|
|
self.num_attention_heads = num_attention_heads
|
|
self.num_hidden_layers = num_hidden_layers
|
|
self.num_key_value_heads = num_key_value_heads
|
|
self.rms_norm_eps = rms_norm_eps
|
|
self.rope_theta = rope_theta
|
|
self.rope_scaling = rope_scaling
|
|
|
|
self.lm_config = lm_config or {}
|
|
self.encoder_config = encoder_config or {}
|
|
self.dit_config = dit_config or {}
|
|
self.audio_vae_config = audio_vae_config
|
|
|
|
self.patch_size = patch_size
|
|
self.feat_dim = feat_dim
|
|
self.residual_lm_num_layers = residual_lm_num_layers
|
|
self.scalar_quantization_latent_dim = scalar_quantization_latent_dim
|
|
self.scalar_quantization_scale = scalar_quantization_scale
|
|
self.max_length = max_length
|
|
self.device = device
|
|
self.dtype = dtype
|
|
self.dit_mean_mode = dit_mean_mode
|
|
|
|
|
|
AutoConfig.register("voxcpm", VoxCPMConfig)
|
|
|
|
__all__ = ["VoxCPMConfig"]
|