from transformers.modeling_utils import PreTrainedModel from .configuration_my_model import MyModelConfig class MyModelPretrainedModel(PreTrainedModel): pass class MyModel(MyModelPretrainedModel): def __init__(self, config: MyModelConfig): super().__init__(config) self.n_layers = config.n_layers