add model

config.json

@@ -2,6 +2,7 @@
   "n_layers": 2,
   "model_type": "my_model",
   "auto_map": {
-    "AutoConfig": "configuration_my_model.MyModelConfig"
+    "AutoConfig": "configuration_my_model.MyModelConfig",
+    "AutoModel": "modeling_my_model.MyMode"
   }
 }

modeling_my_model.py

@@ -0,0 +1,15 @@
+from transformers.modeling_utils import PreTrainedModel
+
+from .configuration_my_model import MyModelConfig
+
+
+class MyModelPretrainedModel(PreTrainedModel):
+    pass
+
+
+class MyModel(MyModelPretrainedModel):
+
+    def __init__(self, config: MyModelConfig):
+        super().__init__(config)
+
+        self.n_layers = config.n_layers