initial commit

config.json

@@ -0,0 +1,8 @@
+{
+  "n_layers": 2,
+  "model_type": "my_model",
+  "auto_map": {
+    "AutoConfig": "configuration_my_model.MyModelConfig",
+    "AutoModel": "modeling_my_model.MyModel"
+  }
+}

configuration_my_model.py

@@ -0,0 +1,15 @@
+from transformers import PretrainedConfig
+
+
+class MyModelConfig(PretrainedConfig):
+    model_type = "my_model"
+
+    def __init__(
+        self,
+        n_layers=2,
+        hidden_dim=3,
+        **kwargs,
+    ):
+        self.n_layers = n_layers
+        self.hidden_dim = hidden_dim
+        super().__init__(**kwargs)

modeling_tf_my_model.py

@@ -0,0 +1,26 @@
+import tensorflow as tf
+
+from transformers.modeling_tf_utils import TFPreTrainedModel
+
+from configuration_my_model import MyModelConfig
+
+
+class TFMyModelPretrainedModel(TFPreTrainedModel):
+    config_class = MyModelConfig
+
+
+class TFMyModel(TFMyModelPretrainedModel):
+
+    def __init__(self, config: MyModelConfig):
+        super().__init__(config)
+        self.config = config
+
+        self.n_layers = config.n_layers
+        self.hidden_dim = config.hidden_dim
+        self.linear = tf.keras.layers.Dense(units=config.n_layers)
+
+
+config = MyModelConfig()
+model = TFMyModel(config)
+print(model)
+model.save_pretrained("my_model")

tf_model.h5

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ea321f2d474594e3bb8b6e200ca03881ecaca86aafd693b930d1713c49563d4
+size 7120