Upload jax_model/hyperparams.json with huggingface_hub

jax_model/hyperparams.json

@@ -0,0 +1 @@
+{"dataset_name": "GCA_000001405.15_GRCh38_genomic_no_mito_upper_N", "alphabet": "k-mers", "k_for_kmers": 6, "num_warmup_updates": 16000, "warmup_init_lr": 5e-05, "warmup_end_lr": 0.0001, "training_set_proportion": 0.95, "acc_batch_size": 5, "masking_ratio": 0.15, "masking_prob": 0.8, "batch_size": 14, "random_token_prob": 0.0, "num_hosts": 2, "server_address": "luna-0198:1234", "alphabet_size": 4105, "pad_token_id": 1, "mask_token_id": 2, "class_token_id": 3, "eos_token_id": -1, "prepend_bos": true, "append_eos": false, "max_positions": 1000, "emb_layer_norm_before": false, "attention_heads": 20, "embed_dim": 1280, "ffn_embed_dim": 5120, "num_layers": 24, "token_dropout": true, "embed_scale": 1.0, "cutoff_size": 6000, "overlap": 200, "n_ratio": 0.05, "mixed-precision": true, "model_num_parameters": 485729545}