Ahmed235's picture
Training in progress, epoch 1
8beb9de verified
{
"_name_or_path": "distilbert-base-uncased",
"activation": "gelu",
"architectures": [
"DistilBertForSequenceClassification"
],
"attention_dropout": 0.1,
"dim": 768,
"dropout": 0.1,
"hidden_dim": 3072,
"id2label": {
"0": "sports",
"1": "gaming",
"2": "arts_&_culture",
"3": "food_&_dining",
"4": "fashion_&_style",
"5": "film_tv_&_video",
"6": "relationships",
"7": "business_&_entrepreneurs",
"8": "science_&_technology",
"9": "fitness_&_health",
"10": "youth_&_student_life",
"11": "diaries_&_daily_life",
"12": "travel_&_adventure",
"13": "news_&_social_concern",
"14": "other_hobbies",
"15": "learning_&_educational",
"16": "celebrity_&_pop_culture",
"17": "music",
"18": "family"
},
"initializer_range": 0.02,
"label2id": {
"arts_&_culture": 2,
"business_&_entrepreneurs": 7,
"celebrity_&_pop_culture": 16,
"diaries_&_daily_life": 11,
"family": 18,
"fashion_&_style": 4,
"film_tv_&_video": 5,
"fitness_&_health": 9,
"food_&_dining": 3,
"gaming": 1,
"learning_&_educational": 15,
"music": 17,
"news_&_social_concern": 13,
"other_hobbies": 14,
"relationships": 6,
"science_&_technology": 8,
"sports": 0,
"travel_&_adventure": 12,
"youth_&_student_life": 10
},
"max_position_embeddings": 512,
"model_type": "distilbert",
"n_heads": 12,
"n_layers": 24,
"pad_token_id": 0,
"problem_type": "single_label_classification",
"qa_dropout": 0.1,
"seq_classif_dropout": 0.2,
"sinusoidal_pos_embds": false,
"tie_weights_": true,
"torch_dtype": "float32",
"transformers_version": "4.37.2",
"vocab_size": 30522
}