{ "architectures": [ "ModernBertForSequenceClassification" ], "attention_bias": false, "attention_dropout": 0.0, "bos_token_id": 50281, "classifier_activation": "gelu", "classifier_bias": false, "classifier_dropout": 0.0, "classifier_pooling": "mean", "cls_token_id": 50281, "decoder_bias": true, "deterministic_flash_attn": false, "embedding_dropout": 0.0, "eos_token_id": 50282, "global_attn_every_n_layers": 3, "global_rope_theta": 160000.0, "gradient_checkpointing": false, "hidden_activation": "gelu", "hidden_size": 768, "id2label": { "0": "Adult Content", "1": "Politics\n - Includes: social issues, political campaigns, the legislative process, geopolitics, protests, activism", "2": "History & Geography\n - Includes: archaeology", "3": "Health\n - Includes: medicine, wellness, mental health, veterinary science, nutritional science\n - For health insurance, choose 'Finance & Business' instead", "4": "Home & Hobbies\n - Includes: real estate, renting, relocation, furniture, applicanes, home improvement, DIY, gardening, pets, toys, collecting", "5": "Travel & Tourism\n - Includes: hospitality, hotels, sight-seeing, cruises\n - For detailed descriptions of tourist destinations, choose 'History & Geography' instead", "6": "Religion\n - Includes: spirituality", "7": "Sports & Fitness\n - Includes: martial arts, motor sports, outdoor activities, sports equipment", "8": "Games\n - Includes: video games, board games, gambling", "9": "Entertainment\n - Includes: music, movies, TV shows, videos, celebrities, humor, nightlife\n - If the page discusses music or film as art rather than entertainment, choose 'Art & Design' instead", "10": "Literature\n - Includes: literary criticism, linguistics, philosophy, related subjects in the humanities\n - For text written in literary style, choose the topic of the contents instead", "11": "Art & Design\n - Includes: architecture", "12": "Science, Math & Technology\n - Includes: physics, chemistry, biology, environmental science, mathematics, statistics, biotech, engineering", "13": "Education & Jobs\n - Includes: pedagogy, training & certification, academia\n - If the page is educational about a specific topic, e.g. food or mathematics, choose that topic instead", "14": "Software Development\n - Includes: algorithms, coding, and web development", "15": "Fashion & Beauty\n - Includes: clothing, accessories, cosmetics", "16": "Industrial\n - Topics related to mining, agriculture, manufacturing, utilities and construction\n - Includes: raw materials, industrial goods, chemicals, textiles\n - For general business topics or business finance, choose 'Finance & Business' instead", "17": "Software\n - Topics related to the use of software and the internet", "18": "Finance & Business\n - Includes: taxes, regulations, investments, insurance, credit cards, personal finance, corporate communication, marketing, human resources", "19": "Electronics & Hardare\n - Includes: computer hardware, phones, televisions, other consumer electronics", "20": "Crime & Law\n - Includes: law enforcement\n - For financial crime and litigation, choose 'Finance & Business' instead\n - For social issues and the legislative process, choose 'Politics & Social Issues' instead", "21": "Transportation\n - Includes: cars and other vehicles, taxis, public transportation, traffic, commuting, aviation, rail, shipping, logistics", "22": "Social Life\n - Includes: family, friends, relationships, community\n - If the article focuses on a specific social activity (e.g. sports or board games), choose the topic of the activity instead", "23": "Food & Dining\n - Includes: recipes, groceries, beverages, restaurants.\n - For nutritional science, choose 'Health' instead" }, "initializer_cutoff_factor": 2.0, "initializer_range": 0.02, "intermediate_size": 1152, "label2id": { "Adult Content": 0, "Art & Design\n - Includes: architecture": 11, "Crime & Law\n - Includes: law enforcement\n - For financial crime and litigation, choose 'Finance & Business' instead\n - For social issues and the legislative process, choose 'Politics & Social Issues' instead": 20, "Education & Jobs\n - Includes: pedagogy, training & certification, academia\n - If the page is educational about a specific topic, e.g. food or mathematics, choose that topic instead": 13, "Electronics & Hardare\n - Includes: computer hardware, phones, televisions, other consumer electronics": 19, "Entertainment\n - Includes: music, movies, TV shows, videos, celebrities, humor, nightlife\n - If the page discusses music or film as art rather than entertainment, choose 'Art & Design' instead": 9, "Fashion & Beauty\n - Includes: clothing, accessories, cosmetics": 15, "Finance & Business\n - Includes: taxes, regulations, investments, insurance, credit cards, personal finance, corporate communication, marketing, human resources": 18, "Food & Dining\n - Includes: recipes, groceries, beverages, restaurants.\n - For nutritional science, choose 'Health' instead": 23, "Games\n - Includes: video games, board games, gambling": 8, "Health\n - Includes: medicine, wellness, mental health, veterinary science, nutritional science\n - For health insurance, choose 'Finance & Business' instead": 3, "History & Geography\n - Includes: archaeology": 2, "Home & Hobbies\n - Includes: real estate, renting, relocation, furniture, applicanes, home improvement, DIY, gardening, pets, toys, collecting": 4, "Industrial\n - Topics related to mining, agriculture, manufacturing, utilities and construction\n - Includes: raw materials, industrial goods, chemicals, textiles\n - For general business topics or business finance, choose 'Finance & Business' instead": 16, "Literature\n - Includes: literary criticism, linguistics, philosophy, related subjects in the humanities\n - For text written in literary style, choose the topic of the contents instead": 10, "Politics\n - Includes: social issues, political campaigns, the legislative process, geopolitics, protests, activism": 1, "Religion\n - Includes: spirituality": 6, "Science, Math & Technology\n - Includes: physics, chemistry, biology, environmental science, mathematics, statistics, biotech, engineering": 12, "Social Life\n - Includes: family, friends, relationships, community\n - If the article focuses on a specific social activity (e.g. sports or board games), choose the topic of the activity instead": 22, "Software\n - Topics related to the use of software and the internet": 17, "Software Development\n - Includes: algorithms, coding, and web development": 14, "Sports & Fitness\n - Includes: martial arts, motor sports, outdoor activities, sports equipment": 7, "Transportation\n - Includes: cars and other vehicles, taxis, public transportation, traffic, commuting, aviation, rail, shipping, logistics": 21, "Travel & Tourism\n - Includes: hospitality, hotels, sight-seeing, cruises\n - For detailed descriptions of tourist destinations, choose 'History & Geography' instead": 5 }, "layer_norm_eps": 1e-05, "local_attention": 128, "local_rope_theta": 10000.0, "max_position_embeddings": 8192, "mlp_bias": false, "mlp_dropout": 0.0, "model_type": "modernbert", "norm_bias": false, "norm_eps": 1e-05, "num_attention_heads": 12, "num_hidden_layers": 22, "pad_token_id": 50283, "position_embedding_type": "absolute", "problem_type": "single_label_classification", "repad_logits_with_grad": false, "sep_token_id": 50282, "sparse_pred_ignore_index": -100, "sparse_prediction": false, "torch_dtype": "float32", "transformers_version": "4.51.3", "vocab_size": 50368 }