| { | |
| "architectures": [ | |
| "ModernBertForSequenceClassification" | |
| ], | |
| "attention_bias": false, | |
| "attention_dropout": 0.0, | |
| "bos_token_id": 50281, | |
| "classifier_activation": "gelu", | |
| "classifier_bias": false, | |
| "classifier_dropout": 0.0, | |
| "classifier_pooling": "mean", | |
| "cls_token_id": 50281, | |
| "decoder_bias": true, | |
| "deterministic_flash_attn": false, | |
| "embedding_dropout": 0.0, | |
| "eos_token_id": 50282, | |
| "global_attn_every_n_layers": 3, | |
| "global_rope_theta": 160000.0, | |
| "gradient_checkpointing": false, | |
| "hidden_activation": "gelu", | |
| "hidden_size": 768, | |
| "id2label": { | |
| "0": "Adult Content", | |
| "1": "Politics\n - Includes: social issues, political campaigns, the legislative process, geopolitics, protests, activism", | |
| "2": "History & Geography\n - Includes: archaeology", | |
| "3": "Health\n - Includes: medicine, wellness, mental health, veterinary science, nutritional science\n - For health insurance, choose 'Finance & Business' instead", | |
| "4": "Home & Hobbies\n - Includes: real estate, renting, relocation, furniture, applicanes, home improvement, DIY, gardening, pets, toys, collecting", | |
| "5": "Travel & Tourism\n - Includes: hospitality, hotels, sight-seeing, cruises\n - For detailed descriptions of tourist destinations, choose 'History & Geography' instead", | |
| "6": "Religion\n - Includes: spirituality", | |
| "7": "Sports & Fitness\n - Includes: martial arts, motor sports, outdoor activities, sports equipment", | |
| "8": "Games\n - Includes: video games, board games, gambling", | |
| "9": "Entertainment\n - Includes: music, movies, TV shows, videos, celebrities, humor, nightlife\n - If the page discusses music or film as art rather than entertainment, choose 'Art & Design' instead", | |
| "10": "Literature\n - Includes: literary criticism, linguistics, philosophy, related subjects in the humanities\n - For text written in literary style, choose the topic of the contents instead", | |
| "11": "Art & Design\n - Includes: architecture", | |
| "12": "Science, Math & Technology\n - Includes: physics, chemistry, biology, environmental science, mathematics, statistics, biotech, engineering", | |
| "13": "Education & Jobs\n - Includes: pedagogy, training & certification, academia\n - If the page is educational about a specific topic, e.g. food or mathematics, choose that topic instead", | |
| "14": "Software Development\n - Includes: algorithms, coding, and web development", | |
| "15": "Fashion & Beauty\n - Includes: clothing, accessories, cosmetics", | |
| "16": "Industrial\n - Topics related to mining, agriculture, manufacturing, utilities and construction\n - Includes: raw materials, industrial goods, chemicals, textiles\n - For general business topics or business finance, choose 'Finance & Business' instead", | |
| "17": "Software\n - Topics related to the use of software and the internet", | |
| "18": "Finance & Business\n - Includes: taxes, regulations, investments, insurance, credit cards, personal finance, corporate communication, marketing, human resources", | |
| "19": "Electronics & Hardare\n - Includes: computer hardware, phones, televisions, other consumer electronics", | |
| "20": "Crime & Law\n - Includes: law enforcement\n - For financial crime and litigation, choose 'Finance & Business' instead\n - For social issues and the legislative process, choose 'Politics & Social Issues' instead", | |
| "21": "Transportation\n - Includes: cars and other vehicles, taxis, public transportation, traffic, commuting, aviation, rail, shipping, logistics", | |
| "22": "Social Life\n - Includes: family, friends, relationships, community\n - If the article focuses on a specific social activity (e.g. sports or board games), choose the topic of the activity instead", | |
| "23": "Food & Dining\n - Includes: recipes, groceries, beverages, restaurants.\n - For nutritional science, choose 'Health' instead" | |
| }, | |
| "initializer_cutoff_factor": 2.0, | |
| "initializer_range": 0.02, | |
| "intermediate_size": 1152, | |
| "label2id": { | |
| "Adult Content": 0, | |
| "Art & Design\n - Includes: architecture": 11, | |
| "Crime & Law\n - Includes: law enforcement\n - For financial crime and litigation, choose 'Finance & Business' instead\n - For social issues and the legislative process, choose 'Politics & Social Issues' instead": 20, | |
| "Education & Jobs\n - Includes: pedagogy, training & certification, academia\n - If the page is educational about a specific topic, e.g. food or mathematics, choose that topic instead": 13, | |
| "Electronics & Hardare\n - Includes: computer hardware, phones, televisions, other consumer electronics": 19, | |
| "Entertainment\n - Includes: music, movies, TV shows, videos, celebrities, humor, nightlife\n - If the page discusses music or film as art rather than entertainment, choose 'Art & Design' instead": 9, | |
| "Fashion & Beauty\n - Includes: clothing, accessories, cosmetics": 15, | |
| "Finance & Business\n - Includes: taxes, regulations, investments, insurance, credit cards, personal finance, corporate communication, marketing, human resources": 18, | |
| "Food & Dining\n - Includes: recipes, groceries, beverages, restaurants.\n - For nutritional science, choose 'Health' instead": 23, | |
| "Games\n - Includes: video games, board games, gambling": 8, | |
| "Health\n - Includes: medicine, wellness, mental health, veterinary science, nutritional science\n - For health insurance, choose 'Finance & Business' instead": 3, | |
| "History & Geography\n - Includes: archaeology": 2, | |
| "Home & Hobbies\n - Includes: real estate, renting, relocation, furniture, applicanes, home improvement, DIY, gardening, pets, toys, collecting": 4, | |
| "Industrial\n - Topics related to mining, agriculture, manufacturing, utilities and construction\n - Includes: raw materials, industrial goods, chemicals, textiles\n - For general business topics or business finance, choose 'Finance & Business' instead": 16, | |
| "Literature\n - Includes: literary criticism, linguistics, philosophy, related subjects in the humanities\n - For text written in literary style, choose the topic of the contents instead": 10, | |
| "Politics\n - Includes: social issues, political campaigns, the legislative process, geopolitics, protests, activism": 1, | |
| "Religion\n - Includes: spirituality": 6, | |
| "Science, Math & Technology\n - Includes: physics, chemistry, biology, environmental science, mathematics, statistics, biotech, engineering": 12, | |
| "Social Life\n - Includes: family, friends, relationships, community\n - If the article focuses on a specific social activity (e.g. sports or board games), choose the topic of the activity instead": 22, | |
| "Software\n - Topics related to the use of software and the internet": 17, | |
| "Software Development\n - Includes: algorithms, coding, and web development": 14, | |
| "Sports & Fitness\n - Includes: martial arts, motor sports, outdoor activities, sports equipment": 7, | |
| "Transportation\n - Includes: cars and other vehicles, taxis, public transportation, traffic, commuting, aviation, rail, shipping, logistics": 21, | |
| "Travel & Tourism\n - Includes: hospitality, hotels, sight-seeing, cruises\n - For detailed descriptions of tourist destinations, choose 'History & Geography' instead": 5 | |
| }, | |
| "layer_norm_eps": 1e-05, | |
| "local_attention": 128, | |
| "local_rope_theta": 10000.0, | |
| "max_position_embeddings": 8192, | |
| "mlp_bias": false, | |
| "mlp_dropout": 0.0, | |
| "model_type": "modernbert", | |
| "norm_bias": false, | |
| "norm_eps": 1e-05, | |
| "num_attention_heads": 12, | |
| "num_hidden_layers": 22, | |
| "pad_token_id": 50283, | |
| "position_embedding_type": "absolute", | |
| "problem_type": "single_label_classification", | |
| "repad_logits_with_grad": false, | |
| "sep_token_id": 50282, | |
| "sparse_pred_ignore_index": -100, | |
| "sparse_prediction": false, | |
| "torch_dtype": "float32", | |
| "transformers_version": "4.51.3", | |
| "vocab_size": 50368 | |
| } | |