| { |
| "architectures": [ |
| "DatauseEncoder" |
| ], |
| "auto_map": { |
| "AutoModel": "modeling_lfm2_bidirectional.Lfm2BidirectionalModel", |
| "AutoModelForMaskedLM": "modeling_lfm2_bidirectional.Lfm2BidirectionalForMaskedLM" |
| }, |
| "block_auto_adjust_ff_dim": false, |
| "block_dim": 1024, |
| "block_ffn_dim_multiplier": 1.0, |
| "block_mlp_init_scale": 1.0, |
| "block_multiple_of": 256, |
| "block_norm_eps": 1e-05, |
| "block_out_init_scale": 1.0, |
| "block_use_swiglu": true, |
| "block_use_xavier_init": true, |
| "bos_token_id": 1, |
| "conv_L_cache": 3, |
| "conv_bias": false, |
| "conv_dim": 1024, |
| "conv_use_xavier_init": true, |
| "dtype": "float32", |
| "eos_token_id": 7, |
| "full_attn_idxs": null, |
| "hidden_size": 1024, |
| "id2label": { |
| "0": "Agriculture", |
| "1": "Communities and Human Settlements", |
| "2": "Conflict and Development", |
| "3": "Culture and Development", |
| "4": "Education", |
| "5": "Energy", |
| "6": "Environment", |
| "7": "Finance and Financial Sector Development", |
| "8": "Gender", |
| "9": "Governance", |
| "10": "Health", |
| "11": "Industry", |
| "12": "Informatics", |
| "13": "Information and Communication Technologies", |
| "14": "Infrastructure Economics and Finance", |
| "15": "International Economics and Trade", |
| "16": "Law and Development", |
| "17": "Macroeconomics and Economic Growth", |
| "18": "Nutrition and Population", |
| "19": "Poverty Reduction", |
| "20": "Private Sector Development", |
| "21": "Public Sector Development", |
| "22": "Rural Development", |
| "23": "Science and Technology Development", |
| "24": "Social Development", |
| "25": "Social Protections and Labor", |
| "26": "Transport", |
| "27": "Urban Development", |
| "28": "Water Resources", |
| "29": "Water Supply and Sanitation" |
| }, |
| "initializer_range": 0.02, |
| "intermediate_size": 2560, |
| "label2id": { |
| "Agriculture": 0, |
| "Communities and Human Settlements": 1, |
| "Conflict and Development": 2, |
| "Culture and Development": 3, |
| "Education": 4, |
| "Energy": 5, |
| "Environment": 6, |
| "Finance and Financial Sector Development": 7, |
| "Gender": 8, |
| "Governance": 9, |
| "Health": 10, |
| "Industry": 11, |
| "Informatics": 12, |
| "Information and Communication Technologies": 13, |
| "Infrastructure Economics and Finance": 14, |
| "International Economics and Trade": 15, |
| "Law and Development": 16, |
| "Macroeconomics and Economic Growth": 17, |
| "Nutrition and Population": 18, |
| "Poverty Reduction": 19, |
| "Private Sector Development": 20, |
| "Public Sector Development": 21, |
| "Rural Development": 22, |
| "Science and Technology Development": 23, |
| "Social Development": 24, |
| "Social Protections and Labor": 25, |
| "Transport": 26, |
| "Urban Development": 27, |
| "Water Resources": 28, |
| "Water Supply and Sanitation": 29 |
| }, |
| "layer_types": [ |
| "conv", |
| "conv", |
| "full_attention", |
| "conv", |
| "full_attention", |
| "conv", |
| "full_attention", |
| "conv", |
| "full_attention", |
| "conv", |
| "full_attention", |
| "conv", |
| "full_attention", |
| "conv" |
| ], |
| "max_position_embeddings": 128000, |
| "model_type": "lfm2", |
| "norm_eps": 1e-05, |
| "num_attention_heads": 16, |
| "num_heads": 16, |
| "num_hidden_layers": 14, |
| "num_key_value_heads": 8, |
| "pad_token_id": 0, |
| "problem_type": "multi_label_classification", |
| "rope_parameters": { |
| "rope_theta": 1000000.0, |
| "rope_type": "default" |
| }, |
| "tie_word_embeddings": true, |
| "transformers_version": "5.13.1", |
| "use_cache": false, |
| "use_pos_enc": true, |
| "vocab_size": 65536 |
| } |
|
|
