File size: 416 Bytes
3440f83
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
{
  "loss_names": {"itc": 1},
  "encoder_layers": 9,
  "beit3_vl_layers": 3,
  "tokenizer_type": "GLMChineseTokenizer",
  "tokenizer": "./vlmo/tokenizer",
  "vocab_size": 115244,
  "whole_word_masking": true,
  "precision": 32,
  "test_only": true,
  "flash_attn": true,
  "model_path": "m2_encoder_0.4B.ckpt",
  "modelscope": {
    "model_id": "M2Cognition/M2-Encoder"
  },
  "model_file": "m2_encoder_0.4B.ckpt"
}