xiangbog commited on
Commit
cfec84e
·
verified ·
1 Parent(s): dc64124

fix: add missing rope_scaling to text_config

Browse files
Files changed (1) hide show
  1. config.json +11 -2
config.json CHANGED
@@ -35,7 +35,16 @@
35
  },
36
  "tie_word_embeddings": true,
37
  "use_cache": true,
38
- "vocab_size": 151675
 
 
 
 
 
 
 
 
 
39
  },
40
  "tie_word_embeddings": true,
41
  "transformers_version": "5.4.0",
@@ -64,4 +73,4 @@
64
  },
65
  "vision_end_token_id": 151653,
66
  "vision_start_token_id": 151652
67
- }
 
35
  },
36
  "tie_word_embeddings": true,
37
  "use_cache": true,
38
+ "vocab_size": 151675,
39
+ "rope_scaling": {
40
+ "mrope_interleaved": true,
41
+ "mrope_section": [
42
+ 24,
43
+ 20,
44
+ 20
45
+ ],
46
+ "rope_type": "default"
47
+ }
48
  },
49
  "tie_word_embeddings": true,
50
  "transformers_version": "5.4.0",
 
73
  },
74
  "vision_end_token_id": 151653,
75
  "vision_start_token_id": 151652
76
+ }