Files changed (1) hide show
  1. config.json +6 -1
config.json CHANGED
@@ -32,5 +32,10 @@
32
  "torch_dtype": "bfloat16",
33
  "first_k_dense_replace": 0,
34
  "use_cache": true,
35
- "transformers_version": "4.57.1"
 
 
 
 
 
36
  }
 
32
  "torch_dtype": "bfloat16",
33
  "first_k_dense_replace": 0,
34
  "use_cache": true,
35
+ "transformers_version": "4.57.1",
36
+ "rope_scaling": {
37
+ "type": "yarn",
38
+ "factor": 2.0,
39
+ "original_max_position_embeddings": 65536
40
+ }
41
  }