39 lines
1015 B
JSON
39 lines
1015 B
JSON
{
|
|
"model_type": "qwen",
|
|
"kv_cache": {
|
|
"dtype": "float8_e4m3fn",
|
|
"scaling_factor": {
|
|
"0": {
|
|
"0": 0.9846,
|
|
"1": 0.0645,
|
|
"2": 0.0731,
|
|
"3": 0.0800,
|
|
"4": 0.0748,
|
|
"5": 0.0780,
|
|
"6": 0.0702,
|
|
"7": 0.0894,
|
|
"8": 0.0410,
|
|
"9": 0.0758,
|
|
"10": 0.0556,
|
|
"11": 0.0731,
|
|
"12": 0.0899,
|
|
"13": 0.0780,
|
|
"14": 0.1441,
|
|
"15": 0.0914,
|
|
"16": 0.5614,
|
|
"17": 0.1067,
|
|
"18": 0.0537,
|
|
"19": 0.0658,
|
|
"20": 0.0523,
|
|
"21": 0.0533,
|
|
"22": 0.0699,
|
|
"23": 0.0635,
|
|
"24": 0.0588,
|
|
"25": 0.0884,
|
|
"26": 0.0947,
|
|
"27": 0.1032
|
|
}
|
|
}
|
|
}
|
|
}
|