| model_name,file_size_gb,bpw,Mean KLD_mean,0.1% KLD,0.1% Δp,1.0% KLD,1.0% Δp,10.0% KLD,10.0% Δp,25.0% Δp,5.0% KLD,5.0% Δp,75.0% Δp,90.0% KLD,90.0% Δp,95.0% KLD,95.0% Δp,99.0% KLD,99.0% Δp,99.9% KLD,99.9% Δp,"Cor(ln(PPL(Q)), ln(PPL(base)))",Device 0,Device 1,Maximum KLD,Maximum Δp,Mean KLD_std,Mean PPL(Q)-PPL(base)_mean,Mean PPL(Q)-PPL(base)_std,Mean PPL(Q)/PPL(base)_mean,Mean PPL(Q)/PPL(base)_std,Mean PPL(Q)_mean,Mean PPL(Q)_std,Mean PPL(base)_mean,Mean PPL(base)_std,Mean ln(PPL(Q)/PPL(base))_mean,Mean ln(PPL(Q)/PPL(base))_std,Mean Δp_mean,Mean Δp_std,Median KLD,Median Δp,Minimum KLD,Minimum Δp,RMS Δp_mean,RMS Δp_std,Same top p_mean,Same top p_std,file_path,file_size_gib,ggml_cuda_init,llama_context,llama_kv_cache,llama_memory_breakdown_print,llama_model_loader,llama_params_fit,llama_params_fit_impl,llama_perf_context_print,load,load_tensors,print_info,system_info | |
| GLM-4.7-IQ2_M (aes_sedai),115.01922418688001,2.57,0.194644,-0.0,-97.937,3e-06,-74.478,0.000168,-11.616,-1.861,3.6e-05,-25.426,0.104,0.42937,3.117,0.789266,8.873,2.50372,26.194,6.182775,56.202,96.27,30908.6,30908.6,10.104371,98.761,0.003154,1.142702,0.050966,1.131615,0.005621,9.82488,0.179312,8.682178,0.157064,0.123646,0.004967,-3.003,0.09,0.058937,-0.038,-0.000268,-99.842,14.575,0.205,79.092,0.257,kld/GLM-4.7/ddh0-imatrix-v2/aes_sedai/GLM-4.7-IQ2_M.md,107.12,2.0,3155121851.0,190.0,-106821106809011.0,-389.0,0.44,146561024.0,97.0,0.9713,18799.6,1024.0,4.848568601128313e+47 | |
| GLM-4.7-IQ4_XS (aes_sedai),177.46804867072,3.96,0.043752,-3e-06,-70.087,0.0,-27.147,3.1e-05,-3.361,-0.408,7e-06,-7.514,0.129,0.082512,1.907,0.156206,4.843,0.589023,16.334,2.273483,45.008,99.17,30908.6,30908.6,9.705799,94.087,0.001071,0.184265,0.020816,1.021223,0.002385,8.866443,0.160719,8.682178,0.157064,0.021001,0.002336,-0.586,0.044,0.011393,-0.003,-0.00043,-97.16,6.907,0.156,89.98,0.19,kld/GLM-4.7/ddh0-imatrix-v2/aes_sedai/GLM-4.7-IQ4_XS.md,165.28,2.0,3155121851.0,190.0,-165004164992011.0,-490.0,1.1,101451024.0,97.0,0.9713,113309.93,1024.0,4.848568601128313e+47 | |
| GLM-4.7-Q4_K_M (aes_sedai),225.23882242048003,5.03,0.017262,-4e-06,-43.804,-0.0,-14.276,1.3e-05,-1.787,-0.181,3e-06,-4.033,0.114,0.031493,1.468,0.057026,3.302,0.215352,10.683,1.048207,31.669,99.65,30908.6,30908.6,6.079566,96.033,0.000585,0.064609,0.013197,1.007442,0.001517,8.746787,0.158456,8.682178,0.157064,0.007414,0.001506,-0.192,0.027,0.00419,-0.0,-0.00013,-96.787,4.251,0.124,93.293,0.158,kld/GLM-4.7/ddh0-imatrix-v2/aes_sedai/GLM-4.7-Q4_K_M.md,209.77,2.0,3155121851.0,190.0,-210060210049011.0,-590.0,0.41,86271024.0,97.0,0.9713,114828.68,1024.0,4.848568601128313e+47 | |
| GLM-4.7-Q5_K_M (aes_sedai),268.5965172736,6.0,0.011578,-4e-06,-27.058,-0.0,-8.82,8e-06,-1.247,-0.113,2e-06,-2.81,0.104,0.017811,1.169,0.032285,2.716,0.13033,8.279,0.782634,22.754,99.75,30908.6,30908.6,7.857873,97.731,0.000687,0.0002,0.011092,1.000023,0.001278,8.682378,0.157101,8.682178,0.157064,2.3e-05,0.001278,-0.029,0.019,0.002398,0.0,-0.000536,-97.54,2.983,0.124,95.134,0.136,kld/GLM-4.7/ddh0-imatrix-v2/aes_sedai/GLM-4.7-Q5_K_M.md,250.15,2.0,3155121851.0,190.0,-250945250933011.0,-690.0,0.44,72491024.0,97.0,0.9713,116206.81,1024.0,4.848568601128313e+47 | |