{"build_commit":"a66d505","build_number":1,"cpu_info":"AMD RYZEN AI MAX+ 395 w/ Radeon 8060S","gpu_info":"Radeon 8060S Graphics","backends":"ROCm","model_filename":"hf://unsloth/Qwen-AgentWorld-35B-A3B-GGUF@3a305abf5cfd/Qwen-AgentWorld-35B-A3B-UD-Q4_K_XL.gguf","model_type":"qwen35moe 35B.A3B Q4_K - Medium","model_size":22313814528,"model_n_params":34660610688,"n_batch":1024,"n_ubatch":512,"n_threads":8,"cpu_mask":"0x0","cpu_strict":false,"poll":50,"type_k":"f16","type_v":"f16","n_gpu_layers":-1,"n_cpu_moe":0,"split_mode":"layer","main_gpu":0,"no_kv_offload":false,"flash_attn":1,"devices":"auto","tensor_split":"0.00","tensor_buft_overrides":"none","use_mmap":true,"use_direct_io":false,"embeddings":false,"no_op_offload":0,"no_host":false,"fit_target":0,"fit_min_ctx":0,"n_prompt":2048,"n_gen":0,"n_depth":16384,"test_time":"2026-07-31T21:39:58Z","avg_ns":2969791507,"stddev_ns":0,"avg_ts":689.6107,"stddev_ts":0.0,"samples_ns":[2969791507],"samples_ts":[689.611],"bench_model":"agentworld","bench_backend":"rocm","bench_depth":16384,"bench_kv":"f16/f16","bench_ctk":"f16","bench_ctv":"f16","bench_block":"d16384"}
{"build_commit":"a66d505","build_number":1,"cpu_info":"AMD RYZEN AI MAX+ 395 w/ Radeon 8060S","gpu_info":"Radeon 8060S Graphics","backends":"ROCm","model_filename":"hf://unsloth/Qwen-AgentWorld-35B-A3B-GGUF@3a305abf5cfd/Qwen-AgentWorld-35B-A3B-UD-Q4_K_XL.gguf","model_type":"qwen35moe 35B.A3B Q4_K - Medium","model_size":22313814528,"model_n_params":34660610688,"n_batch":1024,"n_ubatch":512,"n_threads":8,"cpu_mask":"0x0","cpu_strict":false,"poll":50,"type_k":"f16","type_v":"f16","n_gpu_layers":-1,"n_cpu_moe":0,"split_mode":"layer","main_gpu":0,"no_kv_offload":false,"flash_attn":1,"devices":"auto","tensor_split":"0.00","tensor_buft_overrides":"none","use_mmap":true,"use_direct_io":false,"embeddings":false,"no_op_offload":0,"no_host":false,"fit_target":0,"fit_min_ctx":0,"n_prompt":0,"n_gen":128,"n_depth":16384,"test_time":"2026-07-31T21:40:23Z","avg_ns":2719077589,"stddev_ns":0,"avg_ts":47.074788,"stddev_ts":0.0,"samples_ns":[2719077589],"samples_ts":[47.0748],"bench_model":"agentworld","bench_backend":"rocm","bench_depth":16384,"bench_kv":"f16/f16","bench_ctk":"f16","bench_ctv":"f16","bench_block":"d16384"}
{"build_commit":"a66d505","build_number":1,"cpu_info":"AMD RYZEN AI MAX+ 395 w/ Radeon 8060S","gpu_info":"Radeon 8060S Graphics","backends":"ROCm","model_filename":"hf://unsloth/Qwen-AgentWorld-35B-A3B-GGUF@3a305abf5cfd/Qwen-AgentWorld-35B-A3B-UD-Q4_K_XL.gguf","model_type":"qwen35moe 35B.A3B Q4_K - Medium","model_size":22313814528,"model_n_params":34660610688,"n_batch":1024,"n_ubatch":512,"n_threads":8,"cpu_mask":"0x0","cpu_strict":false,"poll":50,"type_k":"f16","type_v":"q8_0","n_gpu_layers":-1,"n_cpu_moe":0,"split_mode":"layer","main_gpu":0,"no_kv_offload":false,"flash_attn":1,"devices":"auto","tensor_split":"0.00","tensor_buft_overrides":"none","use_mmap":true,"use_direct_io":false,"embeddings":false,"no_op_offload":0,"no_host":false,"fit_target":0,"fit_min_ctx":0,"n_prompt":2048,"n_gen":0,"n_depth":16384,"test_time":"2026-07-31T21:40:28Z","avg_ns":139786207239,"stddev_ns":0,"avg_ts":14.650945,"stddev_ts":0.0,"samples_ns":[139786207239],"samples_ts":[14.6509],"bench_model":"agentworld","bench_backend":"rocm","bench_depth":16384,"bench_kv":"f16/q8_0","bench_ctk":"f16","bench_ctv":"q8_0","bench_block":"d16384"}
{"build_commit":"a66d505","build_number":1,"cpu_info":"AMD RYZEN AI MAX+ 395 w/ Radeon 8060S","gpu_info":"Radeon 8060S Graphics","backends":"ROCm","model_filename":"hf://unsloth/Qwen-AgentWorld-35B-A3B-GGUF@3a305abf5cfd/Qwen-AgentWorld-35B-A3B-UD-Q4_K_XL.gguf","model_type":"qwen35moe 35B.A3B Q4_K - Medium","model_size":22313814528,"model_n_params":34660610688,"n_batch":1024,"n_ubatch":512,"n_threads":8,"cpu_mask":"0x0","cpu_strict":false,"poll":50,"type_k":"f16","type_v":"q8_0","n_gpu_layers":-1,"n_cpu_moe":0,"split_mode":"layer","main_gpu":0,"no_kv_offload":false,"flash_attn":1,"devices":"auto","tensor_split":"0.00","tensor_buft_overrides":"none","use_mmap":true,"use_direct_io":false,"embeddings":false,"no_op_offload":0,"no_host":false,"fit_target":0,"fit_min_ctx":0,"n_prompt":0,"n_gen":128,"n_depth":16384,"test_time":"2026-07-31T21:51:49Z","avg_ns":13619231573,"stddev_ns":0,"avg_ts":9.398474,"stddev_ts":0.0,"samples_ns":[13619231573],"samples_ts":[9.39847],"bench_model":"agentworld","bench_backend":"rocm","bench_depth":16384,"bench_kv":"f16/q8_0","bench_ctk":"f16","bench_ctv":"q8_0","bench_block":"d16384"}
{"build_commit":"a66d505","build_number":1,"cpu_info":"AMD RYZEN AI MAX+ 395 w/ Radeon 8060S","gpu_info":"Radeon 8060S Graphics","backends":"ROCm","model_filename":"hf://unsloth/Qwen-AgentWorld-35B-A3B-GGUF@3a305abf5cfd/Qwen-AgentWorld-35B-A3B-UD-Q4_K_XL.gguf","model_type":"qwen35moe 35B.A3B Q4_K - Medium","model_size":22313814528,"model_n_params":34660610688,"n_batch":1024,"n_ubatch":512,"n_threads":8,"cpu_mask":"0x0","cpu_strict":false,"poll":50,"type_k":"f16","type_v":"q4_0","n_gpu_layers":-1,"n_cpu_moe":0,"split_mode":"layer","main_gpu":0,"no_kv_offload":false,"flash_attn":1,"devices":"auto","tensor_split":"0.00","tensor_buft_overrides":"none","use_mmap":true,"use_direct_io":false,"embeddings":false,"no_op_offload":0,"no_host":false,"fit_target":0,"fit_min_ctx":0,"n_prompt":2048,"n_gen":0,"n_depth":16384,"test_time":"2026-07-31T21:52:05Z","avg_ns":149592291447,"stddev_ns":0,"avg_ts":13.690545,"stddev_ts":0.0,"samples_ns":[149592291447],"samples_ts":[13.6905],"bench_model":"agentworld","bench_backend":"rocm","bench_depth":16384,"bench_kv":"f16/q4_0","bench_ctk":"f16","bench_ctv":"q4_0","bench_block":"d16384"}
{"build_commit":"a66d505","build_number":1,"cpu_info":"AMD RYZEN AI MAX+ 395 w/ Radeon 8060S","gpu_info":"Radeon 8060S Graphics","backends":"ROCm","model_filename":"hf://unsloth/Qwen-AgentWorld-35B-A3B-GGUF@3a305abf5cfd/Qwen-AgentWorld-35B-A3B-UD-Q4_K_XL.gguf","model_type":"qwen35moe 35B.A3B Q4_K - Medium","model_size":22313814528,"model_n_params":34660610688,"n_batch":1024,"n_ubatch":512,"n_threads":8,"cpu_mask":"0x0","cpu_strict":false,"poll":50,"type_k":"f16","type_v":"q4_0","n_gpu_layers":-1,"n_cpu_moe":0,"split_mode":"layer","main_gpu":0,"no_kv_offload":false,"flash_attn":1,"devices":"auto","tensor_split":"0.00","tensor_buft_overrides":"none","use_mmap":true,"use_direct_io":false,"embeddings":false,"no_op_offload":0,"no_host":false,"fit_target":0,"fit_min_ctx":0,"n_prompt":0,"n_gen":128,"n_depth":16384,"test_time":"2026-07-31T22:04:27Z","avg_ns":14064432679,"stddev_ns":0,"avg_ts":9.100971,"stddev_ts":0.0,"samples_ns":[14064432679],"samples_ts":[9.10097],"bench_model":"agentworld","bench_backend":"rocm","bench_depth":16384,"bench_kv":"f16/q4_0","bench_ctk":"f16","bench_ctv":"q4_0","bench_block":"d16384"}
{"build_commit":"a66d505","build_number":1,"cpu_info":"AMD RYZEN AI MAX+ 395 w/ Radeon 8060S","gpu_info":"Radeon 8060S Graphics","backends":"ROCm","model_filename":"hf://unsloth/Qwen-AgentWorld-35B-A3B-GGUF@3a305abf5cfd/Qwen-AgentWorld-35B-A3B-UD-Q4_K_XL.gguf","model_type":"qwen35moe 35B.A3B Q4_K - Medium","model_size":22313814528,"model_n_params":34660610688,"n_batch":1024,"n_ubatch":512,"n_threads":8,"cpu_mask":"0x0","cpu_strict":false,"poll":50,"type_k":"q4_0","type_v":"q4_0","n_gpu_layers":-1,"n_cpu_moe":0,"split_mode":"layer","main_gpu":0,"no_kv_offload":false,"flash_attn":1,"devices":"auto","tensor_split":"0.00","tensor_buft_overrides":"none","use_mmap":true,"use_direct_io":false,"embeddings":false,"no_op_offload":0,"no_host":false,"fit_target":0,"fit_min_ctx":0,"n_prompt":2048,"n_gen":0,"n_depth":16384,"test_time":"2026-07-31T22:04:44Z","avg_ns":2973450524,"stddev_ns":0,"avg_ts":688.762091,"stddev_ts":0.0,"samples_ns":[2973450524],"samples_ts":[688.762],"bench_model":"agentworld","bench_backend":"rocm","bench_depth":16384,"bench_kv":"q4_0/q4_0","bench_ctk":"q4_0","bench_ctv":"q4_0","bench_block":"d16384"}
{"build_commit":"a66d505","build_number":1,"cpu_info":"AMD RYZEN AI MAX+ 395 w/ Radeon 8060S","gpu_info":"Radeon 8060S Graphics","backends":"ROCm","model_filename":"hf://unsloth/Qwen-AgentWorld-35B-A3B-GGUF@3a305abf5cfd/Qwen-AgentWorld-35B-A3B-UD-Q4_K_XL.gguf","model_type":"qwen35moe 35B.A3B Q4_K - Medium","model_size":22313814528,"model_n_params":34660610688,"n_batch":1024,"n_ubatch":512,"n_threads":8,"cpu_mask":"0x0","cpu_strict":false,"poll":50,"type_k":"q4_0","type_v":"q4_0","n_gpu_layers":-1,"n_cpu_moe":0,"split_mode":"layer","main_gpu":0,"no_kv_offload":false,"flash_attn":1,"devices":"auto","tensor_split":"0.00","tensor_buft_overrides":"none","use_mmap":true,"use_direct_io":false,"embeddings":false,"no_op_offload":0,"no_host":false,"fit_target":0,"fit_min_ctx":0,"n_prompt":0,"n_gen":128,"n_depth":16384,"test_time":"2026-07-31T22:05:09Z","avg_ns":2894178284,"stddev_ns":0,"avg_ts":44.226716,"stddev_ts":0.0,"samples_ns":[2894178284],"samples_ts":[44.2267],"bench_model":"agentworld","bench_backend":"rocm","bench_depth":16384,"bench_kv":"q4_0/q4_0","bench_ctk":"q4_0","bench_ctv":"q4_0","bench_block":"d16384"}
{"build_commit":"a66d505","build_number":1,"cpu_info":"AMD RYZEN AI MAX+ 395 w/ Radeon 8060S","gpu_info":"Radeon 8060S Graphics","backends":"ROCm","model_filename":"hf://unsloth/Qwen-AgentWorld-35B-A3B-GGUF@3a305abf5cfd/Qwen-AgentWorld-35B-A3B-UD-Q4_K_XL.gguf","model_type":"qwen35moe 35B.A3B Q4_K - Medium","model_size":22313814528,"model_n_params":34660610688,"n_batch":1024,"n_ubatch":512,"n_threads":8,"cpu_mask":"0x0","cpu_strict":false,"poll":50,"type_k":"q8_0","type_v":"q8_0","n_gpu_layers":-1,"n_cpu_moe":0,"split_mode":"layer","main_gpu":0,"no_kv_offload":false,"flash_attn":1,"devices":"auto","tensor_split":"0.00","tensor_buft_overrides":"none","use_mmap":true,"use_direct_io":false,"embeddings":false,"no_op_offload":0,"no_host":false,"fit_target":0,"fit_min_ctx":0,"n_prompt":2048,"n_gen":0,"n_depth":16384,"test_time":"2026-07-31T22:05:15Z","avg_ns":3006193209,"stddev_ns":0,"avg_ts":681.260271,"stddev_ts":0.0,"samples_ns":[3006193209],"samples_ts":[681.26],"bench_model":"agentworld","bench_backend":"rocm","bench_depth":16384,"bench_kv":"q8_0/q8_0","bench_ctk":"q8_0","bench_ctv":"q8_0","bench_block":"d16384"}
{"build_commit":"a66d505","build_number":1,"cpu_info":"AMD RYZEN AI MAX+ 395 w/ Radeon 8060S","gpu_info":"Radeon 8060S Graphics","backends":"ROCm","model_filename":"hf://unsloth/Qwen-AgentWorld-35B-A3B-GGUF@3a305abf5cfd/Qwen-AgentWorld-35B-A3B-UD-Q4_K_XL.gguf","model_type":"qwen35moe 35B.A3B Q4_K - Medium","model_size":22313814528,"model_n_params":34660610688,"n_batch":1024,"n_ubatch":512,"n_threads":8,"cpu_mask":"0x0","cpu_strict":false,"poll":50,"type_k":"q8_0","type_v":"q8_0","n_gpu_layers":-1,"n_cpu_moe":0,"split_mode":"layer","main_gpu":0,"no_kv_offload":false,"flash_attn":1,"devices":"auto","tensor_split":"0.00","tensor_buft_overrides":"none","use_mmap":true,"use_direct_io":false,"embeddings":false,"no_op_offload":0,"no_host":false,"fit_target":0,"fit_min_ctx":0,"n_prompt":0,"n_gen":128,"n_depth":16384,"test_time":"2026-07-31T22:05:40Z","avg_ns":2767067465,"stddev_ns":0,"avg_ts":46.258359,"stddev_ts":0.0,"samples_ns":[2767067465],"samples_ts":[46.2584],"bench_model":"agentworld","bench_backend":"rocm","bench_depth":16384,"bench_kv":"q8_0/q8_0","bench_ctk":"q8_0","bench_ctv":"q8_0","bench_block":"d16384"}
{"build_commit":"d6d899580","build_number":9747,"cpu_info":"AMD RYZEN AI MAX+ 395 w/ Radeon 8060S","gpu_info":"Radeon 8060S Graphics (RADV STRIX_HALO)","backends":"Vulkan","model_filename":"hf://unsloth/Qwen-AgentWorld-35B-A3B-GGUF@3a305abf5cfd/Qwen-AgentWorld-35B-A3B-UD-Q4_K_XL.gguf","model_type":"qwen35moe 35B.A3B Q4_K - Medium","model_size":22313814528,"model_n_params":34660610688,"n_batch":1024,"n_ubatch":512,"n_threads":8,"cpu_mask":"0x0","cpu_strict":false,"poll":50,"type_k":"f16","type_v":"f16","n_gpu_layers":-1,"n_cpu_moe":0,"split_mode":"layer","main_gpu":0,"no_kv_offload":false,"flash_attn":1,"devices":"auto","tensor_split":"0.00","tensor_buft_overrides":"none","use_mmap":true,"use_direct_io":false,"embeddings":false,"no_op_offload":0,"no_host":false,"fit_target":0,"fit_min_ctx":0,"n_prompt":2048,"n_gen":0,"n_depth":16384,"test_time":"2026-07-31T22:05:47Z","avg_ns":2729379031,"stddev_ns":0,"avg_ts":750.353827,"stddev_ts":0.0,"samples_ns":[2729379031],"samples_ts":[750.354],"bench_model":"agentworld","bench_backend":"vulkan","bench_depth":16384,"bench_kv":"f16/f16","bench_ctk":"f16","bench_ctv":"f16","bench_block":"d16384"}
{"build_commit":"d6d899580","build_number":9747,"cpu_info":"AMD RYZEN AI MAX+ 395 w/ Radeon 8060S","gpu_info":"Radeon 8060S Graphics (RADV STRIX_HALO)","backends":"Vulkan","model_filename":"hf://unsloth/Qwen-AgentWorld-35B-A3B-GGUF@3a305abf5cfd/Qwen-AgentWorld-35B-A3B-UD-Q4_K_XL.gguf","model_type":"qwen35moe 35B.A3B Q4_K - Medium","model_size":22313814528,"model_n_params":34660610688,"n_batch":1024,"n_ubatch":512,"n_threads":8,"cpu_mask":"0x0","cpu_strict":false,"poll":50,"type_k":"f16","type_v":"f16","n_gpu_layers":-1,"n_cpu_moe":0,"split_mode":"layer","main_gpu":0,"no_kv_offload":false,"flash_attn":1,"devices":"auto","tensor_split":"0.00","tensor_buft_overrides":"none","use_mmap":true,"use_direct_io":false,"embeddings":false,"no_op_offload":0,"no_host":false,"fit_target":0,"fit_min_ctx":0,"n_prompt":0,"n_gen":128,"n_depth":16384,"test_time":"2026-07-31T22:06:11Z","avg_ns":2343004958,"stddev_ns":0,"avg_ts":54.6307,"stddev_ts":0.0,"samples_ns":[2343004958],"samples_ts":[54.6307],"bench_model":"agentworld","bench_backend":"vulkan","bench_depth":16384,"bench_kv":"f16/f16","bench_ctk":"f16","bench_ctv":"f16","bench_block":"d16384"}
{"build_commit":"d6d899580","build_number":9747,"cpu_info":"AMD RYZEN AI MAX+ 395 w/ Radeon 8060S","gpu_info":"Radeon 8060S Graphics (RADV STRIX_HALO)","backends":"Vulkan","model_filename":"hf://unsloth/Qwen-AgentWorld-35B-A3B-GGUF@3a305abf5cfd/Qwen-AgentWorld-35B-A3B-UD-Q4_K_XL.gguf","model_type":"qwen35moe 35B.A3B Q4_K - Medium","model_size":22313814528,"model_n_params":34660610688,"n_batch":1024,"n_ubatch":512,"n_threads":8,"cpu_mask":"0x0","cpu_strict":false,"poll":50,"type_k":"f16","type_v":"q8_0","n_gpu_layers":-1,"n_cpu_moe":0,"split_mode":"layer","main_gpu":0,"no_kv_offload":false,"flash_attn":1,"devices":"auto","tensor_split":"0.00","tensor_buft_overrides":"none","use_mmap":true,"use_direct_io":false,"embeddings":false,"no_op_offload":0,"no_host":false,"fit_target":0,"fit_min_ctx":0,"n_prompt":2048,"n_gen":0,"n_depth":16384,"test_time":"2026-07-31T22:06:18Z","avg_ns":2737280813,"stddev_ns":0,"avg_ts":748.18776,"stddev_ts":0.0,"samples_ns":[2737280813],"samples_ts":[748.188],"bench_model":"agentworld","bench_backend":"vulkan","bench_depth":16384,"bench_kv":"f16/q8_0","bench_ctk":"f16","bench_ctv":"q8_0","bench_block":"d16384"}
{"build_commit":"d6d899580","build_number":9747,"cpu_info":"AMD RYZEN AI MAX+ 395 w/ Radeon 8060S","gpu_info":"Radeon 8060S Graphics (RADV STRIX_HALO)","backends":"Vulkan","model_filename":"hf://unsloth/Qwen-AgentWorld-35B-A3B-GGUF@3a305abf5cfd/Qwen-AgentWorld-35B-A3B-UD-Q4_K_XL.gguf","model_type":"qwen35moe 35B.A3B Q4_K - Medium","model_size":22313814528,"model_n_params":34660610688,"n_batch":1024,"n_ubatch":512,"n_threads":8,"cpu_mask":"0x0","cpu_strict":false,"poll":50,"type_k":"f16","type_v":"q8_0","n_gpu_layers":-1,"n_cpu_moe":0,"split_mode":"layer","main_gpu":0,"no_kv_offload":false,"flash_attn":1,"devices":"auto","tensor_split":"0.00","tensor_buft_overrides":"none","use_mmap":true,"use_direct_io":false,"embeddings":false,"no_op_offload":0,"no_host":false,"fit_target":0,"fit_min_ctx":0,"n_prompt":0,"n_gen":128,"n_depth":16384,"test_time":"2026-07-31T22:06:43Z","avg_ns":2302826446,"stddev_ns":0,"avg_ts":55.583867,"stddev_ts":0.0,"samples_ns":[2302826446],"samples_ts":[55.5839],"bench_model":"agentworld","bench_backend":"vulkan","bench_depth":16384,"bench_kv":"f16/q8_0","bench_ctk":"f16","bench_ctv":"q8_0","bench_block":"d16384"}
{"build_commit":"d6d899580","build_number":9747,"cpu_info":"AMD RYZEN AI MAX+ 395 w/ Radeon 8060S","gpu_info":"Radeon 8060S Graphics (RADV STRIX_HALO)","backends":"Vulkan","model_filename":"hf://unsloth/Qwen-AgentWorld-35B-A3B-GGUF@3a305abf5cfd/Qwen-AgentWorld-35B-A3B-UD-Q4_K_XL.gguf","model_type":"qwen35moe 35B.A3B Q4_K - Medium","model_size":22313814528,"model_n_params":34660610688,"n_batch":1024,"n_ubatch":512,"n_threads":8,"cpu_mask":"0x0","cpu_strict":false,"poll":50,"type_k":"f16","type_v":"q4_0","n_gpu_layers":-1,"n_cpu_moe":0,"split_mode":"layer","main_gpu":0,"no_kv_offload":false,"flash_attn":1,"devices":"auto","tensor_split":"0.00","tensor_buft_overrides":"none","use_mmap":true,"use_direct_io":false,"embeddings":false,"no_op_offload":0,"no_host":false,"fit_target":0,"fit_min_ctx":0,"n_prompt":2048,"n_gen":0,"n_depth":16384,"test_time":"2026-07-31T22:06:49Z","avg_ns":2779590143,"stddev_ns":0,"avg_ts":736.799274,"stddev_ts":0.0,"samples_ns":[2779590143],"samples_ts":[736.799],"bench_model":"agentworld","bench_backend":"vulkan","bench_depth":16384,"bench_kv":"f16/q4_0","bench_ctk":"f16","bench_ctv":"q4_0","bench_block":"d16384"}
{"build_commit":"d6d899580","build_number":9747,"cpu_info":"AMD RYZEN AI MAX+ 395 w/ Radeon 8060S","gpu_info":"Radeon 8060S Graphics (RADV STRIX_HALO)","backends":"Vulkan","model_filename":"hf://unsloth/Qwen-AgentWorld-35B-A3B-GGUF@3a305abf5cfd/Qwen-AgentWorld-35B-A3B-UD-Q4_K_XL.gguf","model_type":"qwen35moe 35B.A3B Q4_K - Medium","model_size":22313814528,"model_n_params":34660610688,"n_batch":1024,"n_ubatch":512,"n_threads":8,"cpu_mask":"0x0","cpu_strict":false,"poll":50,"type_k":"f16","type_v":"q4_0","n_gpu_layers":-1,"n_cpu_moe":0,"split_mode":"layer","main_gpu":0,"no_kv_offload":false,"flash_attn":1,"devices":"auto","tensor_split":"0.00","tensor_buft_overrides":"none","use_mmap":true,"use_direct_io":false,"embeddings":false,"no_op_offload":0,"no_host":false,"fit_target":0,"fit_min_ctx":0,"n_prompt":0,"n_gen":128,"n_depth":16384,"test_time":"2026-07-31T22:07:14Z","avg_ns":2275761874,"stddev_ns":0,"avg_ts":56.2449,"stddev_ts":0.0,"samples_ns":[2275761874],"samples_ts":[56.2449],"bench_model":"agentworld","bench_backend":"vulkan","bench_depth":16384,"bench_kv":"f16/q4_0","bench_ctk":"f16","bench_ctv":"q4_0","bench_block":"d16384"}
{"build_commit":"d6d899580","build_number":9747,"cpu_info":"AMD RYZEN AI MAX+ 395 w/ Radeon 8060S","gpu_info":"Radeon 8060S Graphics (RADV STRIX_HALO)","backends":"Vulkan","model_filename":"hf://unsloth/Qwen-AgentWorld-35B-A3B-GGUF@3a305abf5cfd/Qwen-AgentWorld-35B-A3B-UD-Q4_K_XL.gguf","model_type":"qwen35moe 35B.A3B Q4_K - Medium","model_size":22313814528,"model_n_params":34660610688,"n_batch":1024,"n_ubatch":512,"n_threads":8,"cpu_mask":"0x0","cpu_strict":false,"poll":50,"type_k":"q4_0","type_v":"q4_0","n_gpu_layers":-1,"n_cpu_moe":0,"split_mode":"layer","main_gpu":0,"no_kv_offload":false,"flash_attn":1,"devices":"auto","tensor_split":"0.00","tensor_buft_overrides":"none","use_mmap":true,"use_direct_io":false,"embeddings":false,"no_op_offload":0,"no_host":false,"fit_target":0,"fit_min_ctx":0,"n_prompt":2048,"n_gen":0,"n_depth":16384,"test_time":"2026-07-31T22:07:21Z","avg_ns":3074279825,"stddev_ns":0,"avg_ts":666.17228,"stddev_ts":0.0,"samples_ns":[3074279825],"samples_ts":[666.172],"bench_model":"agentworld","bench_backend":"vulkan","bench_depth":16384,"bench_kv":"q4_0/q4_0","bench_ctk":"q4_0","bench_ctv":"q4_0","bench_block":"d16384"}
{"build_commit":"d6d899580","build_number":9747,"cpu_info":"AMD RYZEN AI MAX+ 395 w/ Radeon 8060S","gpu_info":"Radeon 8060S Graphics (RADV STRIX_HALO)","backends":"Vulkan","model_filename":"hf://unsloth/Qwen-AgentWorld-35B-A3B-GGUF@3a305abf5cfd/Qwen-AgentWorld-35B-A3B-UD-Q4_K_XL.gguf","model_type":"qwen35moe 35B.A3B Q4_K - Medium","model_size":22313814528,"model_n_params":34660610688,"n_batch":1024,"n_ubatch":512,"n_threads":8,"cpu_mask":"0x0","cpu_strict":false,"poll":50,"type_k":"q4_0","type_v":"q4_0","n_gpu_layers":-1,"n_cpu_moe":0,"split_mode":"layer","main_gpu":0,"no_kv_offload":false,"flash_attn":1,"devices":"auto","tensor_split":"0.00","tensor_buft_overrides":"none","use_mmap":true,"use_direct_io":false,"embeddings":false,"no_op_offload":0,"no_host":false,"fit_target":0,"fit_min_ctx":0,"n_prompt":0,"n_gen":128,"n_depth":16384,"test_time":"2026-07-31T22:07:47Z","avg_ns":2257922400,"stddev_ns":0,"avg_ts":56.689282,"stddev_ts":0.0,"samples_ns":[2257922400],"samples_ts":[56.6893],"bench_model":"agentworld","bench_backend":"vulkan","bench_depth":16384,"bench_kv":"q4_0/q4_0","bench_ctk":"q4_0","bench_ctv":"q4_0","bench_block":"d16384"}
{"build_commit":"d6d899580","build_number":9747,"cpu_info":"AMD RYZEN AI MAX+ 395 w/ Radeon 8060S","gpu_info":"Radeon 8060S Graphics (RADV STRIX_HALO)","backends":"Vulkan","model_filename":"hf://unsloth/Qwen-AgentWorld-35B-A3B-GGUF@3a305abf5cfd/Qwen-AgentWorld-35B-A3B-UD-Q4_K_XL.gguf","model_type":"qwen35moe 35B.A3B Q4_K - Medium","model_size":22313814528,"model_n_params":34660610688,"n_batch":1024,"n_ubatch":512,"n_threads":8,"cpu_mask":"0x0","cpu_strict":false,"poll":50,"type_k":"q8_0","type_v":"q8_0","n_gpu_layers":-1,"n_cpu_moe":0,"split_mode":"layer","main_gpu":0,"no_kv_offload":false,"flash_attn":1,"devices":"auto","tensor_split":"0.00","tensor_buft_overrides":"none","use_mmap":true,"use_direct_io":false,"embeddings":false,"no_op_offload":0,"no_host":false,"fit_target":0,"fit_min_ctx":0,"n_prompt":2048,"n_gen":0,"n_depth":16384,"test_time":"2026-07-31T22:07:53Z","avg_ns":3010006004,"stddev_ns":0,"avg_ts":680.397314,"stddev_ts":0.0,"samples_ns":[3010006004],"samples_ts":[680.397],"bench_model":"agentworld","bench_backend":"vulkan","bench_depth":16384,"bench_kv":"q8_0/q8_0","bench_ctk":"q8_0","bench_ctv":"q8_0","bench_block":"d16384"}
{"build_commit":"d6d899580","build_number":9747,"cpu_info":"AMD RYZEN AI MAX+ 395 w/ Radeon 8060S","gpu_info":"Radeon 8060S Graphics (RADV STRIX_HALO)","backends":"Vulkan","model_filename":"hf://unsloth/Qwen-AgentWorld-35B-A3B-GGUF@3a305abf5cfd/Qwen-AgentWorld-35B-A3B-UD-Q4_K_XL.gguf","model_type":"qwen35moe 35B.A3B Q4_K - Medium","model_size":22313814528,"model_n_params":34660610688,"n_batch":1024,"n_ubatch":512,"n_threads":8,"cpu_mask":"0x0","cpu_strict":false,"poll":50,"type_k":"q8_0","type_v":"q8_0","n_gpu_layers":-1,"n_cpu_moe":0,"split_mode":"layer","main_gpu":0,"no_kv_offload":false,"flash_attn":1,"devices":"auto","tensor_split":"0.00","tensor_buft_overrides":"none","use_mmap":true,"use_direct_io":false,"embeddings":false,"no_op_offload":0,"no_host":false,"fit_target":0,"fit_min_ctx":0,"n_prompt":0,"n_gen":128,"n_depth":16384,"test_time":"2026-07-31T22:08:19Z","avg_ns":2277369691,"stddev_ns":0,"avg_ts":56.205192,"stddev_ts":0.0,"samples_ns":[2277369691],"samples_ts":[56.2052],"bench_model":"agentworld","bench_backend":"vulkan","bench_depth":16384,"bench_kv":"q8_0/q8_0","bench_ctk":"q8_0","bench_ctv":"q8_0","bench_block":"d16384"}
{"build_commit":"a66d505","build_number":1,"cpu_info":"AMD RYZEN AI MAX+ 395 w/ Radeon 8060S","gpu_info":"Radeon 8060S Graphics","backends":"ROCm","model_filename":"hf://lmstudio-community/Qwen3.6-35B-A3B-GGUF@68a34855558a/Qwen3.6-35B-A3B-Q4_K_M.gguf","model_type":"qwen35moe 35B.A3B Q4_K - Medium","model_size":21155768832,"model_n_params":34660610688,"n_batch":1024,"n_ubatch":512,"n_threads":8,"cpu_mask":"0x0","cpu_strict":false,"poll":50,"type_k":"f16","type_v":"f16","n_gpu_layers":-1,"n_cpu_moe":0,"split_mode":"layer","main_gpu":0,"no_kv_offload":false,"flash_attn":1,"devices":"auto","tensor_split":"0.00","tensor_buft_overrides":"none","use_mmap":true,"use_direct_io":false,"embeddings":false,"no_op_offload":0,"no_host":false,"fit_target":0,"fit_min_ctx":0,"n_prompt":2048,"n_gen":0,"n_depth":16384,"test_time":"2026-07-31T22:08:26Z","avg_ns":3116624176,"stddev_ns":0,"avg_ts":657.121258,"stddev_ts":0.0,"samples_ns":[3116624176],"samples_ts":[657.121],"bench_model":"qwen","bench_backend":"rocm","bench_depth":16384,"bench_kv":"f16/f16","bench_ctk":"f16","bench_ctv":"f16","bench_block":"d16384"}
{"build_commit":"a66d505","build_number":1,"cpu_info":"AMD RYZEN AI MAX+ 395 w/ Radeon 8060S","gpu_info":"Radeon 8060S Graphics","backends":"ROCm","model_filename":"hf://lmstudio-community/Qwen3.6-35B-A3B-GGUF@68a34855558a/Qwen3.6-35B-A3B-Q4_K_M.gguf","model_type":"qwen35moe 35B.A3B Q4_K - Medium","model_size":21155768832,"model_n_params":34660610688,"n_batch":1024,"n_ubatch":512,"n_threads":8,"cpu_mask":"0x0","cpu_strict":false,"poll":50,"type_k":"f16","type_v":"f16","n_gpu_layers":-1,"n_cpu_moe":0,"split_mode":"layer","main_gpu":0,"no_kv_offload":false,"flash_attn":1,"devices":"auto","tensor_split":"0.00","tensor_buft_overrides":"none","use_mmap":true,"use_direct_io":false,"embeddings":false,"no_op_offload":0,"no_host":false,"fit_target":0,"fit_min_ctx":0,"n_prompt":0,"n_gen":128,"n_depth":16384,"test_time":"2026-07-31T22:08:53Z","avg_ns":2352230746,"stddev_ns":0,"avg_ts":54.41643,"stddev_ts":0.0,"samples_ns":[2352230746],"samples_ts":[54.4164],"bench_model":"qwen","bench_backend":"rocm","bench_depth":16384,"bench_kv":"f16/f16","bench_ctk":"f16","bench_ctv":"f16","bench_block":"d16384"}
{"build_commit":"a66d505","build_number":1,"cpu_info":"AMD RYZEN AI MAX+ 395 w/ Radeon 8060S","gpu_info":"Radeon 8060S Graphics","backends":"ROCm","model_filename":"hf://lmstudio-community/Qwen3.6-35B-A3B-GGUF@68a34855558a/Qwen3.6-35B-A3B-Q4_K_M.gguf","model_type":"qwen35moe 35B.A3B Q4_K - Medium","model_size":21155768832,"model_n_params":34660610688,"n_batch":1024,"n_ubatch":512,"n_threads":8,"cpu_mask":"0x0","cpu_strict":false,"poll":50,"type_k":"f16","type_v":"q8_0","n_gpu_layers":-1,"n_cpu_moe":0,"split_mode":"layer","main_gpu":0,"no_kv_offload":false,"flash_attn":1,"devices":"auto","tensor_split":"0.00","tensor_buft_overrides":"none","use_mmap":true,"use_direct_io":false,"embeddings":false,"no_op_offload":0,"no_host":false,"fit_target":0,"fit_min_ctx":0,"n_prompt":2048,"n_gen":0,"n_depth":16384,"test_time":"2026-07-31T22:08:57Z","avg_ns":138769676156,"stddev_ns":0,"avg_ts":14.758267,"stddev_ts":0.0,"samples_ns":[138769676156],"samples_ts":[14.7583],"bench_model":"qwen","bench_backend":"rocm","bench_depth":16384,"bench_kv":"f16/q8_0","bench_ctk":"f16","bench_ctv":"q8_0","bench_block":"d16384"}
{"build_commit":"a66d505","build_number":1,"cpu_info":"AMD RYZEN AI MAX+ 395 w/ Radeon 8060S","gpu_info":"Radeon 8060S Graphics","backends":"ROCm","model_filename":"hf://lmstudio-community/Qwen3.6-35B-A3B-GGUF@68a34855558a/Qwen3.6-35B-A3B-Q4_K_M.gguf","model_type":"qwen35moe 35B.A3B Q4_K - Medium","model_size":21155768832,"model_n_params":34660610688,"n_batch":1024,"n_ubatch":512,"n_threads":8,"cpu_mask":"0x0","cpu_strict":false,"poll":50,"type_k":"f16","type_v":"q8_0","n_gpu_layers":-1,"n_cpu_moe":0,"split_mode":"layer","main_gpu":0,"no_kv_offload":false,"flash_attn":1,"devices":"auto","tensor_split":"0.00","tensor_buft_overrides":"none","use_mmap":true,"use_direct_io":false,"embeddings":false,"no_op_offload":0,"no_host":false,"fit_target":0,"fit_min_ctx":0,"n_prompt":0,"n_gen":128,"n_depth":16384,"test_time":"2026-07-31T22:20:16Z","avg_ns":13690321934,"stddev_ns":0,"avg_ts":9.349671,"stddev_ts":0.0,"samples_ns":[13690321934],"samples_ts":[9.34967],"bench_model":"qwen","bench_backend":"rocm","bench_depth":16384,"bench_kv":"f16/q8_0","bench_ctk":"f16","bench_ctv":"q8_0","bench_block":"d16384"}
{"build_commit":"a66d505","build_number":1,"cpu_info":"AMD RYZEN AI MAX+ 395 w/ Radeon 8060S","gpu_info":"Radeon 8060S Graphics","backends":"ROCm","model_filename":"hf://lmstudio-community/Qwen3.6-35B-A3B-GGUF@68a34855558a/Qwen3.6-35B-A3B-Q4_K_M.gguf","model_type":"qwen35moe 35B.A3B Q4_K - Medium","model_size":21155768832,"model_n_params":34660610688,"n_batch":1024,"n_ubatch":512,"n_threads":8,"cpu_mask":"0x0","cpu_strict":false,"poll":50,"type_k":"f16","type_v":"q4_0","n_gpu_layers":-1,"n_cpu_moe":0,"split_mode":"layer","main_gpu":0,"no_kv_offload":false,"flash_attn":1,"devices":"auto","tensor_split":"0.00","tensor_buft_overrides":"none","use_mmap":true,"use_direct_io":false,"embeddings":false,"no_op_offload":0,"no_host":false,"fit_target":0,"fit_min_ctx":0,"n_prompt":2048,"n_gen":0,"n_depth":16384,"test_time":"2026-07-31T22:20:32Z","avg_ns":149091900217,"stddev_ns":0,"avg_ts":13.736494,"stddev_ts":0.0,"samples_ns":[149091900217],"samples_ts":[13.7365],"bench_model":"qwen","bench_backend":"rocm","bench_depth":16384,"bench_kv":"f16/q4_0","bench_ctk":"f16","bench_ctv":"q4_0","bench_block":"d16384"}
{"build_commit":"a66d505","build_number":1,"cpu_info":"AMD RYZEN AI MAX+ 395 w/ Radeon 8060S","gpu_info":"Radeon 8060S Graphics","backends":"ROCm","model_filename":"hf://lmstudio-community/Qwen3.6-35B-A3B-GGUF@68a34855558a/Qwen3.6-35B-A3B-Q4_K_M.gguf","model_type":"qwen35moe 35B.A3B Q4_K - Medium","model_size":21155768832,"model_n_params":34660610688,"n_batch":1024,"n_ubatch":512,"n_threads":8,"cpu_mask":"0x0","cpu_strict":false,"poll":50,"type_k":"f16","type_v":"q4_0","n_gpu_layers":-1,"n_cpu_moe":0,"split_mode":"layer","main_gpu":0,"no_kv_offload":false,"flash_attn":1,"devices":"auto","tensor_split":"0.00","tensor_buft_overrides":"none","use_mmap":true,"use_direct_io":false,"embeddings":false,"no_op_offload":0,"no_host":false,"fit_target":0,"fit_min_ctx":0,"n_prompt":0,"n_gen":128,"n_depth":16384,"test_time":"2026-07-31T22:32:56Z","avg_ns":13780258898,"stddev_ns":0,"avg_ts":9.28865,"stddev_ts":0.0,"samples_ns":[13780258898],"samples_ts":[9.28865],"bench_model":"qwen","bench_backend":"rocm","bench_depth":16384,"bench_kv":"f16/q4_0","bench_ctk":"f16","bench_ctv":"q4_0","bench_block":"d16384"}
{"build_commit":"a66d505","build_number":1,"cpu_info":"AMD RYZEN AI MAX+ 395 w/ Radeon 8060S","gpu_info":"Radeon 8060S Graphics","backends":"ROCm","model_filename":"hf://lmstudio-community/Qwen3.6-35B-A3B-GGUF@68a34855558a/Qwen3.6-35B-A3B-Q4_K_M.gguf","model_type":"qwen35moe 35B.A3B Q4_K - Medium","model_size":21155768832,"model_n_params":34660610688,"n_batch":1024,"n_ubatch":512,"n_threads":8,"cpu_mask":"0x0","cpu_strict":false,"poll":50,"type_k":"q4_0","type_v":"q4_0","n_gpu_layers":-1,"n_cpu_moe":0,"split_mode":"layer","main_gpu":0,"no_kv_offload":false,"flash_attn":1,"devices":"auto","tensor_split":"0.00","tensor_buft_overrides":"none","use_mmap":true,"use_direct_io":false,"embeddings":false,"no_op_offload":0,"no_host":false,"fit_target":0,"fit_min_ctx":0,"n_prompt":2048,"n_gen":0,"n_depth":16384,"test_time":"2026-07-31T22:33:12Z","avg_ns":3133108347,"stddev_ns":0,"avg_ts":653.663957,"stddev_ts":0.0,"samples_ns":[3133108347],"samples_ts":[653.664],"bench_model":"qwen","bench_backend":"rocm","bench_depth":16384,"bench_kv":"q4_0/q4_0","bench_ctk":"q4_0","bench_ctv":"q4_0","bench_block":"d16384"}
{"build_commit":"a66d505","build_number":1,"cpu_info":"AMD RYZEN AI MAX+ 395 w/ Radeon 8060S","gpu_info":"Radeon 8060S Graphics","backends":"ROCm","model_filename":"hf://lmstudio-community/Qwen3.6-35B-A3B-GGUF@68a34855558a/Qwen3.6-35B-A3B-Q4_K_M.gguf","model_type":"qwen35moe 35B.A3B Q4_K - Medium","model_size":21155768832,"model_n_params":34660610688,"n_batch":1024,"n_ubatch":512,"n_threads":8,"cpu_mask":"0x0","cpu_strict":false,"poll":50,"type_k":"q4_0","type_v":"q4_0","n_gpu_layers":-1,"n_cpu_moe":0,"split_mode":"layer","main_gpu":0,"no_kv_offload":false,"flash_attn":1,"devices":"auto","tensor_split":"0.00","tensor_buft_overrides":"none","use_mmap":true,"use_direct_io":false,"embeddings":false,"no_op_offload":0,"no_host":false,"fit_target":0,"fit_min_ctx":0,"n_prompt":0,"n_gen":128,"n_depth":16384,"test_time":"2026-07-31T22:33:38Z","avg_ns":2521148634,"stddev_ns":0,"avg_ts":50.770509,"stddev_ts":0.0,"samples_ns":[2521148634],"samples_ts":[50.7705],"bench_model":"qwen","bench_backend":"rocm","bench_depth":16384,"bench_kv":"q4_0/q4_0","bench_ctk":"q4_0","bench_ctv":"q4_0","bench_block":"d16384"}
{"build_commit":"a66d505","build_number":1,"cpu_info":"AMD RYZEN AI MAX+ 395 w/ Radeon 8060S","gpu_info":"Radeon 8060S Graphics","backends":"ROCm","model_filename":"hf://lmstudio-community/Qwen3.6-35B-A3B-GGUF@68a34855558a/Qwen3.6-35B-A3B-Q4_K_M.gguf","model_type":"qwen35moe 35B.A3B Q4_K - Medium","model_size":21155768832,"model_n_params":34660610688,"n_batch":1024,"n_ubatch":512,"n_threads":8,"cpu_mask":"0x0","cpu_strict":false,"poll":50,"type_k":"q8_0","type_v":"q8_0","n_gpu_layers":-1,"n_cpu_moe":0,"split_mode":"layer","main_gpu":0,"no_kv_offload":false,"flash_attn":1,"devices":"auto","tensor_split":"0.00","tensor_buft_overrides":"none","use_mmap":true,"use_direct_io":false,"embeddings":false,"no_op_offload":0,"no_host":false,"fit_target":0,"fit_min_ctx":0,"n_prompt":2048,"n_gen":0,"n_depth":16384,"test_time":"2026-07-31T22:33:43Z","avg_ns":3109092919,"stddev_ns":0,"avg_ts":658.713024,"stddev_ts":0.0,"samples_ns":[3109092919],"samples_ts":[658.713],"bench_model":"qwen","bench_backend":"rocm","bench_depth":16384,"bench_kv":"q8_0/q8_0","bench_ctk":"q8_0","bench_ctv":"q8_0","bench_block":"d16384"}
{"build_commit":"a66d505","build_number":1,"cpu_info":"AMD RYZEN AI MAX+ 395 w/ Radeon 8060S","gpu_info":"Radeon 8060S Graphics","backends":"ROCm","model_filename":"hf://lmstudio-community/Qwen3.6-35B-A3B-GGUF@68a34855558a/Qwen3.6-35B-A3B-Q4_K_M.gguf","model_type":"qwen35moe 35B.A3B Q4_K - Medium","model_size":21155768832,"model_n_params":34660610688,"n_batch":1024,"n_ubatch":512,"n_threads":8,"cpu_mask":"0x0","cpu_strict":false,"poll":50,"type_k":"q8_0","type_v":"q8_0","n_gpu_layers":-1,"n_cpu_moe":0,"split_mode":"layer","main_gpu":0,"no_kv_offload":false,"flash_attn":1,"devices":"auto","tensor_split":"0.00","tensor_buft_overrides":"none","use_mmap":true,"use_direct_io":false,"embeddings":false,"no_op_offload":0,"no_host":false,"fit_target":0,"fit_min_ctx":0,"n_prompt":0,"n_gen":128,"n_depth":16384,"test_time":"2026-07-31T22:34:10Z","avg_ns":2433967218,"stddev_ns":0,"avg_ts":52.58904,"stddev_ts":0.0,"samples_ns":[2433967218],"samples_ts":[52.589],"bench_model":"qwen","bench_backend":"rocm","bench_depth":16384,"bench_kv":"q8_0/q8_0","bench_ctk":"q8_0","bench_ctv":"q8_0","bench_block":"d16384"}
{"build_commit":"d6d899580","build_number":9747,"cpu_info":"AMD RYZEN AI MAX+ 395 w/ Radeon 8060S","gpu_info":"Radeon 8060S Graphics (RADV STRIX_HALO)","backends":"Vulkan","model_filename":"hf://lmstudio-community/Qwen3.6-35B-A3B-GGUF@68a34855558a/Qwen3.6-35B-A3B-Q4_K_M.gguf","model_type":"qwen35moe 35B.A3B Q4_K - Medium","model_size":21155768832,"model_n_params":34660610688,"n_batch":1024,"n_ubatch":512,"n_threads":8,"cpu_mask":"0x0","cpu_strict":false,"poll":50,"type_k":"f16","type_v":"f16","n_gpu_layers":-1,"n_cpu_moe":0,"split_mode":"layer","main_gpu":0,"no_kv_offload":false,"flash_attn":1,"devices":"auto","tensor_split":"0.00","tensor_buft_overrides":"none","use_mmap":true,"use_direct_io":false,"embeddings":false,"no_op_offload":0,"no_host":false,"fit_target":0,"fit_min_ctx":0,"n_prompt":2048,"n_gen":0,"n_depth":16384,"test_time":"2026-07-31T22:34:15Z","avg_ns":2718201448,"stddev_ns":0,"avg_ts":753.439375,"stddev_ts":0.0,"samples_ns":[2718201448],"samples_ts":[753.439],"bench_model":"qwen","bench_backend":"vulkan","bench_depth":16384,"bench_kv":"f16/f16","bench_ctk":"f16","bench_ctv":"f16","bench_block":"d16384"}
{"build_commit":"d6d899580","build_number":9747,"cpu_info":"AMD RYZEN AI MAX+ 395 w/ Radeon 8060S","gpu_info":"Radeon 8060S Graphics (RADV STRIX_HALO)","backends":"Vulkan","model_filename":"hf://lmstudio-community/Qwen3.6-35B-A3B-GGUF@68a34855558a/Qwen3.6-35B-A3B-Q4_K_M.gguf","model_type":"qwen35moe 35B.A3B Q4_K - Medium","model_size":21155768832,"model_n_params":34660610688,"n_batch":1024,"n_ubatch":512,"n_threads":8,"cpu_mask":"0x0","cpu_strict":false,"poll":50,"type_k":"f16","type_v":"f16","n_gpu_layers":-1,"n_cpu_moe":0,"split_mode":"layer","main_gpu":0,"no_kv_offload":false,"flash_attn":1,"devices":"auto","tensor_split":"0.00","tensor_buft_overrides":"none","use_mmap":true,"use_direct_io":false,"embeddings":false,"no_op_offload":0,"no_host":false,"fit_target":0,"fit_min_ctx":0,"n_prompt":0,"n_gen":128,"n_depth":16384,"test_time":"2026-07-31T22:34:39Z","avg_ns":1971400294,"stddev_ns":0,"avg_ts":64.928468,"stddev_ts":0.0,"samples_ns":[1971400294],"samples_ts":[64.9285],"bench_model":"qwen","bench_backend":"vulkan","bench_depth":16384,"bench_kv":"f16/f16","bench_ctk":"f16","bench_ctv":"f16","bench_block":"d16384"}
{"build_commit":"d6d899580","build_number":9747,"cpu_info":"AMD RYZEN AI MAX+ 395 w/ Radeon 8060S","gpu_info":"Radeon 8060S Graphics (RADV STRIX_HALO)","backends":"Vulkan","model_filename":"hf://lmstudio-community/Qwen3.6-35B-A3B-GGUF@68a34855558a/Qwen3.6-35B-A3B-Q4_K_M.gguf","model_type":"qwen35moe 35B.A3B Q4_K - Medium","model_size":21155768832,"model_n_params":34660610688,"n_batch":1024,"n_ubatch":512,"n_threads":8,"cpu_mask":"0x0","cpu_strict":false,"poll":50,"type_k":"f16","type_v":"q8_0","n_gpu_layers":-1,"n_cpu_moe":0,"split_mode":"layer","main_gpu":0,"no_kv_offload":false,"flash_attn":1,"devices":"auto","tensor_split":"0.00","tensor_buft_overrides":"none","use_mmap":true,"use_direct_io":false,"embeddings":false,"no_op_offload":0,"no_host":false,"fit_target":0,"fit_min_ctx":0,"n_prompt":2048,"n_gen":0,"n_depth":16384,"test_time":"2026-07-31T22:34:44Z","avg_ns":2836088843,"stddev_ns":0,"avg_ts":722.121243,"stddev_ts":0.0,"samples_ns":[2836088843],"samples_ts":[722.121],"bench_model":"qwen","bench_backend":"vulkan","bench_depth":16384,"bench_kv":"f16/q8_0","bench_ctk":"f16","bench_ctv":"q8_0","bench_block":"d16384"}
{"build_commit":"d6d899580","build_number":9747,"cpu_info":"AMD RYZEN AI MAX+ 395 w/ Radeon 8060S","gpu_info":"Radeon 8060S Graphics (RADV STRIX_HALO)","backends":"Vulkan","model_filename":"hf://lmstudio-community/Qwen3.6-35B-A3B-GGUF@68a34855558a/Qwen3.6-35B-A3B-Q4_K_M.gguf","model_type":"qwen35moe 35B.A3B Q4_K - Medium","model_size":21155768832,"model_n_params":34660610688,"n_batch":1024,"n_ubatch":512,"n_threads":8,"cpu_mask":"0x0","cpu_strict":false,"poll":50,"type_k":"f16","type_v":"q8_0","n_gpu_layers":-1,"n_cpu_moe":0,"split_mode":"layer","main_gpu":0,"no_kv_offload":false,"flash_attn":1,"devices":"auto","tensor_split":"0.00","tensor_buft_overrides":"none","use_mmap":true,"use_direct_io":false,"embeddings":false,"no_op_offload":0,"no_host":false,"fit_target":0,"fit_min_ctx":0,"n_prompt":0,"n_gen":128,"n_depth":16384,"test_time":"2026-07-31T22:35:08Z","avg_ns":1909610519,"stddev_ns":0,"avg_ts":67.029375,"stddev_ts":0.0,"samples_ns":[1909610519],"samples_ts":[67.0294],"bench_model":"qwen","bench_backend":"vulkan","bench_depth":16384,"bench_kv":"f16/q8_0","bench_ctk":"f16","bench_ctv":"q8_0","bench_block":"d16384"}
{"build_commit":"d6d899580","build_number":9747,"cpu_info":"AMD RYZEN AI MAX+ 395 w/ Radeon 8060S","gpu_info":"Radeon 8060S Graphics (RADV STRIX_HALO)","backends":"Vulkan","model_filename":"hf://lmstudio-community/Qwen3.6-35B-A3B-GGUF@68a34855558a/Qwen3.6-35B-A3B-Q4_K_M.gguf","model_type":"qwen35moe 35B.A3B Q4_K - Medium","model_size":21155768832,"model_n_params":34660610688,"n_batch":1024,"n_ubatch":512,"n_threads":8,"cpu_mask":"0x0","cpu_strict":false,"poll":50,"type_k":"f16","type_v":"q4_0","n_gpu_layers":-1,"n_cpu_moe":0,"split_mode":"layer","main_gpu":0,"no_kv_offload":false,"flash_attn":1,"devices":"auto","tensor_split":"0.00","tensor_buft_overrides":"none","use_mmap":true,"use_direct_io":false,"embeddings":false,"no_op_offload":0,"no_host":false,"fit_target":0,"fit_min_ctx":0,"n_prompt":2048,"n_gen":0,"n_depth":16384,"test_time":"2026-07-31T22:35:13Z","avg_ns":2855679853,"stddev_ns":0,"avg_ts":717.167227,"stddev_ts":0.0,"samples_ns":[2855679853],"samples_ts":[717.167],"bench_model":"qwen","bench_backend":"vulkan","bench_depth":16384,"bench_kv":"f16/q4_0","bench_ctk":"f16","bench_ctv":"q4_0","bench_block":"d16384"}
{"build_commit":"d6d899580","build_number":9747,"cpu_info":"AMD RYZEN AI MAX+ 395 w/ Radeon 8060S","gpu_info":"Radeon 8060S Graphics (RADV STRIX_HALO)","backends":"Vulkan","model_filename":"hf://lmstudio-community/Qwen3.6-35B-A3B-GGUF@68a34855558a/Qwen3.6-35B-A3B-Q4_K_M.gguf","model_type":"qwen35moe 35B.A3B Q4_K - Medium","model_size":21155768832,"model_n_params":34660610688,"n_batch":1024,"n_ubatch":512,"n_threads":8,"cpu_mask":"0x0","cpu_strict":false,"poll":50,"type_k":"f16","type_v":"q4_0","n_gpu_layers":-1,"n_cpu_moe":0,"split_mode":"layer","main_gpu":0,"no_kv_offload":false,"flash_attn":1,"devices":"auto","tensor_split":"0.00","tensor_buft_overrides":"none","use_mmap":true,"use_direct_io":false,"embeddings":false,"no_op_offload":0,"no_host":false,"fit_target":0,"fit_min_ctx":0,"n_prompt":0,"n_gen":128,"n_depth":16384,"test_time":"2026-07-31T22:35:37Z","avg_ns":1889227404,"stddev_ns":0,"avg_ts":67.752564,"stddev_ts":0.0,"samples_ns":[1889227404],"samples_ts":[67.7526],"bench_model":"qwen","bench_backend":"vulkan","bench_depth":16384,"bench_kv":"f16/q4_0","bench_ctk":"f16","bench_ctv":"q4_0","bench_block":"d16384"}
{"build_commit":"d6d899580","build_number":9747,"cpu_info":"AMD RYZEN AI MAX+ 395 w/ Radeon 8060S","gpu_info":"Radeon 8060S Graphics (RADV STRIX_HALO)","backends":"Vulkan","model_filename":"hf://lmstudio-community/Qwen3.6-35B-A3B-GGUF@68a34855558a/Qwen3.6-35B-A3B-Q4_K_M.gguf","model_type":"qwen35moe 35B.A3B Q4_K - Medium","model_size":21155768832,"model_n_params":34660610688,"n_batch":1024,"n_ubatch":512,"n_threads":8,"cpu_mask":"0x0","cpu_strict":false,"poll":50,"type_k":"q4_0","type_v":"q4_0","n_gpu_layers":-1,"n_cpu_moe":0,"split_mode":"layer","main_gpu":0,"no_kv_offload":false,"flash_attn":1,"devices":"auto","tensor_split":"0.00","tensor_buft_overrides":"none","use_mmap":true,"use_direct_io":false,"embeddings":false,"no_op_offload":0,"no_host":false,"fit_target":0,"fit_min_ctx":0,"n_prompt":2048,"n_gen":0,"n_depth":16384,"test_time":"2026-07-31T22:35:42Z","avg_ns":3084998896,"stddev_ns":0,"avg_ts":663.857612,"stddev_ts":0.0,"samples_ns":[3084998896],"samples_ts":[663.858],"bench_model":"qwen","bench_backend":"vulkan","bench_depth":16384,"bench_kv":"q4_0/q4_0","bench_ctk":"q4_0","bench_ctv":"q4_0","bench_block":"d16384"}
{"build_commit":"d6d899580","build_number":9747,"cpu_info":"AMD RYZEN AI MAX+ 395 w/ Radeon 8060S","gpu_info":"Radeon 8060S Graphics (RADV STRIX_HALO)","backends":"Vulkan","model_filename":"hf://lmstudio-community/Qwen3.6-35B-A3B-GGUF@68a34855558a/Qwen3.6-35B-A3B-Q4_K_M.gguf","model_type":"qwen35moe 35B.A3B Q4_K - Medium","model_size":21155768832,"model_n_params":34660610688,"n_batch":1024,"n_ubatch":512,"n_threads":8,"cpu_mask":"0x0","cpu_strict":false,"poll":50,"type_k":"q4_0","type_v":"q4_0","n_gpu_layers":-1,"n_cpu_moe":0,"split_mode":"layer","main_gpu":0,"no_kv_offload":false,"flash_attn":1,"devices":"auto","tensor_split":"0.00","tensor_buft_overrides":"none","use_mmap":true,"use_direct_io":false,"embeddings":false,"no_op_offload":0,"no_host":false,"fit_target":0,"fit_min_ctx":0,"n_prompt":0,"n_gen":128,"n_depth":16384,"test_time":"2026-07-31T22:36:08Z","avg_ns":1857295976,"stddev_ns":0,"avg_ts":68.917395,"stddev_ts":0.0,"samples_ns":[1857295976],"samples_ts":[68.9174],"bench_model":"qwen","bench_backend":"vulkan","bench_depth":16384,"bench_kv":"q4_0/q4_0","bench_ctk":"q4_0","bench_ctv":"q4_0","bench_block":"d16384"}
{"build_commit":"d6d899580","build_number":9747,"cpu_info":"AMD RYZEN AI MAX+ 395 w/ Radeon 8060S","gpu_info":"Radeon 8060S Graphics (RADV STRIX_HALO)","backends":"Vulkan","model_filename":"hf://lmstudio-community/Qwen3.6-35B-A3B-GGUF@68a34855558a/Qwen3.6-35B-A3B-Q4_K_M.gguf","model_type":"qwen35moe 35B.A3B Q4_K - Medium","model_size":21155768832,"model_n_params":34660610688,"n_batch":1024,"n_ubatch":512,"n_threads":8,"cpu_mask":"0x0","cpu_strict":false,"poll":50,"type_k":"q8_0","type_v":"q8_0","n_gpu_layers":-1,"n_cpu_moe":0,"split_mode":"layer","main_gpu":0,"no_kv_offload":false,"flash_attn":1,"devices":"auto","tensor_split":"0.00","tensor_buft_overrides":"none","use_mmap":true,"use_direct_io":false,"embeddings":false,"no_op_offload":0,"no_host":false,"fit_target":0,"fit_min_ctx":0,"n_prompt":2048,"n_gen":0,"n_depth":16384,"test_time":"2026-07-31T22:36:13Z","avg_ns":3098868183,"stddev_ns":0,"avg_ts":660.886452,"stddev_ts":0.0,"samples_ns":[3098868183],"samples_ts":[660.886],"bench_model":"qwen","bench_backend":"vulkan","bench_depth":16384,"bench_kv":"q8_0/q8_0","bench_ctk":"q8_0","bench_ctv":"q8_0","bench_block":"d16384"}
{"build_commit":"d6d899580","build_number":9747,"cpu_info":"AMD RYZEN AI MAX+ 395 w/ Radeon 8060S","gpu_info":"Radeon 8060S Graphics (RADV STRIX_HALO)","backends":"Vulkan","model_filename":"hf://lmstudio-community/Qwen3.6-35B-A3B-GGUF@68a34855558a/Qwen3.6-35B-A3B-Q4_K_M.gguf","model_type":"qwen35moe 35B.A3B Q4_K - Medium","model_size":21155768832,"model_n_params":34660610688,"n_batch":1024,"n_ubatch":512,"n_threads":8,"cpu_mask":"0x0","cpu_strict":false,"poll":50,"type_k":"q8_0","type_v":"q8_0","n_gpu_layers":-1,"n_cpu_moe":0,"split_mode":"layer","main_gpu":0,"no_kv_offload":false,"flash_attn":1,"devices":"auto","tensor_split":"0.00","tensor_buft_overrides":"none","use_mmap":true,"use_direct_io":false,"embeddings":false,"no_op_offload":0,"no_host":false,"fit_target":0,"fit_min_ctx":0,"n_prompt":0,"n_gen":128,"n_depth":16384,"test_time":"2026-07-31T22:36:38Z","avg_ns":1895781590,"stddev_ns":0,"avg_ts":67.518326,"stddev_ts":0.0,"samples_ns":[1895781590],"samples_ts":[67.5183],"bench_model":"qwen","bench_backend":"vulkan","bench_depth":16384,"bench_kv":"q8_0/q8_0","bench_ctk":"q8_0","bench_ctv":"q8_0","bench_block":"d16384"}
{"build_commit":"a66d505","build_number":1,"cpu_info":"AMD RYZEN AI MAX+ 395 w/ Radeon 8060S","gpu_info":"Radeon 8060S Graphics","backends":"ROCm","model_filename":"hf://unsloth/GLM-4.7-Flash-GGUF@0d32489ecb9d/GLM-4.7-Flash-Q4_K_M.gguf","model_type":"deepseek2 30B.A3B Q4_K - Medium","model_size":18302863872,"model_n_params":29943393920,"n_batch":1024,"n_ubatch":512,"n_threads":8,"cpu_mask":"0x0","cpu_strict":false,"poll":50,"type_k":"f16","type_v":"f16","n_gpu_layers":-1,"n_cpu_moe":0,"split_mode":"layer","main_gpu":0,"no_kv_offload":false,"flash_attn":1,"devices":"auto","tensor_split":"0.00","tensor_buft_overrides":"none","use_mmap":true,"use_direct_io":false,"embeddings":false,"no_op_offload":0,"no_host":false,"fit_target":0,"fit_min_ctx":0,"n_prompt":2048,"n_gen":0,"n_depth":16384,"test_time":"2026-07-31T22:36:44Z","avg_ns":12017715591,"stddev_ns":0,"avg_ts":170.415083,"stddev_ts":0.0,"samples_ns":[12017715591],"samples_ts":[170.415],"bench_model":"glm","bench_backend":"rocm","bench_depth":16384,"bench_kv":"f16/f16","bench_ctk":"f16","bench_ctv":"f16","bench_block":"d16384"}
{"build_commit":"a66d505","build_number":1,"cpu_info":"AMD RYZEN AI MAX+ 395 w/ Radeon 8060S","gpu_info":"Radeon 8060S Graphics","backends":"ROCm","model_filename":"hf://unsloth/GLM-4.7-Flash-GGUF@0d32489ecb9d/GLM-4.7-Flash-Q4_K_M.gguf","model_type":"deepseek2 30B.A3B Q4_K - Medium","model_size":18302863872,"model_n_params":29943393920,"n_batch":1024,"n_ubatch":512,"n_threads":8,"cpu_mask":"0x0","cpu_strict":false,"poll":50,"type_k":"f16","type_v":"f16","n_gpu_layers":-1,"n_cpu_moe":0,"split_mode":"layer","main_gpu":0,"no_kv_offload":false,"flash_attn":1,"devices":"auto","tensor_split":"0.00","tensor_buft_overrides":"none","use_mmap":true,"use_direct_io":false,"embeddings":false,"no_op_offload":0,"no_host":false,"fit_target":0,"fit_min_ctx":0,"n_prompt":0,"n_gen":128,"n_depth":16384,"test_time":"2026-07-31T22:37:53Z","avg_ns":3608908138,"stddev_ns":0,"avg_ts":35.467791,"stddev_ts":0.0,"samples_ns":[3608908138],"samples_ts":[35.4678],"bench_model":"glm","bench_backend":"rocm","bench_depth":16384,"bench_kv":"f16/f16","bench_ctk":"f16","bench_ctv":"f16","bench_block":"d16384"}
{"build_commit":"a66d505","build_number":1,"cpu_info":"AMD RYZEN AI MAX+ 395 w/ Radeon 8060S","gpu_info":"Radeon 8060S Graphics","backends":"ROCm","model_filename":"hf://unsloth/GLM-4.7-Flash-GGUF@0d32489ecb9d/GLM-4.7-Flash-Q4_K_M.gguf","model_type":"deepseek2 30B.A3B Q4_K - Medium","model_size":18302863872,"model_n_params":29943393920,"n_batch":1024,"n_ubatch":512,"n_threads":8,"cpu_mask":"0x0","cpu_strict":false,"poll":50,"type_k":"f16","type_v":"q8_0","n_gpu_layers":-1,"n_cpu_moe":0,"split_mode":"layer","main_gpu":0,"no_kv_offload":false,"flash_attn":1,"devices":"auto","tensor_split":"0.00","tensor_buft_overrides":"none","use_mmap":true,"use_direct_io":false,"embeddings":false,"no_op_offload":0,"no_host":false,"fit_target":0,"fit_min_ctx":0,"n_prompt":2048,"n_gen":0,"n_depth":16384,"test_time":"2026-07-31T22:37:59Z","avg_ns":12042420446,"stddev_ns":0,"avg_ts":170.065479,"stddev_ts":0.0,"samples_ns":[12042420446],"samples_ts":[170.065],"bench_model":"glm","bench_backend":"rocm","bench_depth":16384,"bench_kv":"f16/q8_0","bench_ctk":"f16","bench_ctv":"q8_0","bench_block":"d16384"}
{"build_commit":"a66d505","build_number":1,"cpu_info":"AMD RYZEN AI MAX+ 395 w/ Radeon 8060S","gpu_info":"Radeon 8060S Graphics","backends":"ROCm","model_filename":"hf://unsloth/GLM-4.7-Flash-GGUF@0d32489ecb9d/GLM-4.7-Flash-Q4_K_M.gguf","model_type":"deepseek2 30B.A3B Q4_K - Medium","model_size":18302863872,"model_n_params":29943393920,"n_batch":1024,"n_ubatch":512,"n_threads":8,"cpu_mask":"0x0","cpu_strict":false,"poll":50,"type_k":"f16","type_v":"q8_0","n_gpu_layers":-1,"n_cpu_moe":0,"split_mode":"layer","main_gpu":0,"no_kv_offload":false,"flash_attn":1,"devices":"auto","tensor_split":"0.00","tensor_buft_overrides":"none","use_mmap":true,"use_direct_io":false,"embeddings":false,"no_op_offload":0,"no_host":false,"fit_target":0,"fit_min_ctx":0,"n_prompt":0,"n_gen":128,"n_depth":16384,"test_time":"2026-07-31T22:39:08Z","avg_ns":3620018506,"stddev_ns":0,"avg_ts":35.358935,"stddev_ts":0.0,"samples_ns":[3620018506],"samples_ts":[35.3589],"bench_model":"glm","bench_backend":"rocm","bench_depth":16384,"bench_kv":"f16/q8_0","bench_ctk":"f16","bench_ctv":"q8_0","bench_block":"d16384"}
{"build_commit":"a66d505","build_number":1,"cpu_info":"AMD RYZEN AI MAX+ 395 w/ Radeon 8060S","gpu_info":"Radeon 8060S Graphics","backends":"ROCm","model_filename":"hf://unsloth/GLM-4.7-Flash-GGUF@0d32489ecb9d/GLM-4.7-Flash-Q4_K_M.gguf","model_type":"deepseek2 30B.A3B Q4_K - Medium","model_size":18302863872,"model_n_params":29943393920,"n_batch":1024,"n_ubatch":512,"n_threads":8,"cpu_mask":"0x0","cpu_strict":false,"poll":50,"type_k":"f16","type_v":"q4_0","n_gpu_layers":-1,"n_cpu_moe":0,"split_mode":"layer","main_gpu":0,"no_kv_offload":false,"flash_attn":1,"devices":"auto","tensor_split":"0.00","tensor_buft_overrides":"none","use_mmap":true,"use_direct_io":false,"embeddings":false,"no_op_offload":0,"no_host":false,"fit_target":0,"fit_min_ctx":0,"n_prompt":2048,"n_gen":0,"n_depth":16384,"test_time":"2026-07-31T22:39:14Z","avg_ns":12044626104,"stddev_ns":0,"avg_ts":170.034336,"stddev_ts":0.0,"samples_ns":[12044626104],"samples_ts":[170.034],"bench_model":"glm","bench_backend":"rocm","bench_depth":16384,"bench_kv":"f16/q4_0","bench_ctk":"f16","bench_ctv":"q4_0","bench_block":"d16384"}
{"build_commit":"a66d505","build_number":1,"cpu_info":"AMD RYZEN AI MAX+ 395 w/ Radeon 8060S","gpu_info":"Radeon 8060S Graphics","backends":"ROCm","model_filename":"hf://unsloth/GLM-4.7-Flash-GGUF@0d32489ecb9d/GLM-4.7-Flash-Q4_K_M.gguf","model_type":"deepseek2 30B.A3B Q4_K - Medium","model_size":18302863872,"model_n_params":29943393920,"n_batch":1024,"n_ubatch":512,"n_threads":8,"cpu_mask":"0x0","cpu_strict":false,"poll":50,"type_k":"f16","type_v":"q4_0","n_gpu_layers":-1,"n_cpu_moe":0,"split_mode":"layer","main_gpu":0,"no_kv_offload":false,"flash_attn":1,"devices":"auto","tensor_split":"0.00","tensor_buft_overrides":"none","use_mmap":true,"use_direct_io":false,"embeddings":false,"no_op_offload":0,"no_host":false,"fit_target":0,"fit_min_ctx":0,"n_prompt":0,"n_gen":128,"n_depth":16384,"test_time":"2026-07-31T22:40:23Z","avg_ns":3627672006,"stddev_ns":0,"avg_ts":35.284337,"stddev_ts":0.0,"samples_ns":[3627672006],"samples_ts":[35.2843],"bench_model":"glm","bench_backend":"rocm","bench_depth":16384,"bench_kv":"f16/q4_0","bench_ctk":"f16","bench_ctv":"q4_0","bench_block":"d16384"}
{"build_commit":"a66d505","build_number":1,"cpu_info":"AMD RYZEN AI MAX+ 395 w/ Radeon 8060S","gpu_info":"Radeon 8060S Graphics","backends":"ROCm","model_filename":"hf://unsloth/GLM-4.7-Flash-GGUF@0d32489ecb9d/GLM-4.7-Flash-Q4_K_M.gguf","model_type":"deepseek2 30B.A3B Q4_K - Medium","model_size":18302863872,"model_n_params":29943393920,"n_batch":1024,"n_ubatch":512,"n_threads":8,"cpu_mask":"0x0","cpu_strict":false,"poll":50,"type_k":"q4_0","type_v":"q4_0","n_gpu_layers":-1,"n_cpu_moe":0,"split_mode":"layer","main_gpu":0,"no_kv_offload":false,"flash_attn":1,"devices":"auto","tensor_split":"0.00","tensor_buft_overrides":"none","use_mmap":true,"use_direct_io":false,"embeddings":false,"no_op_offload":0,"no_host":false,"fit_target":0,"fit_min_ctx":0,"n_prompt":2048,"n_gen":0,"n_depth":16384,"test_time":"2026-07-31T22:40:29Z","avg_ns":11997899108,"stddev_ns":0,"avg_ts":170.696551,"stddev_ts":0.0,"samples_ns":[11997899108],"samples_ts":[170.697],"bench_model":"glm","bench_backend":"rocm","bench_depth":16384,"bench_kv":"q4_0/q4_0","bench_ctk":"q4_0","bench_ctv":"q4_0","bench_block":"d16384"}
{"build_commit":"a66d505","build_number":1,"cpu_info":"AMD RYZEN AI MAX+ 395 w/ Radeon 8060S","gpu_info":"Radeon 8060S Graphics","backends":"ROCm","model_filename":"hf://unsloth/GLM-4.7-Flash-GGUF@0d32489ecb9d/GLM-4.7-Flash-Q4_K_M.gguf","model_type":"deepseek2 30B.A3B Q4_K - Medium","model_size":18302863872,"model_n_params":29943393920,"n_batch":1024,"n_ubatch":512,"n_threads":8,"cpu_mask":"0x0","cpu_strict":false,"poll":50,"type_k":"q4_0","type_v":"q4_0","n_gpu_layers":-1,"n_cpu_moe":0,"split_mode":"layer","main_gpu":0,"no_kv_offload":false,"flash_attn":1,"devices":"auto","tensor_split":"0.00","tensor_buft_overrides":"none","use_mmap":true,"use_direct_io":false,"embeddings":false,"no_op_offload":0,"no_host":false,"fit_target":0,"fit_min_ctx":0,"n_prompt":0,"n_gen":128,"n_depth":16384,"test_time":"2026-07-31T22:41:38Z","avg_ns":4108912411,"stddev_ns":0,"avg_ts":31.151796,"stddev_ts":0.0,"samples_ns":[4108912411],"samples_ts":[31.1518],"bench_model":"glm","bench_backend":"rocm","bench_depth":16384,"bench_kv":"q4_0/q4_0","bench_ctk":"q4_0","bench_ctv":"q4_0","bench_block":"d16384"}
{"build_commit":"a66d505","build_number":1,"cpu_info":"AMD RYZEN AI MAX+ 395 w/ Radeon 8060S","gpu_info":"Radeon 8060S Graphics","backends":"ROCm","model_filename":"hf://unsloth/GLM-4.7-Flash-GGUF@0d32489ecb9d/GLM-4.7-Flash-Q4_K_M.gguf","model_type":"deepseek2 30B.A3B Q4_K - Medium","model_size":18302863872,"model_n_params":29943393920,"n_batch":1024,"n_ubatch":512,"n_threads":8,"cpu_mask":"0x0","cpu_strict":false,"poll":50,"type_k":"q8_0","type_v":"q8_0","n_gpu_layers":-1,"n_cpu_moe":0,"split_mode":"layer","main_gpu":0,"no_kv_offload":false,"flash_attn":1,"devices":"auto","tensor_split":"0.00","tensor_buft_overrides":"none","use_mmap":true,"use_direct_io":false,"embeddings":false,"no_op_offload":0,"no_host":false,"fit_target":0,"fit_min_ctx":0,"n_prompt":2048,"n_gen":0,"n_depth":16384,"test_time":"2026-07-31T22:41:44Z","avg_ns":12020988004,"stddev_ns":0,"avg_ts":170.368692,"stddev_ts":0.0,"samples_ns":[12020988004],"samples_ts":[170.369],"bench_model":"glm","bench_backend":"rocm","bench_depth":16384,"bench_kv":"q8_0/q8_0","bench_ctk":"q8_0","bench_ctv":"q8_0","bench_block":"d16384"}
{"build_commit":"a66d505","build_number":1,"cpu_info":"AMD RYZEN AI MAX+ 395 w/ Radeon 8060S","gpu_info":"Radeon 8060S Graphics","backends":"ROCm","model_filename":"hf://unsloth/GLM-4.7-Flash-GGUF@0d32489ecb9d/GLM-4.7-Flash-Q4_K_M.gguf","model_type":"deepseek2 30B.A3B Q4_K - Medium","model_size":18302863872,"model_n_params":29943393920,"n_batch":1024,"n_ubatch":512,"n_threads":8,"cpu_mask":"0x0","cpu_strict":false,"poll":50,"type_k":"q8_0","type_v":"q8_0","n_gpu_layers":-1,"n_cpu_moe":0,"split_mode":"layer","main_gpu":0,"no_kv_offload":false,"flash_attn":1,"devices":"auto","tensor_split":"0.00","tensor_buft_overrides":"none","use_mmap":true,"use_direct_io":false,"embeddings":false,"no_op_offload":0,"no_host":false,"fit_target":0,"fit_min_ctx":0,"n_prompt":0,"n_gen":128,"n_depth":16384,"test_time":"2026-07-31T22:42:54Z","avg_ns":4230417199,"stddev_ns":0,"avg_ts":30.257063,"stddev_ts":0.0,"samples_ns":[4230417199],"samples_ts":[30.2571],"bench_model":"glm","bench_backend":"rocm","bench_depth":16384,"bench_kv":"q8_0/q8_0","bench_ctk":"q8_0","bench_ctv":"q8_0","bench_block":"d16384"}
{"build_commit":"d6d899580","build_number":9747,"cpu_info":"AMD RYZEN AI MAX+ 395 w/ Radeon 8060S","gpu_info":"Radeon 8060S Graphics (RADV STRIX_HALO)","backends":"Vulkan","model_filename":"hf://unsloth/GLM-4.7-Flash-GGUF@0d32489ecb9d/GLM-4.7-Flash-Q4_K_M.gguf","model_type":"deepseek2 30B.A3B Q4_K - Medium","model_size":18302863872,"model_n_params":29943393920,"n_batch":1024,"n_ubatch":512,"n_threads":8,"cpu_mask":"0x0","cpu_strict":false,"poll":50,"type_k":"f16","type_v":"f16","n_gpu_layers":-1,"n_cpu_moe":0,"split_mode":"layer","main_gpu":0,"no_kv_offload":false,"flash_attn":1,"devices":"auto","tensor_split":"0.00","tensor_buft_overrides":"none","use_mmap":true,"use_direct_io":false,"embeddings":false,"no_op_offload":0,"no_host":false,"fit_target":0,"fit_min_ctx":0,"n_prompt":2048,"n_gen":0,"n_depth":16384,"test_time":"2026-07-31T22:43:01Z","avg_ns":10152795964,"stddev_ns":0,"avg_ts":201.717833,"stddev_ts":0.0,"samples_ns":[10152795964],"samples_ts":[201.718],"bench_model":"glm","bench_backend":"vulkan","bench_depth":16384,"bench_kv":"f16/f16","bench_ctk":"f16","bench_ctv":"f16","bench_block":"d16384"}
{"build_commit":"d6d899580","build_number":9747,"cpu_info":"AMD RYZEN AI MAX+ 395 w/ Radeon 8060S","gpu_info":"Radeon 8060S Graphics (RADV STRIX_HALO)","backends":"Vulkan","model_filename":"hf://unsloth/GLM-4.7-Flash-GGUF@0d32489ecb9d/GLM-4.7-Flash-Q4_K_M.gguf","model_type":"deepseek2 30B.A3B Q4_K - Medium","model_size":18302863872,"model_n_params":29943393920,"n_batch":1024,"n_ubatch":512,"n_threads":8,"cpu_mask":"0x0","cpu_strict":false,"poll":50,"type_k":"f16","type_v":"f16","n_gpu_layers":-1,"n_cpu_moe":0,"split_mode":"layer","main_gpu":0,"no_kv_offload":false,"flash_attn":1,"devices":"auto","tensor_split":"0.00","tensor_buft_overrides":"none","use_mmap":true,"use_direct_io":false,"embeddings":false,"no_op_offload":0,"no_host":false,"fit_target":0,"fit_min_ctx":0,"n_prompt":0,"n_gen":128,"n_depth":16384,"test_time":"2026-07-31T22:44:01Z","avg_ns":3155755987,"stddev_ns":0,"avg_ts":40.560804,"stddev_ts":0.0,"samples_ns":[3155755987],"samples_ts":[40.5608],"bench_model":"glm","bench_backend":"vulkan","bench_depth":16384,"bench_kv":"f16/f16","bench_ctk":"f16","bench_ctv":"f16","bench_block":"d16384"}
{"build_commit":"d6d899580","build_number":9747,"cpu_info":"AMD RYZEN AI MAX+ 395 w/ Radeon 8060S","gpu_info":"Radeon 8060S Graphics (RADV STRIX_HALO)","backends":"Vulkan","model_filename":"hf://unsloth/GLM-4.7-Flash-GGUF@0d32489ecb9d/GLM-4.7-Flash-Q4_K_M.gguf","model_type":"deepseek2 30B.A3B Q4_K - Medium","model_size":18302863872,"model_n_params":29943393920,"n_batch":1024,"n_ubatch":512,"n_threads":8,"cpu_mask":"0x0","cpu_strict":false,"poll":50,"type_k":"f16","type_v":"q8_0","n_gpu_layers":-1,"n_cpu_moe":0,"split_mode":"layer","main_gpu":0,"no_kv_offload":false,"flash_attn":1,"devices":"auto","tensor_split":"0.00","tensor_buft_overrides":"none","use_mmap":true,"use_direct_io":false,"embeddings":false,"no_op_offload":0,"no_host":false,"fit_target":0,"fit_min_ctx":0,"n_prompt":2048,"n_gen":0,"n_depth":16384,"test_time":"2026-07-31T22:44:06Z","avg_ns":10143254945,"stddev_ns":0,"avg_ts":201.907574,"stddev_ts":0.0,"samples_ns":[10143254945],"samples_ts":[201.908],"bench_model":"glm","bench_backend":"vulkan","bench_depth":16384,"bench_kv":"f16/q8_0","bench_ctk":"f16","bench_ctv":"q8_0","bench_block":"d16384"}
{"build_commit":"d6d899580","build_number":9747,"cpu_info":"AMD RYZEN AI MAX+ 395 w/ Radeon 8060S","gpu_info":"Radeon 8060S Graphics (RADV STRIX_HALO)","backends":"Vulkan","model_filename":"hf://unsloth/GLM-4.7-Flash-GGUF@0d32489ecb9d/GLM-4.7-Flash-Q4_K_M.gguf","model_type":"deepseek2 30B.A3B Q4_K - Medium","model_size":18302863872,"model_n_params":29943393920,"n_batch":1024,"n_ubatch":512,"n_threads":8,"cpu_mask":"0x0","cpu_strict":false,"poll":50,"type_k":"f16","type_v":"q8_0","n_gpu_layers":-1,"n_cpu_moe":0,"split_mode":"layer","main_gpu":0,"no_kv_offload":false,"flash_attn":1,"devices":"auto","tensor_split":"0.00","tensor_buft_overrides":"none","use_mmap":true,"use_direct_io":false,"embeddings":false,"no_op_offload":0,"no_host":false,"fit_target":0,"fit_min_ctx":0,"n_prompt":0,"n_gen":128,"n_depth":16384,"test_time":"2026-07-31T22:45:06Z","avg_ns":3199063955,"stddev_ns":0,"avg_ts":40.011704,"stddev_ts":0.0,"samples_ns":[3199063955],"samples_ts":[40.0117],"bench_model":"glm","bench_backend":"vulkan","bench_depth":16384,"bench_kv":"f16/q8_0","bench_ctk":"f16","bench_ctv":"q8_0","bench_block":"d16384"}
{"build_commit":"d6d899580","build_number":9747,"cpu_info":"AMD RYZEN AI MAX+ 395 w/ Radeon 8060S","gpu_info":"Radeon 8060S Graphics (RADV STRIX_HALO)","backends":"Vulkan","model_filename":"hf://unsloth/GLM-4.7-Flash-GGUF@0d32489ecb9d/GLM-4.7-Flash-Q4_K_M.gguf","model_type":"deepseek2 30B.A3B Q4_K - Medium","model_size":18302863872,"model_n_params":29943393920,"n_batch":1024,"n_ubatch":512,"n_threads":8,"cpu_mask":"0x0","cpu_strict":false,"poll":50,"type_k":"f16","type_v":"q4_0","n_gpu_layers":-1,"n_cpu_moe":0,"split_mode":"layer","main_gpu":0,"no_kv_offload":false,"flash_attn":1,"devices":"auto","tensor_split":"0.00","tensor_buft_overrides":"none","use_mmap":true,"use_direct_io":false,"embeddings":false,"no_op_offload":0,"no_host":false,"fit_target":0,"fit_min_ctx":0,"n_prompt":2048,"n_gen":0,"n_depth":16384,"test_time":"2026-07-31T22:45:12Z","avg_ns":10142021237,"stddev_ns":0,"avg_ts":201.932135,"stddev_ts":0.0,"samples_ns":[10142021237],"samples_ts":[201.932],"bench_model":"glm","bench_backend":"vulkan","bench_depth":16384,"bench_kv":"f16/q4_0","bench_ctk":"f16","bench_ctv":"q4_0","bench_block":"d16384"}
{"build_commit":"d6d899580","build_number":9747,"cpu_info":"AMD RYZEN AI MAX+ 395 w/ Radeon 8060S","gpu_info":"Radeon 8060S Graphics (RADV STRIX_HALO)","backends":"Vulkan","model_filename":"hf://unsloth/GLM-4.7-Flash-GGUF@0d32489ecb9d/GLM-4.7-Flash-Q4_K_M.gguf","model_type":"deepseek2 30B.A3B Q4_K - Medium","model_size":18302863872,"model_n_params":29943393920,"n_batch":1024,"n_ubatch":512,"n_threads":8,"cpu_mask":"0x0","cpu_strict":false,"poll":50,"type_k":"f16","type_v":"q4_0","n_gpu_layers":-1,"n_cpu_moe":0,"split_mode":"layer","main_gpu":0,"no_kv_offload":false,"flash_attn":1,"devices":"auto","tensor_split":"0.00","tensor_buft_overrides":"none","use_mmap":true,"use_direct_io":false,"embeddings":false,"no_op_offload":0,"no_host":false,"fit_target":0,"fit_min_ctx":0,"n_prompt":0,"n_gen":128,"n_depth":16384,"test_time":"2026-07-31T22:46:12Z","avg_ns":3152344438,"stddev_ns":0,"avg_ts":40.6047,"stddev_ts":0.0,"samples_ns":[3152344438],"samples_ts":[40.6047],"bench_model":"glm","bench_backend":"vulkan","bench_depth":16384,"bench_kv":"f16/q4_0","bench_ctk":"f16","bench_ctv":"q4_0","bench_block":"d16384"}
{"build_commit":"d6d899580","build_number":9747,"cpu_info":"AMD RYZEN AI MAX+ 395 w/ Radeon 8060S","gpu_info":"Radeon 8060S Graphics (RADV STRIX_HALO)","backends":"Vulkan","model_filename":"hf://unsloth/GLM-4.7-Flash-GGUF@0d32489ecb9d/GLM-4.7-Flash-Q4_K_M.gguf","model_type":"deepseek2 30B.A3B Q4_K - Medium","model_size":18302863872,"model_n_params":29943393920,"n_batch":1024,"n_ubatch":512,"n_threads":8,"cpu_mask":"0x0","cpu_strict":false,"poll":50,"type_k":"q4_0","type_v":"q4_0","n_gpu_layers":-1,"n_cpu_moe":0,"split_mode":"layer","main_gpu":0,"no_kv_offload":false,"flash_attn":1,"devices":"auto","tensor_split":"0.00","tensor_buft_overrides":"none","use_mmap":true,"use_direct_io":false,"embeddings":false,"no_op_offload":0,"no_host":false,"fit_target":0,"fit_min_ctx":0,"n_prompt":2048,"n_gen":0,"n_depth":16384,"test_time":"2026-07-31T22:46:18Z","avg_ns":19898194186,"stddev_ns":0,"avg_ts":102.923913,"stddev_ts":0.0,"samples_ns":[19898194186],"samples_ts":[102.924],"bench_model":"glm","bench_backend":"vulkan","bench_depth":16384,"bench_kv":"q4_0/q4_0","bench_ctk":"q4_0","bench_ctv":"q4_0","bench_block":"d16384"}
{"build_commit":"d6d899580","build_number":9747,"cpu_info":"AMD RYZEN AI MAX+ 395 w/ Radeon 8060S","gpu_info":"Radeon 8060S Graphics (RADV STRIX_HALO)","backends":"Vulkan","model_filename":"hf://unsloth/GLM-4.7-Flash-GGUF@0d32489ecb9d/GLM-4.7-Flash-Q4_K_M.gguf","model_type":"deepseek2 30B.A3B Q4_K - Medium","model_size":18302863872,"model_n_params":29943393920,"n_batch":1024,"n_ubatch":512,"n_threads":8,"cpu_mask":"0x0","cpu_strict":false,"poll":50,"type_k":"q4_0","type_v":"q4_0","n_gpu_layers":-1,"n_cpu_moe":0,"split_mode":"layer","main_gpu":0,"no_kv_offload":false,"flash_attn":1,"devices":"auto","tensor_split":"0.00","tensor_buft_overrides":"none","use_mmap":true,"use_direct_io":false,"embeddings":false,"no_op_offload":0,"no_host":false,"fit_target":0,"fit_min_ctx":0,"n_prompt":0,"n_gen":128,"n_depth":16384,"test_time":"2026-07-31T22:48:06Z","avg_ns":5827830139,"stddev_ns":0,"avg_ts":21.963578,"stddev_ts":0.0,"samples_ns":[5827830139],"samples_ts":[21.9636],"bench_model":"glm","bench_backend":"vulkan","bench_depth":16384,"bench_kv":"q4_0/q4_0","bench_ctk":"q4_0","bench_ctv":"q4_0","bench_block":"d16384"}
{"build_commit":"d6d899580","build_number":9747,"cpu_info":"AMD RYZEN AI MAX+ 395 w/ Radeon 8060S","gpu_info":"Radeon 8060S Graphics (RADV STRIX_HALO)","backends":"Vulkan","model_filename":"hf://unsloth/GLM-4.7-Flash-GGUF@0d32489ecb9d/GLM-4.7-Flash-Q4_K_M.gguf","model_type":"deepseek2 30B.A3B Q4_K - Medium","model_size":18302863872,"model_n_params":29943393920,"n_batch":1024,"n_ubatch":512,"n_threads":8,"cpu_mask":"0x0","cpu_strict":false,"poll":50,"type_k":"q8_0","type_v":"q8_0","n_gpu_layers":-1,"n_cpu_moe":0,"split_mode":"layer","main_gpu":0,"no_kv_offload":false,"flash_attn":1,"devices":"auto","tensor_split":"0.00","tensor_buft_overrides":"none","use_mmap":true,"use_direct_io":false,"embeddings":false,"no_op_offload":0,"no_host":false,"fit_target":0,"fit_min_ctx":0,"n_prompt":2048,"n_gen":0,"n_depth":16384,"test_time":"2026-07-31T22:48:15Z","avg_ns":21514997522,"stddev_ns":0,"avg_ts":95.189414,"stddev_ts":0.0,"samples_ns":[21514997522],"samples_ts":[95.1894],"bench_model":"glm","bench_backend":"vulkan","bench_depth":16384,"bench_kv":"q8_0/q8_0","bench_ctk":"q8_0","bench_ctv":"q8_0","bench_block":"d16384"}
{"build_commit":"d6d899580","build_number":9747,"cpu_info":"AMD RYZEN AI MAX+ 395 w/ Radeon 8060S","gpu_info":"Radeon 8060S Graphics (RADV STRIX_HALO)","backends":"Vulkan","model_filename":"hf://unsloth/GLM-4.7-Flash-GGUF@0d32489ecb9d/GLM-4.7-Flash-Q4_K_M.gguf","model_type":"deepseek2 30B.A3B Q4_K - Medium","model_size":18302863872,"model_n_params":29943393920,"n_batch":1024,"n_ubatch":512,"n_threads":8,"cpu_mask":"0x0","cpu_strict":false,"poll":50,"type_k":"q8_0","type_v":"q8_0","n_gpu_layers":-1,"n_cpu_moe":0,"split_mode":"layer","main_gpu":0,"no_kv_offload":false,"flash_attn":1,"devices":"auto","tensor_split":"0.00","tensor_buft_overrides":"none","use_mmap":true,"use_direct_io":false,"embeddings":false,"no_op_offload":0,"no_host":false,"fit_target":0,"fit_min_ctx":0,"n_prompt":0,"n_gen":128,"n_depth":16384,"test_time":"2026-07-31T22:50:13Z","avg_ns":4768961995,"stddev_ns":0,"avg_ts":26.840222,"stddev_ts":0.0,"samples_ns":[4768961995],"samples_ts":[26.8402],"bench_model":"glm","bench_backend":"vulkan","bench_depth":16384,"bench_kv":"q8_0/q8_0","bench_ctk":"q8_0","bench_ctv":"q8_0","bench_block":"d16384"}
{"build_commit":"a66d505","build_number":1,"cpu_info":"AMD RYZEN AI MAX+ 395 w/ Radeon 8060S","gpu_info":"Radeon 8060S Graphics","backends":"ROCm","model_filename":"hf://unsloth/GLM-4.7-Flash-GGUF@0d32489ecb9d/GLM-4.7-Flash-UD-Q4_K_XL.gguf","model_type":"deepseek2 30B.A3B Q4_K - Medium","model_size":17510693376,"model_n_params":29943393920,"n_batch":1024,"n_ubatch":512,"n_threads":8,"cpu_mask":"0x0","cpu_strict":false,"poll":50,"type_k":"f16","type_v":"f16","n_gpu_layers":-1,"n_cpu_moe":0,"split_mode":"layer","main_gpu":0,"no_kv_offload":false,"flash_attn":1,"devices":"auto","tensor_split":"0.00","tensor_buft_overrides":"none","use_mmap":true,"use_direct_io":false,"embeddings":false,"no_op_offload":0,"no_host":false,"fit_target":0,"fit_min_ctx":0,"n_prompt":2048,"n_gen":0,"n_depth":16384,"test_time":"2026-07-31T22:50:22Z","avg_ns":11878032609,"stddev_ns":0,"avg_ts":172.419126,"stddev_ts":0.0,"samples_ns":[11878032609],"samples_ts":[172.419],"bench_model":"glm-xl","bench_backend":"rocm","bench_depth":16384,"bench_kv":"f16/f16","bench_ctk":"f16","bench_ctv":"f16","bench_block":"d16384"}
{"build_commit":"a66d505","build_number":1,"cpu_info":"AMD RYZEN AI MAX+ 395 w/ Radeon 8060S","gpu_info":"Radeon 8060S Graphics","backends":"ROCm","model_filename":"hf://unsloth/GLM-4.7-Flash-GGUF@0d32489ecb9d/GLM-4.7-Flash-UD-Q4_K_XL.gguf","model_type":"deepseek2 30B.A3B Q4_K - Medium","model_size":17510693376,"model_n_params":29943393920,"n_batch":1024,"n_ubatch":512,"n_threads":8,"cpu_mask":"0x0","cpu_strict":false,"poll":50,"type_k":"f16","type_v":"f16","n_gpu_layers":-1,"n_cpu_moe":0,"split_mode":"layer","main_gpu":0,"no_kv_offload":false,"flash_attn":1,"devices":"auto","tensor_split":"0.00","tensor_buft_overrides":"none","use_mmap":true,"use_direct_io":false,"embeddings":false,"no_op_offload":0,"no_host":false,"fit_target":0,"fit_min_ctx":0,"n_prompt":0,"n_gen":128,"n_depth":16384,"test_time":"2026-07-31T22:51:31Z","avg_ns":3569989933,"stddev_ns":0,"avg_ts":35.854443,"stddev_ts":0.0,"samples_ns":[3569989933],"samples_ts":[35.8544],"bench_model":"glm-xl","bench_backend":"rocm","bench_depth":16384,"bench_kv":"f16/f16","bench_ctk":"f16","bench_ctv":"f16","bench_block":"d16384"}
{"build_commit":"a66d505","build_number":1,"cpu_info":"AMD RYZEN AI MAX+ 395 w/ Radeon 8060S","gpu_info":"Radeon 8060S Graphics","backends":"ROCm","model_filename":"hf://unsloth/GLM-4.7-Flash-GGUF@0d32489ecb9d/GLM-4.7-Flash-UD-Q4_K_XL.gguf","model_type":"deepseek2 30B.A3B Q4_K - Medium","model_size":17510693376,"model_n_params":29943393920,"n_batch":1024,"n_ubatch":512,"n_threads":8,"cpu_mask":"0x0","cpu_strict":false,"poll":50,"type_k":"f16","type_v":"q8_0","n_gpu_layers":-1,"n_cpu_moe":0,"split_mode":"layer","main_gpu":0,"no_kv_offload":false,"flash_attn":1,"devices":"auto","tensor_split":"0.00","tensor_buft_overrides":"none","use_mmap":true,"use_direct_io":false,"embeddings":false,"no_op_offload":0,"no_host":false,"fit_target":0,"fit_min_ctx":0,"n_prompt":2048,"n_gen":0,"n_depth":16384,"test_time":"2026-07-31T22:51:36Z","avg_ns":11886477014,"stddev_ns":0,"avg_ts":172.296636,"stddev_ts":0.0,"samples_ns":[11886477014],"samples_ts":[172.297],"bench_model":"glm-xl","bench_backend":"rocm","bench_depth":16384,"bench_kv":"f16/q8_0","bench_ctk":"f16","bench_ctv":"q8_0","bench_block":"d16384"}
{"build_commit":"a66d505","build_number":1,"cpu_info":"AMD RYZEN AI MAX+ 395 w/ Radeon 8060S","gpu_info":"Radeon 8060S Graphics","backends":"ROCm","model_filename":"hf://unsloth/GLM-4.7-Flash-GGUF@0d32489ecb9d/GLM-4.7-Flash-UD-Q4_K_XL.gguf","model_type":"deepseek2 30B.A3B Q4_K - Medium","model_size":17510693376,"model_n_params":29943393920,"n_batch":1024,"n_ubatch":512,"n_threads":8,"cpu_mask":"0x0","cpu_strict":false,"poll":50,"type_k":"f16","type_v":"q8_0","n_gpu_layers":-1,"n_cpu_moe":0,"split_mode":"layer","main_gpu":0,"no_kv_offload":false,"flash_attn":1,"devices":"auto","tensor_split":"0.00","tensor_buft_overrides":"none","use_mmap":true,"use_direct_io":false,"embeddings":false,"no_op_offload":0,"no_host":false,"fit_target":0,"fit_min_ctx":0,"n_prompt":0,"n_gen":128,"n_depth":16384,"test_time":"2026-07-31T22:52:45Z","avg_ns":3576758133,"stddev_ns":0,"avg_ts":35.786596,"stddev_ts":0.0,"samples_ns":[3576758133],"samples_ts":[35.7866],"bench_model":"glm-xl","bench_backend":"rocm","bench_depth":16384,"bench_kv":"f16/q8_0","bench_ctk":"f16","bench_ctv":"q8_0","bench_block":"d16384"}
{"build_commit":"a66d505","build_number":1,"cpu_info":"AMD RYZEN AI MAX+ 395 w/ Radeon 8060S","gpu_info":"Radeon 8060S Graphics","backends":"ROCm","model_filename":"hf://unsloth/GLM-4.7-Flash-GGUF@0d32489ecb9d/GLM-4.7-Flash-UD-Q4_K_XL.gguf","model_type":"deepseek2 30B.A3B Q4_K - Medium","model_size":17510693376,"model_n_params":29943393920,"n_batch":1024,"n_ubatch":512,"n_threads":8,"cpu_mask":"0x0","cpu_strict":false,"poll":50,"type_k":"f16","type_v":"q4_0","n_gpu_layers":-1,"n_cpu_moe":0,"split_mode":"layer","main_gpu":0,"no_kv_offload":false,"flash_attn":1,"devices":"auto","tensor_split":"0.00","tensor_buft_overrides":"none","use_mmap":true,"use_direct_io":false,"embeddings":false,"no_op_offload":0,"no_host":false,"fit_target":0,"fit_min_ctx":0,"n_prompt":2048,"n_gen":0,"n_depth":16384,"test_time":"2026-07-31T22:52:50Z","avg_ns":11869896195,"stddev_ns":0,"avg_ts":172.537313,"stddev_ts":0.0,"samples_ns":[11869896195],"samples_ts":[172.537],"bench_model":"glm-xl","bench_backend":"rocm","bench_depth":16384,"bench_kv":"f16/q4_0","bench_ctk":"f16","bench_ctv":"q4_0","bench_block":"d16384"}
{"build_commit":"a66d505","build_number":1,"cpu_info":"AMD RYZEN AI MAX+ 395 w/ Radeon 8060S","gpu_info":"Radeon 8060S Graphics","backends":"ROCm","model_filename":"hf://unsloth/GLM-4.7-Flash-GGUF@0d32489ecb9d/GLM-4.7-Flash-UD-Q4_K_XL.gguf","model_type":"deepseek2 30B.A3B Q4_K - Medium","model_size":17510693376,"model_n_params":29943393920,"n_batch":1024,"n_ubatch":512,"n_threads":8,"cpu_mask":"0x0","cpu_strict":false,"poll":50,"type_k":"f16","type_v":"q4_0","n_gpu_layers":-1,"n_cpu_moe":0,"split_mode":"layer","main_gpu":0,"no_kv_offload":false,"flash_attn":1,"devices":"auto","tensor_split":"0.00","tensor_buft_overrides":"none","use_mmap":true,"use_direct_io":false,"embeddings":false,"no_op_offload":0,"no_host":false,"fit_target":0,"fit_min_ctx":0,"n_prompt":0,"n_gen":128,"n_depth":16384,"test_time":"2026-07-31T22:53:59Z","avg_ns":3583987587,"stddev_ns":0,"avg_ts":35.714409,"stddev_ts":0.0,"samples_ns":[3583987587],"samples_ts":[35.7144],"bench_model":"glm-xl","bench_backend":"rocm","bench_depth":16384,"bench_kv":"f16/q4_0","bench_ctk":"f16","bench_ctv":"q4_0","bench_block":"d16384"}
{"build_commit":"a66d505","build_number":1,"cpu_info":"AMD RYZEN AI MAX+ 395 w/ Radeon 8060S","gpu_info":"Radeon 8060S Graphics","backends":"ROCm","model_filename":"hf://unsloth/GLM-4.7-Flash-GGUF@0d32489ecb9d/GLM-4.7-Flash-UD-Q4_K_XL.gguf","model_type":"deepseek2 30B.A3B Q4_K - Medium","model_size":17510693376,"model_n_params":29943393920,"n_batch":1024,"n_ubatch":512,"n_threads":8,"cpu_mask":"0x0","cpu_strict":false,"poll":50,"type_k":"q4_0","type_v":"q4_0","n_gpu_layers":-1,"n_cpu_moe":0,"split_mode":"layer","main_gpu":0,"no_kv_offload":false,"flash_attn":1,"devices":"auto","tensor_split":"0.00","tensor_buft_overrides":"none","use_mmap":true,"use_direct_io":false,"embeddings":false,"no_op_offload":0,"no_host":false,"fit_target":0,"fit_min_ctx":0,"n_prompt":2048,"n_gen":0,"n_depth":16384,"test_time":"2026-07-31T22:54:04Z","avg_ns":11884582575,"stddev_ns":0,"avg_ts":172.3241,"stddev_ts":0.0,"samples_ns":[11884582575],"samples_ts":[172.324],"bench_model":"glm-xl","bench_backend":"rocm","bench_depth":16384,"bench_kv":"q4_0/q4_0","bench_ctk":"q4_0","bench_ctv":"q4_0","bench_block":"d16384"}
{"build_commit":"a66d505","build_number":1,"cpu_info":"AMD RYZEN AI MAX+ 395 w/ Radeon 8060S","gpu_info":"Radeon 8060S Graphics","backends":"ROCm","model_filename":"hf://unsloth/GLM-4.7-Flash-GGUF@0d32489ecb9d/GLM-4.7-Flash-UD-Q4_K_XL.gguf","model_type":"deepseek2 30B.A3B Q4_K - Medium","model_size":17510693376,"model_n_params":29943393920,"n_batch":1024,"n_ubatch":512,"n_threads":8,"cpu_mask":"0x0","cpu_strict":false,"poll":50,"type_k":"q4_0","type_v":"q4_0","n_gpu_layers":-1,"n_cpu_moe":0,"split_mode":"layer","main_gpu":0,"no_kv_offload":false,"flash_attn":1,"devices":"auto","tensor_split":"0.00","tensor_buft_overrides":"none","use_mmap":true,"use_direct_io":false,"embeddings":false,"no_op_offload":0,"no_host":false,"fit_target":0,"fit_min_ctx":0,"n_prompt":0,"n_gen":128,"n_depth":16384,"test_time":"2026-07-31T22:55:13Z","avg_ns":4060001218,"stddev_ns":0,"avg_ts":31.527084,"stddev_ts":0.0,"samples_ns":[4060001218],"samples_ts":[31.5271],"bench_model":"glm-xl","bench_backend":"rocm","bench_depth":16384,"bench_kv":"q4_0/q4_0","bench_ctk":"q4_0","bench_ctv":"q4_0","bench_block":"d16384"}
{"build_commit":"a66d505","build_number":1,"cpu_info":"AMD RYZEN AI MAX+ 395 w/ Radeon 8060S","gpu_info":"Radeon 8060S Graphics","backends":"ROCm","model_filename":"hf://unsloth/GLM-4.7-Flash-GGUF@0d32489ecb9d/GLM-4.7-Flash-UD-Q4_K_XL.gguf","model_type":"deepseek2 30B.A3B Q4_K - Medium","model_size":17510693376,"model_n_params":29943393920,"n_batch":1024,"n_ubatch":512,"n_threads":8,"cpu_mask":"0x0","cpu_strict":false,"poll":50,"type_k":"q8_0","type_v":"q8_0","n_gpu_layers":-1,"n_cpu_moe":0,"split_mode":"layer","main_gpu":0,"no_kv_offload":false,"flash_attn":1,"devices":"auto","tensor_split":"0.00","tensor_buft_overrides":"none","use_mmap":true,"use_direct_io":false,"embeddings":false,"no_op_offload":0,"no_host":false,"fit_target":0,"fit_min_ctx":0,"n_prompt":2048,"n_gen":0,"n_depth":16384,"test_time":"2026-07-31T22:55:18Z","avg_ns":11885980499,"stddev_ns":0,"avg_ts":172.303833,"stddev_ts":0.0,"samples_ns":[11885980499],"samples_ts":[172.304],"bench_model":"glm-xl","bench_backend":"rocm","bench_depth":16384,"bench_kv":"q8_0/q8_0","bench_ctk":"q8_0","bench_ctv":"q8_0","bench_block":"d16384"}
{"build_commit":"a66d505","build_number":1,"cpu_info":"AMD RYZEN AI MAX+ 395 w/ Radeon 8060S","gpu_info":"Radeon 8060S Graphics","backends":"ROCm","model_filename":"hf://unsloth/GLM-4.7-Flash-GGUF@0d32489ecb9d/GLM-4.7-Flash-UD-Q4_K_XL.gguf","model_type":"deepseek2 30B.A3B Q4_K - Medium","model_size":17510693376,"model_n_params":29943393920,"n_batch":1024,"n_ubatch":512,"n_threads":8,"cpu_mask":"0x0","cpu_strict":false,"poll":50,"type_k":"q8_0","type_v":"q8_0","n_gpu_layers":-1,"n_cpu_moe":0,"split_mode":"layer","main_gpu":0,"no_kv_offload":false,"flash_attn":1,"devices":"auto","tensor_split":"0.00","tensor_buft_overrides":"none","use_mmap":true,"use_direct_io":false,"embeddings":false,"no_op_offload":0,"no_host":false,"fit_target":0,"fit_min_ctx":0,"n_prompt":0,"n_gen":128,"n_depth":16384,"test_time":"2026-07-31T22:56:27Z","avg_ns":4186400327,"stddev_ns":0,"avg_ts":30.575193,"stddev_ts":0.0,"samples_ns":[4186400327],"samples_ts":[30.5752],"bench_model":"glm-xl","bench_backend":"rocm","bench_depth":16384,"bench_kv":"q8_0/q8_0","bench_ctk":"q8_0","bench_ctv":"q8_0","bench_block":"d16384"}
{"build_commit":"d6d899580","build_number":9747,"cpu_info":"AMD RYZEN AI MAX+ 395 w/ Radeon 8060S","gpu_info":"Radeon 8060S Graphics (RADV STRIX_HALO)","backends":"Vulkan","model_filename":"hf://unsloth/GLM-4.7-Flash-GGUF@0d32489ecb9d/GLM-4.7-Flash-UD-Q4_K_XL.gguf","model_type":"deepseek2 30B.A3B Q4_K - Medium","model_size":17510693376,"model_n_params":29943393920,"n_batch":1024,"n_ubatch":512,"n_threads":8,"cpu_mask":"0x0","cpu_strict":false,"poll":50,"type_k":"f16","type_v":"f16","n_gpu_layers":-1,"n_cpu_moe":0,"split_mode":"layer","main_gpu":0,"no_kv_offload":false,"flash_attn":1,"devices":"auto","tensor_split":"0.00","tensor_buft_overrides":"none","use_mmap":true,"use_direct_io":false,"embeddings":false,"no_op_offload":0,"no_host":false,"fit_target":0,"fit_min_ctx":0,"n_prompt":2048,"n_gen":0,"n_depth":16384,"test_time":"2026-07-31T22:56:34Z","avg_ns":10042791791,"stddev_ns":0,"avg_ts":203.927358,"stddev_ts":0.0,"samples_ns":[10042791791],"samples_ts":[203.927],"bench_model":"glm-xl","bench_backend":"vulkan","bench_depth":16384,"bench_kv":"f16/f16","bench_ctk":"f16","bench_ctv":"f16","bench_block":"d16384"}
{"build_commit":"d6d899580","build_number":9747,"cpu_info":"AMD RYZEN AI MAX+ 395 w/ Radeon 8060S","gpu_info":"Radeon 8060S Graphics (RADV STRIX_HALO)","backends":"Vulkan","model_filename":"hf://unsloth/GLM-4.7-Flash-GGUF@0d32489ecb9d/GLM-4.7-Flash-UD-Q4_K_XL.gguf","model_type":"deepseek2 30B.A3B Q4_K - Medium","model_size":17510693376,"model_n_params":29943393920,"n_batch":1024,"n_ubatch":512,"n_threads":8,"cpu_mask":"0x0","cpu_strict":false,"poll":50,"type_k":"f16","type_v":"f16","n_gpu_layers":-1,"n_cpu_moe":0,"split_mode":"layer","main_gpu":0,"no_kv_offload":false,"flash_attn":1,"devices":"auto","tensor_split":"0.00","tensor_buft_overrides":"none","use_mmap":true,"use_direct_io":false,"embeddings":false,"no_op_offload":0,"no_host":false,"fit_target":0,"fit_min_ctx":0,"n_prompt":0,"n_gen":128,"n_depth":16384,"test_time":"2026-07-31T22:57:33Z","avg_ns":3166524377,"stddev_ns":0,"avg_ts":40.422869,"stddev_ts":0.0,"samples_ns":[3166524377],"samples_ts":[40.4229],"bench_model":"glm-xl","bench_backend":"vulkan","bench_depth":16384,"bench_kv":"f16/f16","bench_ctk":"f16","bench_ctv":"f16","bench_block":"d16384"}
{"build_commit":"d6d899580","build_number":9747,"cpu_info":"AMD RYZEN AI MAX+ 395 w/ Radeon 8060S","gpu_info":"Radeon 8060S Graphics (RADV STRIX_HALO)","backends":"Vulkan","model_filename":"hf://unsloth/GLM-4.7-Flash-GGUF@0d32489ecb9d/GLM-4.7-Flash-UD-Q4_K_XL.gguf","model_type":"deepseek2 30B.A3B Q4_K - Medium","model_size":17510693376,"model_n_params":29943393920,"n_batch":1024,"n_ubatch":512,"n_threads":8,"cpu_mask":"0x0","cpu_strict":false,"poll":50,"type_k":"f16","type_v":"q8_0","n_gpu_layers":-1,"n_cpu_moe":0,"split_mode":"layer","main_gpu":0,"no_kv_offload":false,"flash_attn":1,"devices":"auto","tensor_split":"0.00","tensor_buft_overrides":"none","use_mmap":true,"use_direct_io":false,"embeddings":false,"no_op_offload":0,"no_host":false,"fit_target":0,"fit_min_ctx":0,"n_prompt":2048,"n_gen":0,"n_depth":16384,"test_time":"2026-07-31T22:57:39Z","avg_ns":10035217607,"stddev_ns":0,"avg_ts":204.081275,"stddev_ts":0.0,"samples_ns":[10035217607],"samples_ts":[204.081],"bench_model":"glm-xl","bench_backend":"vulkan","bench_depth":16384,"bench_kv":"f16/q8_0","bench_ctk":"f16","bench_ctv":"q8_0","bench_block":"d16384"}
{"build_commit":"d6d899580","build_number":9747,"cpu_info":"AMD RYZEN AI MAX+ 395 w/ Radeon 8060S","gpu_info":"Radeon 8060S Graphics (RADV STRIX_HALO)","backends":"Vulkan","model_filename":"hf://unsloth/GLM-4.7-Flash-GGUF@0d32489ecb9d/GLM-4.7-Flash-UD-Q4_K_XL.gguf","model_type":"deepseek2 30B.A3B Q4_K - Medium","model_size":17510693376,"model_n_params":29943393920,"n_batch":1024,"n_ubatch":512,"n_threads":8,"cpu_mask":"0x0","cpu_strict":false,"poll":50,"type_k":"f16","type_v":"q8_0","n_gpu_layers":-1,"n_cpu_moe":0,"split_mode":"layer","main_gpu":0,"no_kv_offload":false,"flash_attn":1,"devices":"auto","tensor_split":"0.00","tensor_buft_overrides":"none","use_mmap":true,"use_direct_io":false,"embeddings":false,"no_op_offload":0,"no_host":false,"fit_target":0,"fit_min_ctx":0,"n_prompt":0,"n_gen":128,"n_depth":16384,"test_time":"2026-07-31T22:58:38Z","avg_ns":3167663469,"stddev_ns":0,"avg_ts":40.408333,"stddev_ts":0.0,"samples_ns":[3167663469],"samples_ts":[40.4083],"bench_model":"glm-xl","bench_backend":"vulkan","bench_depth":16384,"bench_kv":"f16/q8_0","bench_ctk":"f16","bench_ctv":"q8_0","bench_block":"d16384"}
{"build_commit":"d6d899580","build_number":9747,"cpu_info":"AMD RYZEN AI MAX+ 395 w/ Radeon 8060S","gpu_info":"Radeon 8060S Graphics (RADV STRIX_HALO)","backends":"Vulkan","model_filename":"hf://unsloth/GLM-4.7-Flash-GGUF@0d32489ecb9d/GLM-4.7-Flash-UD-Q4_K_XL.gguf","model_type":"deepseek2 30B.A3B Q4_K - Medium","model_size":17510693376,"model_n_params":29943393920,"n_batch":1024,"n_ubatch":512,"n_threads":8,"cpu_mask":"0x0","cpu_strict":false,"poll":50,"type_k":"f16","type_v":"q4_0","n_gpu_layers":-1,"n_cpu_moe":0,"split_mode":"layer","main_gpu":0,"no_kv_offload":false,"flash_attn":1,"devices":"auto","tensor_split":"0.00","tensor_buft_overrides":"none","use_mmap":true,"use_direct_io":false,"embeddings":false,"no_op_offload":0,"no_host":false,"fit_target":0,"fit_min_ctx":0,"n_prompt":2048,"n_gen":0,"n_depth":16384,"test_time":"2026-07-31T22:58:44Z","avg_ns":10028463788,"stddev_ns":0,"avg_ts":204.218716,"stddev_ts":0.0,"samples_ns":[10028463788],"samples_ts":[204.219],"bench_model":"glm-xl","bench_backend":"vulkan","bench_depth":16384,"bench_kv":"f16/q4_0","bench_ctk":"f16","bench_ctv":"q4_0","bench_block":"d16384"}
{"build_commit":"d6d899580","build_number":9747,"cpu_info":"AMD RYZEN AI MAX+ 395 w/ Radeon 8060S","gpu_info":"Radeon 8060S Graphics (RADV STRIX_HALO)","backends":"Vulkan","model_filename":"hf://unsloth/GLM-4.7-Flash-GGUF@0d32489ecb9d/GLM-4.7-Flash-UD-Q4_K_XL.gguf","model_type":"deepseek2 30B.A3B Q4_K - Medium","model_size":17510693376,"model_n_params":29943393920,"n_batch":1024,"n_ubatch":512,"n_threads":8,"cpu_mask":"0x0","cpu_strict":false,"poll":50,"type_k":"f16","type_v":"q4_0","n_gpu_layers":-1,"n_cpu_moe":0,"split_mode":"layer","main_gpu":0,"no_kv_offload":false,"flash_attn":1,"devices":"auto","tensor_split":"0.00","tensor_buft_overrides":"none","use_mmap":true,"use_direct_io":false,"embeddings":false,"no_op_offload":0,"no_host":false,"fit_target":0,"fit_min_ctx":0,"n_prompt":0,"n_gen":128,"n_depth":16384,"test_time":"2026-07-31T22:59:43Z","avg_ns":3127136691,"stddev_ns":0,"avg_ts":40.932013,"stddev_ts":0.0,"samples_ns":[3127136691],"samples_ts":[40.932],"bench_model":"glm-xl","bench_backend":"vulkan","bench_depth":16384,"bench_kv":"f16/q4_0","bench_ctk":"f16","bench_ctv":"q4_0","bench_block":"d16384"}
{"build_commit":"d6d899580","build_number":9747,"cpu_info":"AMD RYZEN AI MAX+ 395 w/ Radeon 8060S","gpu_info":"Radeon 8060S Graphics (RADV STRIX_HALO)","backends":"Vulkan","model_filename":"hf://unsloth/GLM-4.7-Flash-GGUF@0d32489ecb9d/GLM-4.7-Flash-UD-Q4_K_XL.gguf","model_type":"deepseek2 30B.A3B Q4_K - Medium","model_size":17510693376,"model_n_params":29943393920,"n_batch":1024,"n_ubatch":512,"n_threads":8,"cpu_mask":"0x0","cpu_strict":false,"poll":50,"type_k":"q4_0","type_v":"q4_0","n_gpu_layers":-1,"n_cpu_moe":0,"split_mode":"layer","main_gpu":0,"no_kv_offload":false,"flash_attn":1,"devices":"auto","tensor_split":"0.00","tensor_buft_overrides":"none","use_mmap":true,"use_direct_io":false,"embeddings":false,"no_op_offload":0,"no_host":false,"fit_target":0,"fit_min_ctx":0,"n_prompt":2048,"n_gen":0,"n_depth":16384,"test_time":"2026-07-31T22:59:49Z","avg_ns":19782776283,"stddev_ns":0,"avg_ts":103.524398,"stddev_ts":0.0,"samples_ns":[19782776283],"samples_ts":[103.524],"bench_model":"glm-xl","bench_backend":"vulkan","bench_depth":16384,"bench_kv":"q4_0/q4_0","bench_ctk":"q4_0","bench_ctv":"q4_0","bench_block":"d16384"}
{"build_commit":"d6d899580","build_number":9747,"cpu_info":"AMD RYZEN AI MAX+ 395 w/ Radeon 8060S","gpu_info":"Radeon 8060S Graphics (RADV STRIX_HALO)","backends":"Vulkan","model_filename":"hf://unsloth/GLM-4.7-Flash-GGUF@0d32489ecb9d/GLM-4.7-Flash-UD-Q4_K_XL.gguf","model_type":"deepseek2 30B.A3B Q4_K - Medium","model_size":17510693376,"model_n_params":29943393920,"n_batch":1024,"n_ubatch":512,"n_threads":8,"cpu_mask":"0x0","cpu_strict":false,"poll":50,"type_k":"q4_0","type_v":"q4_0","n_gpu_layers":-1,"n_cpu_moe":0,"split_mode":"layer","main_gpu":0,"no_kv_offload":false,"flash_attn":1,"devices":"auto","tensor_split":"0.00","tensor_buft_overrides":"none","use_mmap":true,"use_direct_io":false,"embeddings":false,"no_op_offload":0,"no_host":false,"fit_target":0,"fit_min_ctx":0,"n_prompt":0,"n_gen":128,"n_depth":16384,"test_time":"2026-07-31T23:01:37Z","avg_ns":5814492139,"stddev_ns":0,"avg_ts":22.01396,"stddev_ts":0.0,"samples_ns":[5814492139],"samples_ts":[22.014],"bench_model":"glm-xl","bench_backend":"vulkan","bench_depth":16384,"bench_kv":"q4_0/q4_0","bench_ctk":"q4_0","bench_ctv":"q4_0","bench_block":"d16384"}
{"build_commit":"d6d899580","build_number":9747,"cpu_info":"AMD RYZEN AI MAX+ 395 w/ Radeon 8060S","gpu_info":"Radeon 8060S Graphics (RADV STRIX_HALO)","backends":"Vulkan","model_filename":"hf://unsloth/GLM-4.7-Flash-GGUF@0d32489ecb9d/GLM-4.7-Flash-UD-Q4_K_XL.gguf","model_type":"deepseek2 30B.A3B Q4_K - Medium","model_size":17510693376,"model_n_params":29943393920,"n_batch":1024,"n_ubatch":512,"n_threads":8,"cpu_mask":"0x0","cpu_strict":false,"poll":50,"type_k":"q8_0","type_v":"q8_0","n_gpu_layers":-1,"n_cpu_moe":0,"split_mode":"layer","main_gpu":0,"no_kv_offload":false,"flash_attn":1,"devices":"auto","tensor_split":"0.00","tensor_buft_overrides":"none","use_mmap":true,"use_direct_io":false,"embeddings":false,"no_op_offload":0,"no_host":false,"fit_target":0,"fit_min_ctx":0,"n_prompt":2048,"n_gen":0,"n_depth":16384,"test_time":"2026-07-31T23:01:46Z","avg_ns":21298831508,"stddev_ns":0,"avg_ts":96.15551,"stddev_ts":0.0,"samples_ns":[21298831508],"samples_ts":[96.1555],"bench_model":"glm-xl","bench_backend":"vulkan","bench_depth":16384,"bench_kv":"q8_0/q8_0","bench_ctk":"q8_0","bench_ctv":"q8_0","bench_block":"d16384"}
{"build_commit":"d6d899580","build_number":9747,"cpu_info":"AMD RYZEN AI MAX+ 395 w/ Radeon 8060S","gpu_info":"Radeon 8060S Graphics (RADV STRIX_HALO)","backends":"Vulkan","model_filename":"hf://unsloth/GLM-4.7-Flash-GGUF@0d32489ecb9d/GLM-4.7-Flash-UD-Q4_K_XL.gguf","model_type":"deepseek2 30B.A3B Q4_K - Medium","model_size":17510693376,"model_n_params":29943393920,"n_batch":1024,"n_ubatch":512,"n_threads":8,"cpu_mask":"0x0","cpu_strict":false,"poll":50,"type_k":"q8_0","type_v":"q8_0","n_gpu_layers":-1,"n_cpu_moe":0,"split_mode":"layer","main_gpu":0,"no_kv_offload":false,"flash_attn":1,"devices":"auto","tensor_split":"0.00","tensor_buft_overrides":"none","use_mmap":true,"use_direct_io":false,"embeddings":false,"no_op_offload":0,"no_host":false,"fit_target":0,"fit_min_ctx":0,"n_prompt":0,"n_gen":128,"n_depth":16384,"test_time":"2026-07-31T23:03:43Z","avg_ns":4759384218,"stddev_ns":0,"avg_ts":26.894236,"stddev_ts":0.0,"samples_ns":[4759384218],"samples_ts":[26.8942],"bench_model":"glm-xl","bench_backend":"vulkan","bench_depth":16384,"bench_kv":"q8_0/q8_0","bench_ctk":"q8_0","bench_ctv":"q8_0","bench_block":"d16384"}
{"build_commit":"a66d505","build_number":1,"cpu_info":"AMD RYZEN AI MAX+ 395 w/ Radeon 8060S","gpu_info":"Radeon 8060S Graphics","backends":"ROCm","model_filename":"hf://unsloth/Qwen-AgentWorld-35B-A3B-GGUF@3a305abf5cfd/Qwen-AgentWorld-35B-A3B-UD-Q4_K_XL.gguf","model_type":"qwen35moe 35B.A3B Q4_K - Medium","model_size":22313814528,"model_n_params":34660610688,"n_batch":1024,"n_ubatch":512,"n_threads":8,"cpu_mask":"0x0","cpu_strict":false,"poll":50,"type_k":"f16","type_v":"f16","n_gpu_layers":-1,"n_cpu_moe":0,"split_mode":"layer","main_gpu":0,"no_kv_offload":false,"flash_attn":1,"devices":"auto","tensor_split":"0.00","tensor_buft_overrides":"none","use_mmap":true,"use_direct_io":false,"embeddings":false,"no_op_offload":0,"no_host":false,"fit_target":0,"fit_min_ctx":0,"n_prompt":2048,"n_gen":0,"n_depth":32768,"test_time":"2026-07-31T23:03:53Z","avg_ns":3847128028,"stddev_ns":0,"avg_ts":532.345164,"stddev_ts":0.0,"samples_ns":[3847128028],"samples_ts":[532.345],"bench_model":"agentworld","bench_backend":"rocm","bench_depth":32768,"bench_kv":"f16/f16","bench_ctk":"f16","bench_ctv":"f16","bench_block":"d32768"}
{"build_commit":"a66d505","build_number":1,"cpu_info":"AMD RYZEN AI MAX+ 395 w/ Radeon 8060S","gpu_info":"Radeon 8060S Graphics","backends":"ROCm","model_filename":"hf://unsloth/Qwen-AgentWorld-35B-A3B-GGUF@3a305abf5cfd/Qwen-AgentWorld-35B-A3B-UD-Q4_K_XL.gguf","model_type":"qwen35moe 35B.A3B Q4_K - Medium","model_size":22313814528,"model_n_params":34660610688,"n_batch":1024,"n_ubatch":512,"n_threads":8,"cpu_mask":"0x0","cpu_strict":false,"poll":50,"type_k":"f16","type_v":"f16","n_gpu_layers":-1,"n_cpu_moe":0,"split_mode":"layer","main_gpu":0,"no_kv_offload":false,"flash_attn":1,"devices":"auto","tensor_split":"0.00","tensor_buft_overrides":"none","use_mmap":true,"use_direct_io":false,"embeddings":false,"no_op_offload":0,"no_host":false,"fit_target":0,"fit_min_ctx":0,"n_prompt":0,"n_gen":128,"n_depth":32768,"test_time":"2026-07-31T23:04:46Z","avg_ns":2907434544,"stddev_ns":0,"avg_ts":44.025067,"stddev_ts":0.0,"samples_ns":[2907434544],"samples_ts":[44.0251],"bench_model":"agentworld","bench_backend":"rocm","bench_depth":32768,"bench_kv":"f16/f16","bench_ctk":"f16","bench_ctv":"f16","bench_block":"d32768"}
{"build_commit":"a66d505","build_number":1,"cpu_info":"AMD RYZEN AI MAX+ 395 w/ Radeon 8060S","gpu_info":"Radeon 8060S Graphics","backends":"ROCm","model_filename":"hf://unsloth/Qwen-AgentWorld-35B-A3B-GGUF@3a305abf5cfd/Qwen-AgentWorld-35B-A3B-UD-Q4_K_XL.gguf","model_type":"qwen35moe 35B.A3B Q4_K - Medium","model_size":22313814528,"model_n_params":34660610688,"n_batch":1024,"n_ubatch":512,"n_threads":8,"cpu_mask":"0x0","cpu_strict":false,"poll":50,"type_k":"f16","type_v":"q8_0","n_gpu_layers":-1,"n_cpu_moe":0,"split_mode":"layer","main_gpu":0,"no_kv_offload":false,"flash_attn":1,"devices":"auto","tensor_split":"0.00","tensor_buft_overrides":"none","use_mmap":true,"use_direct_io":false,"embeddings":false,"no_op_offload":0,"no_host":false,"fit_target":0,"fit_min_ctx":0,"n_prompt":2048,"n_gen":0,"n_depth":32768,"test_time":"2026-07-31T23:04:52Z","avg_ns":317263641775,"stddev_ns":0,"avg_ts":6.455199,"stddev_ts":0.0,"samples_ns":[317263641775],"samples_ts":[6.4552],"bench_model":"agentworld","bench_backend":"rocm","bench_depth":32768,"bench_kv":"f16/q8_0","bench_ctk":"f16","bench_ctv":"q8_0","bench_block":"d32768"}
{"build_commit":"a66d505","build_number":1,"cpu_info":"AMD RYZEN AI MAX+ 395 w/ Radeon 8060S","gpu_info":"Radeon 8060S Graphics","backends":"ROCm","model_filename":"hf://unsloth/Qwen-AgentWorld-35B-A3B-GGUF@3a305abf5cfd/Qwen-AgentWorld-35B-A3B-UD-Q4_K_XL.gguf","model_type":"qwen35moe 35B.A3B Q4_K - Medium","model_size":22313814528,"model_n_params":34660610688,"n_batch":1024,"n_ubatch":512,"n_threads":8,"cpu_mask":"0x0","cpu_strict":false,"poll":50,"type_k":"f16","type_v":"q8_0","n_gpu_layers":-1,"n_cpu_moe":0,"split_mode":"layer","main_gpu":0,"no_kv_offload":false,"flash_attn":1,"devices":"auto","tensor_split":"0.00","tensor_buft_overrides":"none","use_mmap":true,"use_direct_io":false,"embeddings":false,"no_op_offload":0,"no_host":false,"fit_target":0,"fit_min_ctx":0,"n_prompt":0,"n_gen":128,"n_depth":32768,"test_time":"2026-07-31T23:48:08Z","avg_ns":25226075838,"stddev_ns":0,"avg_ts":5.074115,"stddev_ts":0.0,"samples_ns":[25226075838],"samples_ts":[5.07411],"bench_model":"agentworld","bench_backend":"rocm","bench_depth":32768,"bench_kv":"f16/q8_0","bench_ctk":"f16","bench_ctv":"q8_0","bench_block":"d32768"}
{"build_commit":"a66d505","build_number":1,"cpu_info":"AMD RYZEN AI MAX+ 395 w/ Radeon 8060S","gpu_info":"Radeon 8060S Graphics","backends":"ROCm","model_filename":"hf://unsloth/Qwen-AgentWorld-35B-A3B-GGUF@3a305abf5cfd/Qwen-AgentWorld-35B-A3B-UD-Q4_K_XL.gguf","model_type":"qwen35moe 35B.A3B Q4_K - Medium","model_size":22313814528,"model_n_params":34660610688,"n_batch":1024,"n_ubatch":512,"n_threads":8,"cpu_mask":"0x0","cpu_strict":false,"poll":50,"type_k":"f16","type_v":"q4_0","n_gpu_layers":-1,"n_cpu_moe":0,"split_mode":"layer","main_gpu":0,"no_kv_offload":false,"flash_attn":1,"devices":"auto","tensor_split":"0.00","tensor_buft_overrides":"none","use_mmap":true,"use_direct_io":false,"embeddings":false,"no_op_offload":0,"no_host":false,"fit_target":0,"fit_min_ctx":0,"n_prompt":2048,"n_gen":0,"n_depth":32768,"test_time":"2026-07-31T23:48:36Z","avg_ns":329201448383,"stddev_ns":0,"avg_ts":6.221115,"stddev_ts":0.0,"samples_ns":[329201448383],"samples_ts":[6.22111],"bench_model":"agentworld","bench_backend":"rocm","bench_depth":32768,"bench_kv":"f16/q4_0","bench_ctk":"f16","bench_ctv":"q4_0","bench_block":"d32768"}
{"build_commit":"a66d505","build_number":1,"cpu_info":"AMD RYZEN AI MAX+ 395 w/ Radeon 8060S","gpu_info":"Radeon 8060S Graphics","backends":"ROCm","model_filename":"hf://unsloth/Qwen-AgentWorld-35B-A3B-GGUF@3a305abf5cfd/Qwen-AgentWorld-35B-A3B-UD-Q4_K_XL.gguf","model_type":"qwen35moe 35B.A3B Q4_K - Medium","model_size":22313814528,"model_n_params":34660610688,"n_batch":1024,"n_ubatch":512,"n_threads":8,"cpu_mask":"0x0","cpu_strict":false,"poll":50,"type_k":"f16","type_v":"q4_0","n_gpu_layers":-1,"n_cpu_moe":0,"split_mode":"layer","main_gpu":0,"no_kv_offload":false,"flash_attn":1,"devices":"auto","tensor_split":"0.00","tensor_buft_overrides":"none","use_mmap":true,"use_direct_io":false,"embeddings":false,"no_op_offload":0,"no_host":false,"fit_target":0,"fit_min_ctx":0,"n_prompt":0,"n_gen":128,"n_depth":32768,"test_time":"2026-08-01T00:33:42Z","avg_ns":26096645519,"stddev_ns":0,"avg_ts":4.904845,"stddev_ts":0.0,"samples_ns":[26096645519],"samples_ts":[4.90484],"bench_model":"agentworld","bench_backend":"rocm","bench_depth":32768,"bench_kv":"f16/q4_0","bench_ctk":"f16","bench_ctv":"q4_0","bench_block":"d32768"}
{"build_commit":"a66d505","build_number":1,"cpu_info":"AMD RYZEN AI MAX+ 395 w/ Radeon 8060S","gpu_info":"Radeon 8060S Graphics","backends":"ROCm","model_filename":"hf://unsloth/Qwen-AgentWorld-35B-A3B-GGUF@3a305abf5cfd/Qwen-AgentWorld-35B-A3B-UD-Q4_K_XL.gguf","model_type":"qwen35moe 35B.A3B Q4_K - Medium","model_size":22313814528,"model_n_params":34660610688,"n_batch":1024,"n_ubatch":512,"n_threads":8,"cpu_mask":"0x0","cpu_strict":false,"poll":50,"type_k":"q4_0","type_v":"q4_0","n_gpu_layers":-1,"n_cpu_moe":0,"split_mode":"layer","main_gpu":0,"no_kv_offload":false,"flash_attn":1,"devices":"auto","tensor_split":"0.00","tensor_buft_overrides":"none","use_mmap":true,"use_direct_io":false,"embeddings":false,"no_op_offload":0,"no_host":false,"fit_target":0,"fit_min_ctx":0,"n_prompt":2048,"n_gen":0,"n_depth":32768,"test_time":"2026-08-01T00:34:11Z","avg_ns":3838014355,"stddev_ns":0,"avg_ts":533.60926,"stddev_ts":0.0,"samples_ns":[3838014355],"samples_ts":[533.609],"bench_model":"agentworld","bench_backend":"rocm","bench_depth":32768,"bench_kv":"q4_0/q4_0","bench_ctk":"q4_0","bench_ctv":"q4_0","bench_block":"d32768"}
{"build_commit":"a66d505","build_number":1,"cpu_info":"AMD RYZEN AI MAX+ 395 w/ Radeon 8060S","gpu_info":"Radeon 8060S Graphics","backends":"ROCm","model_filename":"hf://unsloth/Qwen-AgentWorld-35B-A3B-GGUF@3a305abf5cfd/Qwen-AgentWorld-35B-A3B-UD-Q4_K_XL.gguf","model_type":"qwen35moe 35B.A3B Q4_K - Medium","model_size":22313814528,"model_n_params":34660610688,"n_batch":1024,"n_ubatch":512,"n_threads":8,"cpu_mask":"0x0","cpu_strict":false,"poll":50,"type_k":"q4_0","type_v":"q4_0","n_gpu_layers":-1,"n_cpu_moe":0,"split_mode":"layer","main_gpu":0,"no_kv_offload":false,"flash_attn":1,"devices":"auto","tensor_split":"0.00","tensor_buft_overrides":"none","use_mmap":true,"use_direct_io":false,"embeddings":false,"no_op_offload":0,"no_host":false,"fit_target":0,"fit_min_ctx":0,"n_prompt":0,"n_gen":128,"n_depth":32768,"test_time":"2026-08-01T00:35:04Z","avg_ns":3238393820,"stddev_ns":0,"avg_ts":39.525767,"stddev_ts":0.0,"samples_ns":[3238393820],"samples_ts":[39.5258],"bench_model":"agentworld","bench_backend":"rocm","bench_depth":32768,"bench_kv":"q4_0/q4_0","bench_ctk":"q4_0","bench_ctv":"q4_0","bench_block":"d32768"}
{"build_commit":"a66d505","build_number":1,"cpu_info":"AMD RYZEN AI MAX+ 395 w/ Radeon 8060S","gpu_info":"Radeon 8060S Graphics","backends":"ROCm","model_filename":"hf://unsloth/Qwen-AgentWorld-35B-A3B-GGUF@3a305abf5cfd/Qwen-AgentWorld-35B-A3B-UD-Q4_K_XL.gguf","model_type":"qwen35moe 35B.A3B Q4_K - Medium","model_size":22313814528,"model_n_params":34660610688,"n_batch":1024,"n_ubatch":512,"n_threads":8,"cpu_mask":"0x0","cpu_strict":false,"poll":50,"type_k":"q8_0","type_v":"q8_0","n_gpu_layers":-1,"n_cpu_moe":0,"split_mode":"layer","main_gpu":0,"no_kv_offload":false,"flash_attn":1,"devices":"auto","tensor_split":"0.00","tensor_buft_overrides":"none","use_mmap":true,"use_direct_io":false,"embeddings":false,"no_op_offload":0,"no_host":false,"fit_target":0,"fit_min_ctx":0,"n_prompt":2048,"n_gen":0,"n_depth":32768,"test_time":"2026-08-01T00:35:10Z","avg_ns":3885268091,"stddev_ns":0,"avg_ts":527.119352,"stddev_ts":0.0,"samples_ns":[3885268091],"samples_ts":[527.119],"bench_model":"agentworld","bench_backend":"rocm","bench_depth":32768,"bench_kv":"q8_0/q8_0","bench_ctk":"q8_0","bench_ctv":"q8_0","bench_block":"d32768"}
{"build_commit":"a66d505","build_number":1,"cpu_info":"AMD RYZEN AI MAX+ 395 w/ Radeon 8060S","gpu_info":"Radeon 8060S Graphics","backends":"ROCm","model_filename":"hf://unsloth/Qwen-AgentWorld-35B-A3B-GGUF@3a305abf5cfd/Qwen-AgentWorld-35B-A3B-UD-Q4_K_XL.gguf","model_type":"qwen35moe 35B.A3B Q4_K - Medium","model_size":22313814528,"model_n_params":34660610688,"n_batch":1024,"n_ubatch":512,"n_threads":8,"cpu_mask":"0x0","cpu_strict":false,"poll":50,"type_k":"q8_0","type_v":"q8_0","n_gpu_layers":-1,"n_cpu_moe":0,"split_mode":"layer","main_gpu":0,"no_kv_offload":false,"flash_attn":1,"devices":"auto","tensor_split":"0.00","tensor_buft_overrides":"none","use_mmap":true,"use_direct_io":false,"embeddings":false,"no_op_offload":0,"no_host":false,"fit_target":0,"fit_min_ctx":0,"n_prompt":0,"n_gen":128,"n_depth":32768,"test_time":"2026-08-01T00:36:03Z","avg_ns":3064408286,"stddev_ns":0,"avg_ts":41.769891,"stddev_ts":0.0,"samples_ns":[3064408286],"samples_ts":[41.7699],"bench_model":"agentworld","bench_backend":"rocm","bench_depth":32768,"bench_kv":"q8_0/q8_0","bench_ctk":"q8_0","bench_ctv":"q8_0","bench_block":"d32768"}
{"build_commit":"d6d899580","build_number":9747,"cpu_info":"AMD RYZEN AI MAX+ 395 w/ Radeon 8060S","gpu_info":"Radeon 8060S Graphics (RADV STRIX_HALO)","backends":"Vulkan","model_filename":"hf://unsloth/Qwen-AgentWorld-35B-A3B-GGUF@3a305abf5cfd/Qwen-AgentWorld-35B-A3B-UD-Q4_K_XL.gguf","model_type":"qwen35moe 35B.A3B Q4_K - Medium","model_size":22313814528,"model_n_params":34660610688,"n_batch":1024,"n_ubatch":512,"n_threads":8,"cpu_mask":"0x0","cpu_strict":false,"poll":50,"type_k":"f16","type_v":"f16","n_gpu_layers":-1,"n_cpu_moe":0,"split_mode":"layer","main_gpu":0,"no_kv_offload":false,"flash_attn":1,"devices":"auto","tensor_split":"0.00","tensor_buft_overrides":"none","use_mmap":true,"use_direct_io":false,"embeddings":false,"no_op_offload":0,"no_host":false,"fit_target":0,"fit_min_ctx":0,"n_prompt":2048,"n_gen":0,"n_depth":32768,"test_time":"2026-08-01T00:36:11Z","avg_ns":3348485082,"stddev_ns":0,"avg_ts":611.619867,"stddev_ts":0.0,"samples_ns":[3348485082],"samples_ts":[611.62],"bench_model":"agentworld","bench_backend":"vulkan","bench_depth":32768,"bench_kv":"f16/f16","bench_ctk":"f16","bench_ctv":"f16","bench_block":"d32768"}
{"build_commit":"d6d899580","build_number":9747,"cpu_info":"AMD RYZEN AI MAX+ 395 w/ Radeon 8060S","gpu_info":"Radeon 8060S Graphics (RADV STRIX_HALO)","backends":"Vulkan","model_filename":"hf://unsloth/Qwen-AgentWorld-35B-A3B-GGUF@3a305abf5cfd/Qwen-AgentWorld-35B-A3B-UD-Q4_K_XL.gguf","model_type":"qwen35moe 35B.A3B Q4_K - Medium","model_size":22313814528,"model_n_params":34660610688,"n_batch":1024,"n_ubatch":512,"n_threads":8,"cpu_mask":"0x0","cpu_strict":false,"poll":50,"type_k":"f16","type_v":"f16","n_gpu_layers":-1,"n_cpu_moe":0,"split_mode":"layer","main_gpu":0,"no_kv_offload":false,"flash_attn":1,"devices":"auto","tensor_split":"0.00","tensor_buft_overrides":"none","use_mmap":true,"use_direct_io":false,"embeddings":false,"no_op_offload":0,"no_host":false,"fit_target":0,"fit_min_ctx":0,"n_prompt":0,"n_gen":128,"n_depth":32768,"test_time":"2026-08-01T00:37:00Z","avg_ns":2541708987,"stddev_ns":0,"avg_ts":50.359817,"stddev_ts":0.0,"samples_ns":[2541708987],"samples_ts":[50.3598],"bench_model":"agentworld","bench_backend":"vulkan","bench_depth":32768,"bench_kv":"f16/f16","bench_ctk":"f16","bench_ctv":"f16","bench_block":"d32768"}
{"build_commit":"d6d899580","build_number":9747,"cpu_info":"AMD RYZEN AI MAX+ 395 w/ Radeon 8060S","gpu_info":"Radeon 8060S Graphics (RADV STRIX_HALO)","backends":"Vulkan","model_filename":"hf://unsloth/Qwen-AgentWorld-35B-A3B-GGUF@3a305abf5cfd/Qwen-AgentWorld-35B-A3B-UD-Q4_K_XL.gguf","model_type":"qwen35moe 35B.A3B Q4_K - Medium","model_size":22313814528,"model_n_params":34660610688,"n_batch":1024,"n_ubatch":512,"n_threads":8,"cpu_mask":"0x0","cpu_strict":false,"poll":50,"type_k":"f16","type_v":"q8_0","n_gpu_layers":-1,"n_cpu_moe":0,"split_mode":"layer","main_gpu":0,"no_kv_offload":false,"flash_attn":1,"devices":"auto","tensor_split":"0.00","tensor_buft_overrides":"none","use_mmap":true,"use_direct_io":false,"embeddings":false,"no_op_offload":0,"no_host":false,"fit_target":0,"fit_min_ctx":0,"n_prompt":2048,"n_gen":0,"n_depth":32768,"test_time":"2026-08-01T00:37:06Z","avg_ns":3602795501,"stddev_ns":0,"avg_ts":568.447473,"stddev_ts":0.0,"samples_ns":[3602795501],"samples_ts":[568.447],"bench_model":"agentworld","bench_backend":"vulkan","bench_depth":32768,"bench_kv":"f16/q8_0","bench_ctk":"f16","bench_ctv":"q8_0","bench_block":"d32768"}
{"build_commit":"d6d899580","build_number":9747,"cpu_info":"AMD RYZEN AI MAX+ 395 w/ Radeon 8060S","gpu_info":"Radeon 8060S Graphics (RADV STRIX_HALO)","backends":"Vulkan","model_filename":"hf://unsloth/Qwen-AgentWorld-35B-A3B-GGUF@3a305abf5cfd/Qwen-AgentWorld-35B-A3B-UD-Q4_K_XL.gguf","model_type":"qwen35moe 35B.A3B Q4_K - Medium","model_size":22313814528,"model_n_params":34660610688,"n_batch":1024,"n_ubatch":512,"n_threads":8,"cpu_mask":"0x0","cpu_strict":false,"poll":50,"type_k":"f16","type_v":"q8_0","n_gpu_layers":-1,"n_cpu_moe":0,"split_mode":"layer","main_gpu":0,"no_kv_offload":false,"flash_attn":1,"devices":"auto","tensor_split":"0.00","tensor_buft_overrides":"none","use_mmap":true,"use_direct_io":false,"embeddings":false,"no_op_offload":0,"no_host":false,"fit_target":0,"fit_min_ctx":0,"n_prompt":0,"n_gen":128,"n_depth":32768,"test_time":"2026-08-01T00:37:57Z","avg_ns":2448942629,"stddev_ns":0,"avg_ts":52.267456,"stddev_ts":0.0,"samples_ns":[2448942629],"samples_ts":[52.2675],"bench_model":"agentworld","bench_backend":"vulkan","bench_depth":32768,"bench_kv":"f16/q8_0","bench_ctk":"f16","bench_ctv":"q8_0","bench_block":"d32768"}
{"build_commit":"d6d899580","build_number":9747,"cpu_info":"AMD RYZEN AI MAX+ 395 w/ Radeon 8060S","gpu_info":"Radeon 8060S Graphics (RADV STRIX_HALO)","backends":"Vulkan","model_filename":"hf://unsloth/Qwen-AgentWorld-35B-A3B-GGUF@3a305abf5cfd/Qwen-AgentWorld-35B-A3B-UD-Q4_K_XL.gguf","model_type":"qwen35moe 35B.A3B Q4_K - Medium","model_size":22313814528,"model_n_params":34660610688,"n_batch":1024,"n_ubatch":512,"n_threads":8,"cpu_mask":"0x0","cpu_strict":false,"poll":50,"type_k":"f16","type_v":"q4_0","n_gpu_layers":-1,"n_cpu_moe":0,"split_mode":"layer","main_gpu":0,"no_kv_offload":false,"flash_attn":1,"devices":"auto","tensor_split":"0.00","tensor_buft_overrides":"none","use_mmap":true,"use_direct_io":false,"embeddings":false,"no_op_offload":0,"no_host":false,"fit_target":0,"fit_min_ctx":0,"n_prompt":2048,"n_gen":0,"n_depth":32768,"test_time":"2026-08-01T00:38:04Z","avg_ns":3653115266,"stddev_ns":0,"avg_ts":560.617405,"stddev_ts":0.0,"samples_ns":[3653115266],"samples_ts":[560.617],"bench_model":"agentworld","bench_backend":"vulkan","bench_depth":32768,"bench_kv":"f16/q4_0","bench_ctk":"f16","bench_ctv":"q4_0","bench_block":"d32768"}
{"build_commit":"d6d899580","build_number":9747,"cpu_info":"AMD RYZEN AI MAX+ 395 w/ Radeon 8060S","gpu_info":"Radeon 8060S Graphics (RADV STRIX_HALO)","backends":"Vulkan","model_filename":"hf://unsloth/Qwen-AgentWorld-35B-A3B-GGUF@3a305abf5cfd/Qwen-AgentWorld-35B-A3B-UD-Q4_K_XL.gguf","model_type":"qwen35moe 35B.A3B Q4_K - Medium","model_size":22313814528,"model_n_params":34660610688,"n_batch":1024,"n_ubatch":512,"n_threads":8,"cpu_mask":"0x0","cpu_strict":false,"poll":50,"type_k":"f16","type_v":"q4_0","n_gpu_layers":-1,"n_cpu_moe":0,"split_mode":"layer","main_gpu":0,"no_kv_offload":false,"flash_attn":1,"devices":"auto","tensor_split":"0.00","tensor_buft_overrides":"none","use_mmap":true,"use_direct_io":false,"embeddings":false,"no_op_offload":0,"no_host":false,"fit_target":0,"fit_min_ctx":0,"n_prompt":0,"n_gen":128,"n_depth":32768,"test_time":"2026-08-01T00:38:55Z","avg_ns":2399327601,"stddev_ns":0,"avg_ts":53.34828,"stddev_ts":0.0,"samples_ns":[2399327601],"samples_ts":[53.3483],"bench_model":"agentworld","bench_backend":"vulkan","bench_depth":32768,"bench_kv":"f16/q4_0","bench_ctk":"f16","bench_ctv":"q4_0","bench_block":"d32768"}
{"build_commit":"d6d899580","build_number":9747,"cpu_info":"AMD RYZEN AI MAX+ 395 w/ Radeon 8060S","gpu_info":"Radeon 8060S Graphics (RADV STRIX_HALO)","backends":"Vulkan","model_filename":"hf://unsloth/Qwen-AgentWorld-35B-A3B-GGUF@3a305abf5cfd/Qwen-AgentWorld-35B-A3B-UD-Q4_K_XL.gguf","model_type":"qwen35moe 35B.A3B Q4_K - Medium","model_size":22313814528,"model_n_params":34660610688,"n_batch":1024,"n_ubatch":512,"n_threads":8,"cpu_mask":"0x0","cpu_strict":false,"poll":50,"type_k":"q4_0","type_v":"q4_0","n_gpu_layers":-1,"n_cpu_moe":0,"split_mode":"layer","main_gpu":0,"no_kv_offload":false,"flash_attn":1,"devices":"auto","tensor_split":"0.00","tensor_buft_overrides":"none","use_mmap":true,"use_direct_io":false,"embeddings":false,"no_op_offload":0,"no_host":false,"fit_target":0,"fit_min_ctx":0,"n_prompt":2048,"n_gen":0,"n_depth":32768,"test_time":"2026-08-01T00:39:01Z","avg_ns":3953011557,"stddev_ns":0,"avg_ts":518.086014,"stddev_ts":0.0,"samples_ns":[3953011557],"samples_ts":[518.086],"bench_model":"agentworld","bench_backend":"vulkan","bench_depth":32768,"bench_kv":"q4_0/q4_0","bench_ctk":"q4_0","bench_ctv":"q4_0","bench_block":"d32768"}
{"build_commit":"d6d899580","build_number":9747,"cpu_info":"AMD RYZEN AI MAX+ 395 w/ Radeon 8060S","gpu_info":"Radeon 8060S Graphics (RADV STRIX_HALO)","backends":"Vulkan","model_filename":"hf://unsloth/Qwen-AgentWorld-35B-A3B-GGUF@3a305abf5cfd/Qwen-AgentWorld-35B-A3B-UD-Q4_K_XL.gguf","model_type":"qwen35moe 35B.A3B Q4_K - Medium","model_size":22313814528,"model_n_params":34660610688,"n_batch":1024,"n_ubatch":512,"n_threads":8,"cpu_mask":"0x0","cpu_strict":false,"poll":50,"type_k":"q4_0","type_v":"q4_0","n_gpu_layers":-1,"n_cpu_moe":0,"split_mode":"layer","main_gpu":0,"no_kv_offload":false,"flash_attn":1,"devices":"auto","tensor_split":"0.00","tensor_buft_overrides":"none","use_mmap":true,"use_direct_io":false,"embeddings":false,"no_op_offload":0,"no_host":false,"fit_target":0,"fit_min_ctx":0,"n_prompt":0,"n_gen":128,"n_depth":32768,"test_time":"2026-08-01T00:39:57Z","avg_ns":2340193254,"stddev_ns":0,"avg_ts":54.696337,"stddev_ts":0.0,"samples_ns":[2340193254],"samples_ts":[54.6963],"bench_model":"agentworld","bench_backend":"vulkan","bench_depth":32768,"bench_kv":"q4_0/q4_0","bench_ctk":"q4_0","bench_ctv":"q4_0","bench_block":"d32768"}
{"build_commit":"d6d899580","build_number":9747,"cpu_info":"AMD RYZEN AI MAX+ 395 w/ Radeon 8060S","gpu_info":"Radeon 8060S Graphics (RADV STRIX_HALO)","backends":"Vulkan","model_filename":"hf://unsloth/Qwen-AgentWorld-35B-A3B-GGUF@3a305abf5cfd/Qwen-AgentWorld-35B-A3B-UD-Q4_K_XL.gguf","model_type":"qwen35moe 35B.A3B Q4_K - Medium","model_size":22313814528,"model_n_params":34660610688,"n_batch":1024,"n_ubatch":512,"n_threads":8,"cpu_mask":"0x0","cpu_strict":false,"poll":50,"type_k":"q8_0","type_v":"q8_0","n_gpu_layers":-1,"n_cpu_moe":0,"split_mode":"layer","main_gpu":0,"no_kv_offload":false,"flash_attn":1,"devices":"auto","tensor_split":"0.00","tensor_buft_overrides":"none","use_mmap":true,"use_direct_io":false,"embeddings":false,"no_op_offload":0,"no_host":false,"fit_target":0,"fit_min_ctx":0,"n_prompt":2048,"n_gen":0,"n_depth":32768,"test_time":"2026-08-01T00:40:03Z","avg_ns":4071330310,"stddev_ns":0,"avg_ts":503.029684,"stddev_ts":0.0,"samples_ns":[4071330310],"samples_ts":[503.03],"bench_model":"agentworld","bench_backend":"vulkan","bench_depth":32768,"bench_kv":"q8_0/q8_0","bench_ctk":"q8_0","bench_ctv":"q8_0","bench_block":"d32768"}
{"build_commit":"d6d899580","build_number":9747,"cpu_info":"AMD RYZEN AI MAX+ 395 w/ Radeon 8060S","gpu_info":"Radeon 8060S Graphics (RADV STRIX_HALO)","backends":"Vulkan","model_filename":"hf://unsloth/Qwen-AgentWorld-35B-A3B-GGUF@3a305abf5cfd/Qwen-AgentWorld-35B-A3B-UD-Q4_K_XL.gguf","model_type":"qwen35moe 35B.A3B Q4_K - Medium","model_size":22313814528,"model_n_params":34660610688,"n_batch":1024,"n_ubatch":512,"n_threads":8,"cpu_mask":"0x0","cpu_strict":false,"poll":50,"type_k":"q8_0","type_v":"q8_0","n_gpu_layers":-1,"n_cpu_moe":0,"split_mode":"layer","main_gpu":0,"no_kv_offload":false,"flash_attn":1,"devices":"auto","tensor_split":"0.00","tensor_buft_overrides":"none","use_mmap":true,"use_direct_io":false,"embeddings":false,"no_op_offload":0,"no_host":false,"fit_target":0,"fit_min_ctx":0,"n_prompt":0,"n_gen":128,"n_depth":32768,"test_time":"2026-08-01T00:40:58Z","avg_ns":2389033057,"stddev_ns":0,"avg_ts":53.578162,"stddev_ts":0.0,"samples_ns":[2389033057],"samples_ts":[53.5782],"bench_model":"agentworld","bench_backend":"vulkan","bench_depth":32768,"bench_kv":"q8_0/q8_0","bench_ctk":"q8_0","bench_ctv":"q8_0","bench_block":"d32768"}
{"build_commit":"a66d505","build_number":1,"cpu_info":"AMD RYZEN AI MAX+ 395 w/ Radeon 8060S","gpu_info":"Radeon 8060S Graphics","backends":"ROCm","model_filename":"hf://lmstudio-community/Qwen3.6-35B-A3B-GGUF@68a34855558a/Qwen3.6-35B-A3B-Q4_K_M.gguf","model_type":"qwen35moe 35B.A3B Q4_K - Medium","model_size":21155768832,"model_n_params":34660610688,"n_batch":1024,"n_ubatch":512,"n_threads":8,"cpu_mask":"0x0","cpu_strict":false,"poll":50,"type_k":"f16","type_v":"f16","n_gpu_layers":-1,"n_cpu_moe":0,"split_mode":"layer","main_gpu":0,"no_kv_offload":false,"flash_attn":1,"devices":"auto","tensor_split":"0.00","tensor_buft_overrides":"none","use_mmap":true,"use_direct_io":false,"embeddings":false,"no_op_offload":0,"no_host":false,"fit_target":0,"fit_min_ctx":0,"n_prompt":2048,"n_gen":0,"n_depth":32768,"test_time":"2026-08-01T00:41:05Z","avg_ns":3950674723,"stddev_ns":0,"avg_ts":518.392463,"stddev_ts":0.0,"samples_ns":[3950674723],"samples_ts":[518.392],"bench_model":"qwen","bench_backend":"rocm","bench_depth":32768,"bench_kv":"f16/f16","bench_ctk":"f16","bench_ctv":"f16","bench_block":"d32768"}
{"build_commit":"a66d505","build_number":1,"cpu_info":"AMD RYZEN AI MAX+ 395 w/ Radeon 8060S","gpu_info":"Radeon 8060S Graphics","backends":"ROCm","model_filename":"hf://lmstudio-community/Qwen3.6-35B-A3B-GGUF@68a34855558a/Qwen3.6-35B-A3B-Q4_K_M.gguf","model_type":"qwen35moe 35B.A3B Q4_K - Medium","model_size":21155768832,"model_n_params":34660610688,"n_batch":1024,"n_ubatch":512,"n_threads":8,"cpu_mask":"0x0","cpu_strict":false,"poll":50,"type_k":"f16","type_v":"f16","n_gpu_layers":-1,"n_cpu_moe":0,"split_mode":"layer","main_gpu":0,"no_kv_offload":false,"flash_attn":1,"devices":"auto","tensor_split":"0.00","tensor_buft_overrides":"none","use_mmap":true,"use_direct_io":false,"embeddings":false,"no_op_offload":0,"no_host":false,"fit_target":0,"fit_min_ctx":0,"n_prompt":0,"n_gen":128,"n_depth":32768,"test_time":"2026-08-01T00:42:00Z","avg_ns":2541991588,"stddev_ns":0,"avg_ts":50.354219,"stddev_ts":0.0,"samples_ns":[2541991588],"samples_ts":[50.3542],"bench_model":"qwen","bench_backend":"rocm","bench_depth":32768,"bench_kv":"f16/f16","bench_ctk":"f16","bench_ctv":"f16","bench_block":"d32768"}
{"build_commit":"a66d505","build_number":1,"cpu_info":"AMD RYZEN AI MAX+ 395 w/ Radeon 8060S","gpu_info":"Radeon 8060S Graphics","backends":"ROCm","model_filename":"hf://lmstudio-community/Qwen3.6-35B-A3B-GGUF@68a34855558a/Qwen3.6-35B-A3B-Q4_K_M.gguf","model_type":"qwen35moe 35B.A3B Q4_K - Medium","model_size":21155768832,"model_n_params":34660610688,"n_batch":1024,"n_ubatch":512,"n_threads":8,"cpu_mask":"0x0","cpu_strict":false,"poll":50,"type_k":"f16","type_v":"q8_0","n_gpu_layers":-1,"n_cpu_moe":0,"split_mode":"layer","main_gpu":0,"no_kv_offload":false,"flash_attn":1,"devices":"auto","tensor_split":"0.00","tensor_buft_overrides":"none","use_mmap":true,"use_direct_io":false,"embeddings":false,"no_op_offload":0,"no_host":false,"fit_target":0,"fit_min_ctx":0,"n_prompt":2048,"n_gen":0,"n_depth":32768,"test_time":"2026-08-01T00:42:05Z","avg_ns":316033619962,"stddev_ns":0,"avg_ts":6.480323,"stddev_ts":0.0,"samples_ns":[316033619962],"samples_ts":[6.48032],"bench_model":"qwen","bench_backend":"rocm","bench_depth":32768,"bench_kv":"f16/q8_0","bench_ctk":"f16","bench_ctv":"q8_0","bench_block":"d32768"}
{"build_commit":"a66d505","build_number":1,"cpu_info":"AMD RYZEN AI MAX+ 395 w/ Radeon 8060S","gpu_info":"Radeon 8060S Graphics","backends":"ROCm","model_filename":"hf://lmstudio-community/Qwen3.6-35B-A3B-GGUF@68a34855558a/Qwen3.6-35B-A3B-Q4_K_M.gguf","model_type":"qwen35moe 35B.A3B Q4_K - Medium","model_size":21155768832,"model_n_params":34660610688,"n_batch":1024,"n_ubatch":512,"n_threads":8,"cpu_mask":"0x0","cpu_strict":false,"poll":50,"type_k":"f16","type_v":"q8_0","n_gpu_layers":-1,"n_cpu_moe":0,"split_mode":"layer","main_gpu":0,"no_kv_offload":false,"flash_attn":1,"devices":"auto","tensor_split":"0.00","tensor_buft_overrides":"none","use_mmap":true,"use_direct_io":false,"embeddings":false,"no_op_offload":0,"no_host":false,"fit_target":0,"fit_min_ctx":0,"n_prompt":0,"n_gen":128,"n_depth":32768,"test_time":"2026-08-01T01:25:25Z","avg_ns":25228458109,"stddev_ns":0,"avg_ts":5.073635,"stddev_ts":0.0,"samples_ns":[25228458109],"samples_ts":[5.07364],"bench_model":"qwen","bench_backend":"rocm","bench_depth":32768,"bench_kv":"f16/q8_0","bench_ctk":"f16","bench_ctv":"q8_0","bench_block":"d32768"}
{"build_commit":"a66d505","build_number":1,"cpu_info":"AMD RYZEN AI MAX+ 395 w/ Radeon 8060S","gpu_info":"Radeon 8060S Graphics","backends":"ROCm","model_filename":"hf://lmstudio-community/Qwen3.6-35B-A3B-GGUF@68a34855558a/Qwen3.6-35B-A3B-Q4_K_M.gguf","model_type":"qwen35moe 35B.A3B Q4_K - Medium","model_size":21155768832,"model_n_params":34660610688,"n_batch":1024,"n_ubatch":512,"n_threads":8,"cpu_mask":"0x0","cpu_strict":false,"poll":50,"type_k":"f16","type_v":"q4_0","n_gpu_layers":-1,"n_cpu_moe":0,"split_mode":"layer","main_gpu":0,"no_kv_offload":false,"flash_attn":1,"devices":"auto","tensor_split":"0.00","tensor_buft_overrides":"none","use_mmap":true,"use_direct_io":false,"embeddings":false,"no_op_offload":0,"no_host":false,"fit_target":0,"fit_min_ctx":0,"n_prompt":2048,"n_gen":0,"n_depth":32768,"test_time":"2026-08-01T01:25:52Z","avg_ns":328440924963,"stddev_ns":0,"avg_ts":6.23552,"stddev_ts":0.0,"samples_ns":[328440924963],"samples_ts":[6.23552],"bench_model":"qwen","bench_backend":"rocm","bench_depth":32768,"bench_kv":"f16/q4_0","bench_ctk":"f16","bench_ctv":"q4_0","bench_block":"d32768"}
{"build_commit":"a66d505","build_number":1,"cpu_info":"AMD RYZEN AI MAX+ 395 w/ Radeon 8060S","gpu_info":"Radeon 8060S Graphics","backends":"ROCm","model_filename":"hf://lmstudio-community/Qwen3.6-35B-A3B-GGUF@68a34855558a/Qwen3.6-35B-A3B-Q4_K_M.gguf","model_type":"qwen35moe 35B.A3B Q4_K - Medium","model_size":21155768832,"model_n_params":34660610688,"n_batch":1024,"n_ubatch":512,"n_threads":8,"cpu_mask":"0x0","cpu_strict":false,"poll":50,"type_k":"f16","type_v":"q4_0","n_gpu_layers":-1,"n_cpu_moe":0,"split_mode":"layer","main_gpu":0,"no_kv_offload":false,"flash_attn":1,"devices":"auto","tensor_split":"0.00","tensor_buft_overrides":"none","use_mmap":true,"use_direct_io":false,"embeddings":false,"no_op_offload":0,"no_host":false,"fit_target":0,"fit_min_ctx":0,"n_prompt":0,"n_gen":128,"n_depth":32768,"test_time":"2026-08-01T02:10:55Z","avg_ns":25903197874,"stddev_ns":0,"avg_ts":4.941475,"stddev_ts":0.0,"samples_ns":[25903197874],"samples_ts":[4.94147],"bench_model":"qwen","bench_backend":"rocm","bench_depth":32768,"bench_kv":"f16/q4_0","bench_ctk":"f16","bench_ctv":"q4_0","bench_block":"d32768"}
{"build_commit":"a66d505","build_number":1,"cpu_info":"AMD RYZEN AI MAX+ 395 w/ Radeon 8060S","gpu_info":"Radeon 8060S Graphics","backends":"ROCm","model_filename":"hf://lmstudio-community/Qwen3.6-35B-A3B-GGUF@68a34855558a/Qwen3.6-35B-A3B-Q4_K_M.gguf","model_type":"qwen35moe 35B.A3B Q4_K - Medium","model_size":21155768832,"model_n_params":34660610688,"n_batch":1024,"n_ubatch":512,"n_threads":8,"cpu_mask":"0x0","cpu_strict":false,"poll":50,"type_k":"q4_0","type_v":"q4_0","n_gpu_layers":-1,"n_cpu_moe":0,"split_mode":"layer","main_gpu":0,"no_kv_offload":false,"flash_attn":1,"devices":"auto","tensor_split":"0.00","tensor_buft_overrides":"none","use_mmap":true,"use_direct_io":false,"embeddings":false,"no_op_offload":0,"no_host":false,"fit_target":0,"fit_min_ctx":0,"n_prompt":2048,"n_gen":0,"n_depth":32768,"test_time":"2026-08-01T02:11:22Z","avg_ns":3975372429,"stddev_ns":0,"avg_ts":515.171858,"stddev_ts":0.0,"samples_ns":[3975372429],"samples_ts":[515.172],"bench_model":"qwen","bench_backend":"rocm","bench_depth":32768,"bench_kv":"q4_0/q4_0","bench_ctk":"q4_0","bench_ctv":"q4_0","bench_block":"d32768"}
{"build_commit":"a66d505","build_number":1,"cpu_info":"AMD RYZEN AI MAX+ 395 w/ Radeon 8060S","gpu_info":"Radeon 8060S Graphics","backends":"ROCm","model_filename":"hf://lmstudio-community/Qwen3.6-35B-A3B-GGUF@68a34855558a/Qwen3.6-35B-A3B-Q4_K_M.gguf","model_type":"qwen35moe 35B.A3B Q4_K - Medium","model_size":21155768832,"model_n_params":34660610688,"n_batch":1024,"n_ubatch":512,"n_threads":8,"cpu_mask":"0x0","cpu_strict":false,"poll":50,"type_k":"q4_0","type_v":"q4_0","n_gpu_layers":-1,"n_cpu_moe":0,"split_mode":"layer","main_gpu":0,"no_kv_offload":false,"flash_attn":1,"devices":"auto","tensor_split":"0.00","tensor_buft_overrides":"none","use_mmap":true,"use_direct_io":false,"embeddings":false,"no_op_offload":0,"no_host":false,"fit_target":0,"fit_min_ctx":0,"n_prompt":0,"n_gen":128,"n_depth":32768,"test_time":"2026-08-01T02:12:18Z","avg_ns":2888911132,"stddev_ns":0,"avg_ts":44.307351,"stddev_ts":0.0,"samples_ns":[2888911132],"samples_ts":[44.3074],"bench_model":"qwen","bench_backend":"rocm","bench_depth":32768,"bench_kv":"q4_0/q4_0","bench_ctk":"q4_0","bench_ctv":"q4_0","bench_block":"d32768"}
{"build_commit":"a66d505","build_number":1,"cpu_info":"AMD RYZEN AI MAX+ 395 w/ Radeon 8060S","gpu_info":"Radeon 8060S Graphics","backends":"ROCm","model_filename":"hf://lmstudio-community/Qwen3.6-35B-A3B-GGUF@68a34855558a/Qwen3.6-35B-A3B-Q4_K_M.gguf","model_type":"qwen35moe 35B.A3B Q4_K - Medium","model_size":21155768832,"model_n_params":34660610688,"n_batch":1024,"n_ubatch":512,"n_threads":8,"cpu_mask":"0x0","cpu_strict":false,"poll":50,"type_k":"q8_0","type_v":"q8_0","n_gpu_layers":-1,"n_cpu_moe":0,"split_mode":"layer","main_gpu":0,"no_kv_offload":false,"flash_attn":1,"devices":"auto","tensor_split":"0.00","tensor_buft_overrides":"none","use_mmap":true,"use_direct_io":false,"embeddings":false,"no_op_offload":0,"no_host":false,"fit_target":0,"fit_min_ctx":0,"n_prompt":2048,"n_gen":0,"n_depth":32768,"test_time":"2026-08-01T02:12:23Z","avg_ns":3983506901,"stddev_ns":0,"avg_ts":514.119857,"stddev_ts":0.0,"samples_ns":[3983506901],"samples_ts":[514.12],"bench_model":"qwen","bench_backend":"rocm","bench_depth":32768,"bench_kv":"q8_0/q8_0","bench_ctk":"q8_0","bench_ctv":"q8_0","bench_block":"d32768"}
{"build_commit":"a66d505","build_number":1,"cpu_info":"AMD RYZEN AI MAX+ 395 w/ Radeon 8060S","gpu_info":"Radeon 8060S Graphics","backends":"ROCm","model_filename":"hf://lmstudio-community/Qwen3.6-35B-A3B-GGUF@68a34855558a/Qwen3.6-35B-A3B-Q4_K_M.gguf","model_type":"qwen35moe 35B.A3B Q4_K - Medium","model_size":21155768832,"model_n_params":34660610688,"n_batch":1024,"n_ubatch":512,"n_threads":8,"cpu_mask":"0x0","cpu_strict":false,"poll":50,"type_k":"q8_0","type_v":"q8_0","n_gpu_layers":-1,"n_cpu_moe":0,"split_mode":"layer","main_gpu":0,"no_kv_offload":false,"flash_attn":1,"devices":"auto","tensor_split":"0.00","tensor_buft_overrides":"none","use_mmap":true,"use_direct_io":false,"embeddings":false,"no_op_offload":0,"no_host":false,"fit_target":0,"fit_min_ctx":0,"n_prompt":0,"n_gen":128,"n_depth":32768,"test_time":"2026-08-01T02:13:19Z","avg_ns":2731312289,"stddev_ns":0,"avg_ts":46.86392,"stddev_ts":0.0,"samples_ns":[2731312289],"samples_ts":[46.8639],"bench_model":"qwen","bench_backend":"rocm","bench_depth":32768,"bench_kv":"q8_0/q8_0","bench_ctk":"q8_0","bench_ctv":"q8_0","bench_block":"d32768"}
{"build_commit":"d6d899580","build_number":9747,"cpu_info":"AMD RYZEN AI MAX+ 395 w/ Radeon 8060S","gpu_info":"Radeon 8060S Graphics (RADV STRIX_HALO)","backends":"Vulkan","model_filename":"hf://lmstudio-community/Qwen3.6-35B-A3B-GGUF@68a34855558a/Qwen3.6-35B-A3B-Q4_K_M.gguf","model_type":"qwen35moe 35B.A3B Q4_K - Medium","model_size":21155768832,"model_n_params":34660610688,"n_batch":1024,"n_ubatch":512,"n_threads":8,"cpu_mask":"0x0","cpu_strict":false,"poll":50,"type_k":"f16","type_v":"f16","n_gpu_layers":-1,"n_cpu_moe":0,"split_mode":"layer","main_gpu":0,"no_kv_offload":false,"flash_attn":1,"devices":"auto","tensor_split":"0.00","tensor_buft_overrides":"none","use_mmap":true,"use_direct_io":false,"embeddings":false,"no_op_offload":0,"no_host":false,"fit_target":0,"fit_min_ctx":0,"n_prompt":2048,"n_gen":0,"n_depth":32768,"test_time":"2026-08-01T02:13:25Z","avg_ns":3334442256,"stddev_ns":0,"avg_ts":614.195671,"stddev_ts":0.0,"samples_ns":[3334442256],"samples_ts":[614.196],"bench_model":"qwen","bench_backend":"vulkan","bench_depth":32768,"bench_kv":"f16/f16","bench_ctk":"f16","bench_ctv":"f16","bench_block":"d32768"}
{"build_commit":"d6d899580","build_number":9747,"cpu_info":"AMD RYZEN AI MAX+ 395 w/ Radeon 8060S","gpu_info":"Radeon 8060S Graphics (RADV STRIX_HALO)","backends":"Vulkan","model_filename":"hf://lmstudio-community/Qwen3.6-35B-A3B-GGUF@68a34855558a/Qwen3.6-35B-A3B-Q4_K_M.gguf","model_type":"qwen35moe 35B.A3B Q4_K - Medium","model_size":21155768832,"model_n_params":34660610688,"n_batch":1024,"n_ubatch":512,"n_threads":8,"cpu_mask":"0x0","cpu_strict":false,"poll":50,"type_k":"f16","type_v":"f16","n_gpu_layers":-1,"n_cpu_moe":0,"split_mode":"layer","main_gpu":0,"no_kv_offload":false,"flash_attn":1,"devices":"auto","tensor_split":"0.00","tensor_buft_overrides":"none","use_mmap":true,"use_direct_io":false,"embeddings":false,"no_op_offload":0,"no_host":false,"fit_target":0,"fit_min_ctx":0,"n_prompt":0,"n_gen":128,"n_depth":32768,"test_time":"2026-08-01T02:14:13Z","avg_ns":2175964334,"stddev_ns":0,"avg_ts":58.824494,"stddev_ts":0.0,"samples_ns":[2175964334],"samples_ts":[58.8245],"bench_model":"qwen","bench_backend":"vulkan","bench_depth":32768,"bench_kv":"f16/f16","bench_ctk":"f16","bench_ctv":"f16","bench_block":"d32768"}
{"build_commit":"d6d899580","build_number":9747,"cpu_info":"AMD RYZEN AI MAX+ 395 w/ Radeon 8060S","gpu_info":"Radeon 8060S Graphics (RADV STRIX_HALO)","backends":"Vulkan","model_filename":"hf://lmstudio-community/Qwen3.6-35B-A3B-GGUF@68a34855558a/Qwen3.6-35B-A3B-Q4_K_M.gguf","model_type":"qwen35moe 35B.A3B Q4_K - Medium","model_size":21155768832,"model_n_params":34660610688,"n_batch":1024,"n_ubatch":512,"n_threads":8,"cpu_mask":"0x0","cpu_strict":false,"poll":50,"type_k":"f16","type_v":"q8_0","n_gpu_layers":-1,"n_cpu_moe":0,"split_mode":"layer","main_gpu":0,"no_kv_offload":false,"flash_attn":1,"devices":"auto","tensor_split":"0.00","tensor_buft_overrides":"none","use_mmap":true,"use_direct_io":false,"embeddings":false,"no_op_offload":0,"no_host":false,"fit_target":0,"fit_min_ctx":0,"n_prompt":2048,"n_gen":0,"n_depth":32768,"test_time":"2026-08-01T02:14:19Z","avg_ns":3558996398,"stddev_ns":0,"avg_ts":575.443122,"stddev_ts":0.0,"samples_ns":[3558996398],"samples_ts":[575.443],"bench_model":"qwen","bench_backend":"vulkan","bench_depth":32768,"bench_kv":"f16/q8_0","bench_ctk":"f16","bench_ctv":"q8_0","bench_block":"d32768"}
{"build_commit":"d6d899580","build_number":9747,"cpu_info":"AMD RYZEN AI MAX+ 395 w/ Radeon 8060S","gpu_info":"Radeon 8060S Graphics (RADV STRIX_HALO)","backends":"Vulkan","model_filename":"hf://lmstudio-community/Qwen3.6-35B-A3B-GGUF@68a34855558a/Qwen3.6-35B-A3B-Q4_K_M.gguf","model_type":"qwen35moe 35B.A3B Q4_K - Medium","model_size":21155768832,"model_n_params":34660610688,"n_batch":1024,"n_ubatch":512,"n_threads":8,"cpu_mask":"0x0","cpu_strict":false,"poll":50,"type_k":"f16","type_v":"q8_0","n_gpu_layers":-1,"n_cpu_moe":0,"split_mode":"layer","main_gpu":0,"no_kv_offload":false,"flash_attn":1,"devices":"auto","tensor_split":"0.00","tensor_buft_overrides":"none","use_mmap":true,"use_direct_io":false,"embeddings":false,"no_op_offload":0,"no_host":false,"fit_target":0,"fit_min_ctx":0,"n_prompt":0,"n_gen":128,"n_depth":32768,"test_time":"2026-08-01T02:15:09Z","avg_ns":2065485423,"stddev_ns":0,"avg_ts":61.970905,"stddev_ts":0.0,"samples_ns":[2065485423],"samples_ts":[61.9709],"bench_model":"qwen","bench_backend":"vulkan","bench_depth":32768,"bench_kv":"f16/q8_0","bench_ctk":"f16","bench_ctv":"q8_0","bench_block":"d32768"}
{"build_commit":"d6d899580","build_number":9747,"cpu_info":"AMD RYZEN AI MAX+ 395 w/ Radeon 8060S","gpu_info":"Radeon 8060S Graphics (RADV STRIX_HALO)","backends":"Vulkan","model_filename":"hf://lmstudio-community/Qwen3.6-35B-A3B-GGUF@68a34855558a/Qwen3.6-35B-A3B-Q4_K_M.gguf","model_type":"qwen35moe 35B.A3B Q4_K - Medium","model_size":21155768832,"model_n_params":34660610688,"n_batch":1024,"n_ubatch":512,"n_threads":8,"cpu_mask":"0x0","cpu_strict":false,"poll":50,"type_k":"f16","type_v":"q4_0","n_gpu_layers":-1,"n_cpu_moe":0,"split_mode":"layer","main_gpu":0,"no_kv_offload":false,"flash_attn":1,"devices":"auto","tensor_split":"0.00","tensor_buft_overrides":"none","use_mmap":true,"use_direct_io":false,"embeddings":false,"no_op_offload":0,"no_host":false,"fit_target":0,"fit_min_ctx":0,"n_prompt":2048,"n_gen":0,"n_depth":32768,"test_time":"2026-08-01T02:15:14Z","avg_ns":3631854145,"stddev_ns":0,"avg_ts":563.899297,"stddev_ts":0.0,"samples_ns":[3631854145],"samples_ts":[563.899],"bench_model":"qwen","bench_backend":"vulkan","bench_depth":32768,"bench_kv":"f16/q4_0","bench_ctk":"f16","bench_ctv":"q4_0","bench_block":"d32768"}
{"build_commit":"d6d899580","build_number":9747,"cpu_info":"AMD RYZEN AI MAX+ 395 w/ Radeon 8060S","gpu_info":"Radeon 8060S Graphics (RADV STRIX_HALO)","backends":"Vulkan","model_filename":"hf://lmstudio-community/Qwen3.6-35B-A3B-GGUF@68a34855558a/Qwen3.6-35B-A3B-Q4_K_M.gguf","model_type":"qwen35moe 35B.A3B Q4_K - Medium","model_size":21155768832,"model_n_params":34660610688,"n_batch":1024,"n_ubatch":512,"n_threads":8,"cpu_mask":"0x0","cpu_strict":false,"poll":50,"type_k":"f16","type_v":"q4_0","n_gpu_layers":-1,"n_cpu_moe":0,"split_mode":"layer","main_gpu":0,"no_kv_offload":false,"flash_attn":1,"devices":"auto","tensor_split":"0.00","tensor_buft_overrides":"none","use_mmap":true,"use_direct_io":false,"embeddings":false,"no_op_offload":0,"no_host":false,"fit_target":0,"fit_min_ctx":0,"n_prompt":0,"n_gen":128,"n_depth":32768,"test_time":"2026-08-01T02:16:05Z","avg_ns":2026478169,"stddev_ns":0,"avg_ts":63.16377,"stddev_ts":0.0,"samples_ns":[2026478169],"samples_ts":[63.1638],"bench_model":"qwen","bench_backend":"vulkan","bench_depth":32768,"bench_kv":"f16/q4_0","bench_ctk":"f16","bench_ctv":"q4_0","bench_block":"d32768"}
{"build_commit":"d6d899580","build_number":9747,"cpu_info":"AMD RYZEN AI MAX+ 395 w/ Radeon 8060S","gpu_info":"Radeon 8060S Graphics (RADV STRIX_HALO)","backends":"Vulkan","model_filename":"hf://lmstudio-community/Qwen3.6-35B-A3B-GGUF@68a34855558a/Qwen3.6-35B-A3B-Q4_K_M.gguf","model_type":"qwen35moe 35B.A3B Q4_K - Medium","model_size":21155768832,"model_n_params":34660610688,"n_batch":1024,"n_ubatch":512,"n_threads":8,"cpu_mask":"0x0","cpu_strict":false,"poll":50,"type_k":"q4_0","type_v":"q4_0","n_gpu_layers":-1,"n_cpu_moe":0,"split_mode":"layer","main_gpu":0,"no_kv_offload":false,"flash_attn":1,"devices":"auto","tensor_split":"0.00","tensor_buft_overrides":"none","use_mmap":true,"use_direct_io":false,"embeddings":false,"no_op_offload":0,"no_host":false,"fit_target":0,"fit_min_ctx":0,"n_prompt":2048,"n_gen":0,"n_depth":32768,"test_time":"2026-08-01T02:16:10Z","avg_ns":3996746850,"stddev_ns":0,"avg_ts":512.416742,"stddev_ts":0.0,"samples_ns":[3996746850],"samples_ts":[512.417],"bench_model":"qwen","bench_backend":"vulkan","bench_depth":32768,"bench_kv":"q4_0/q4_0","bench_ctk":"q4_0","bench_ctv":"q4_0","bench_block":"d32768"}
{"build_commit":"d6d899580","build_number":9747,"cpu_info":"AMD RYZEN AI MAX+ 395 w/ Radeon 8060S","gpu_info":"Radeon 8060S Graphics (RADV STRIX_HALO)","backends":"Vulkan","model_filename":"hf://lmstudio-community/Qwen3.6-35B-A3B-GGUF@68a34855558a/Qwen3.6-35B-A3B-Q4_K_M.gguf","model_type":"qwen35moe 35B.A3B Q4_K - Medium","model_size":21155768832,"model_n_params":34660610688,"n_batch":1024,"n_ubatch":512,"n_threads":8,"cpu_mask":"0x0","cpu_strict":false,"poll":50,"type_k":"q4_0","type_v":"q4_0","n_gpu_layers":-1,"n_cpu_moe":0,"split_mode":"layer","main_gpu":0,"no_kv_offload":false,"flash_attn":1,"devices":"auto","tensor_split":"0.00","tensor_buft_overrides":"none","use_mmap":true,"use_direct_io":false,"embeddings":false,"no_op_offload":0,"no_host":false,"fit_target":0,"fit_min_ctx":0,"n_prompt":0,"n_gen":128,"n_depth":32768,"test_time":"2026-08-01T02:17:04Z","avg_ns":1948738621,"stddev_ns":0,"avg_ts":65.683514,"stddev_ts":0.0,"samples_ns":[1948738621],"samples_ts":[65.6835],"bench_model":"qwen","bench_backend":"vulkan","bench_depth":32768,"bench_kv":"q4_0/q4_0","bench_ctk":"q4_0","bench_ctv":"q4_0","bench_block":"d32768"}
{"build_commit":"d6d899580","build_number":9747,"cpu_info":"AMD RYZEN AI MAX+ 395 w/ Radeon 8060S","gpu_info":"Radeon 8060S Graphics (RADV STRIX_HALO)","backends":"Vulkan","model_filename":"hf://lmstudio-community/Qwen3.6-35B-A3B-GGUF@68a34855558a/Qwen3.6-35B-A3B-Q4_K_M.gguf","model_type":"qwen35moe 35B.A3B Q4_K - Medium","model_size":21155768832,"model_n_params":34660610688,"n_batch":1024,"n_ubatch":512,"n_threads":8,"cpu_mask":"0x0","cpu_strict":false,"poll":50,"type_k":"q8_0","type_v":"q8_0","n_gpu_layers":-1,"n_cpu_moe":0,"split_mode":"layer","main_gpu":0,"no_kv_offload":false,"flash_attn":1,"devices":"auto","tensor_split":"0.00","tensor_buft_overrides":"none","use_mmap":true,"use_direct_io":false,"embeddings":false,"no_op_offload":0,"no_host":false,"fit_target":0,"fit_min_ctx":0,"n_prompt":2048,"n_gen":0,"n_depth":32768,"test_time":"2026-08-01T02:17:09Z","avg_ns":4086956152,"stddev_ns":0,"avg_ts":501.106428,"stddev_ts":0.0,"samples_ns":[4086956152],"samples_ts":[501.106],"bench_model":"qwen","bench_backend":"vulkan","bench_depth":32768,"bench_kv":"q8_0/q8_0","bench_ctk":"q8_0","bench_ctv":"q8_0","bench_block":"d32768"}
{"build_commit":"d6d899580","build_number":9747,"cpu_info":"AMD RYZEN AI MAX+ 395 w/ Radeon 8060S","gpu_info":"Radeon 8060S Graphics (RADV STRIX_HALO)","backends":"Vulkan","model_filename":"hf://lmstudio-community/Qwen3.6-35B-A3B-GGUF@68a34855558a/Qwen3.6-35B-A3B-Q4_K_M.gguf","model_type":"qwen35moe 35B.A3B Q4_K - Medium","model_size":21155768832,"model_n_params":34660610688,"n_batch":1024,"n_ubatch":512,"n_threads":8,"cpu_mask":"0x0","cpu_strict":false,"poll":50,"type_k":"q8_0","type_v":"q8_0","n_gpu_layers":-1,"n_cpu_moe":0,"split_mode":"layer","main_gpu":0,"no_kv_offload":false,"flash_attn":1,"devices":"auto","tensor_split":"0.00","tensor_buft_overrides":"none","use_mmap":true,"use_direct_io":false,"embeddings":false,"no_op_offload":0,"no_host":false,"fit_target":0,"fit_min_ctx":0,"n_prompt":0,"n_gen":128,"n_depth":32768,"test_time":"2026-08-01T02:18:04Z","avg_ns":2009301027,"stddev_ns":0,"avg_ts":63.703745,"stddev_ts":0.0,"samples_ns":[2009301027],"samples_ts":[63.7037],"bench_model":"qwen","bench_backend":"vulkan","bench_depth":32768,"bench_kv":"q8_0/q8_0","bench_ctk":"q8_0","bench_ctv":"q8_0","bench_block":"d32768"}
{"build_commit":"a66d505","build_number":1,"cpu_info":"AMD RYZEN AI MAX+ 395 w/ Radeon 8060S","gpu_info":"Radeon 8060S Graphics","backends":"ROCm","model_filename":"hf://unsloth/GLM-4.7-Flash-GGUF@0d32489ecb9d/GLM-4.7-Flash-Q4_K_M.gguf","model_type":"deepseek2 30B.A3B Q4_K - Medium","model_size":18302863872,"model_n_params":29943393920,"n_batch":1024,"n_ubatch":512,"n_threads":8,"cpu_mask":"0x0","cpu_strict":false,"poll":50,"type_k":"f16","type_v":"f16","n_gpu_layers":-1,"n_cpu_moe":0,"split_mode":"layer","main_gpu":0,"no_kv_offload":false,"flash_attn":1,"devices":"auto","tensor_split":"0.00","tensor_buft_overrides":"none","use_mmap":true,"use_direct_io":false,"embeddings":false,"no_op_offload":0,"no_host":false,"fit_target":0,"fit_min_ctx":0,"n_prompt":2048,"n_gen":0,"n_depth":32768,"test_time":"2026-08-01T02:18:09Z","avg_ns":21239833954,"stddev_ns":0,"avg_ts":96.422599,"stddev_ts":0.0,"samples_ns":[21239833954],"samples_ts":[96.4226],"bench_model":"glm","bench_backend":"rocm","bench_depth":32768,"bench_kv":"f16/f16","bench_ctk":"f16","bench_ctv":"f16","bench_block":"d32768"}
{"build_commit":"a66d505","build_number":1,"cpu_info":"AMD RYZEN AI MAX+ 395 w/ Radeon 8060S","gpu_info":"Radeon 8060S Graphics","backends":"ROCm","model_filename":"hf://unsloth/GLM-4.7-Flash-GGUF@0d32489ecb9d/GLM-4.7-Flash-Q4_K_M.gguf","model_type":"deepseek2 30B.A3B Q4_K - Medium","model_size":18302863872,"model_n_params":29943393920,"n_batch":1024,"n_ubatch":512,"n_threads":8,"cpu_mask":"0x0","cpu_strict":false,"poll":50,"type_k":"f16","type_v":"f16","n_gpu_layers":-1,"n_cpu_moe":0,"split_mode":"layer","main_gpu":0,"no_kv_offload":false,"flash_attn":1,"devices":"auto","tensor_split":"0.00","tensor_buft_overrides":"none","use_mmap":true,"use_direct_io":false,"embeddings":false,"no_op_offload":0,"no_host":false,"fit_target":0,"fit_min_ctx":0,"n_prompt":0,"n_gen":128,"n_depth":32768,"test_time":"2026-08-01T02:21:38Z","avg_ns":4833401525,"stddev_ns":0,"avg_ts":26.482385,"stddev_ts":0.0,"samples_ns":[4833401525],"samples_ts":[26.4824],"bench_model":"glm","bench_backend":"rocm","bench_depth":32768,"bench_kv":"f16/f16","bench_ctk":"f16","bench_ctv":"f16","bench_block":"d32768"}
{"build_commit":"a66d505","build_number":1,"cpu_info":"AMD RYZEN AI MAX+ 395 w/ Radeon 8060S","gpu_info":"Radeon 8060S Graphics","backends":"ROCm","model_filename":"hf://unsloth/GLM-4.7-Flash-GGUF@0d32489ecb9d/GLM-4.7-Flash-Q4_K_M.gguf","model_type":"deepseek2 30B.A3B Q4_K - Medium","model_size":18302863872,"model_n_params":29943393920,"n_batch":1024,"n_ubatch":512,"n_threads":8,"cpu_mask":"0x0","cpu_strict":false,"poll":50,"type_k":"f16","type_v":"q8_0","n_gpu_layers":-1,"n_cpu_moe":0,"split_mode":"layer","main_gpu":0,"no_kv_offload":false,"flash_attn":1,"devices":"auto","tensor_split":"0.00","tensor_buft_overrides":"none","use_mmap":true,"use_direct_io":false,"embeddings":false,"no_op_offload":0,"no_host":false,"fit_target":0,"fit_min_ctx":0,"n_prompt":2048,"n_gen":0,"n_depth":32768,"test_time":"2026-08-01T02:21:45Z","avg_ns":21252085852,"stddev_ns":0,"avg_ts":96.367011,"stddev_ts":0.0,"samples_ns":[21252085852],"samples_ts":[96.367],"bench_model":"glm","bench_backend":"rocm","bench_depth":32768,"bench_kv":"f16/q8_0","bench_ctk":"f16","bench_ctv":"q8_0","bench_block":"d32768"}
{"build_commit":"a66d505","build_number":1,"cpu_info":"AMD RYZEN AI MAX+ 395 w/ Radeon 8060S","gpu_info":"Radeon 8060S Graphics","backends":"ROCm","model_filename":"hf://unsloth/GLM-4.7-Flash-GGUF@0d32489ecb9d/GLM-4.7-Flash-Q4_K_M.gguf","model_type":"deepseek2 30B.A3B Q4_K - Medium","model_size":18302863872,"model_n_params":29943393920,"n_batch":1024,"n_ubatch":512,"n_threads":8,"cpu_mask":"0x0","cpu_strict":false,"poll":50,"type_k":"f16","type_v":"q8_0","n_gpu_layers":-1,"n_cpu_moe":0,"split_mode":"layer","main_gpu":0,"no_kv_offload":false,"flash_attn":1,"devices":"auto","tensor_split":"0.00","tensor_buft_overrides":"none","use_mmap":true,"use_direct_io":false,"embeddings":false,"no_op_offload":0,"no_host":false,"fit_target":0,"fit_min_ctx":0,"n_prompt":0,"n_gen":128,"n_depth":32768,"test_time":"2026-08-01T02:25:13Z","avg_ns":4833656337,"stddev_ns":0,"avg_ts":26.480989,"stddev_ts":0.0,"samples_ns":[4833656337],"samples_ts":[26.481],"bench_model":"glm","bench_backend":"rocm","bench_depth":32768,"bench_kv":"f16/q8_0","bench_ctk":"f16","bench_ctv":"q8_0","bench_block":"d32768"}
{"build_commit":"a66d505","build_number":1,"cpu_info":"AMD RYZEN AI MAX+ 395 w/ Radeon 8060S","gpu_info":"Radeon 8060S Graphics","backends":"ROCm","model_filename":"hf://unsloth/GLM-4.7-Flash-GGUF@0d32489ecb9d/GLM-4.7-Flash-Q4_K_M.gguf","model_type":"deepseek2 30B.A3B Q4_K - Medium","model_size":18302863872,"model_n_params":29943393920,"n_batch":1024,"n_ubatch":512,"n_threads":8,"cpu_mask":"0x0","cpu_strict":false,"poll":50,"type_k":"f16","type_v":"q4_0","n_gpu_layers":-1,"n_cpu_moe":0,"split_mode":"layer","main_gpu":0,"no_kv_offload":false,"flash_attn":1,"devices":"auto","tensor_split":"0.00","tensor_buft_overrides":"none","use_mmap":true,"use_direct_io":false,"embeddings":false,"no_op_offload":0,"no_host":false,"fit_target":0,"fit_min_ctx":0,"n_prompt":2048,"n_gen":0,"n_depth":32768,"test_time":"2026-08-01T02:25:20Z","avg_ns":21233628557,"stddev_ns":0,"avg_ts":96.450778,"stddev_ts":0.0,"samples_ns":[21233628557],"samples_ts":[96.4508],"bench_model":"glm","bench_backend":"rocm","bench_depth":32768,"bench_kv":"f16/q4_0","bench_ctk":"f16","bench_ctv":"q4_0","bench_block":"d32768"}
{"build_commit":"a66d505","build_number":1,"cpu_info":"AMD RYZEN AI MAX+ 395 w/ Radeon 8060S","gpu_info":"Radeon 8060S Graphics","backends":"ROCm","model_filename":"hf://unsloth/GLM-4.7-Flash-GGUF@0d32489ecb9d/GLM-4.7-Flash-Q4_K_M.gguf","model_type":"deepseek2 30B.A3B Q4_K - Medium","model_size":18302863872,"model_n_params":29943393920,"n_batch":1024,"n_ubatch":512,"n_threads":8,"cpu_mask":"0x0","cpu_strict":false,"poll":50,"type_k":"f16","type_v":"q4_0","n_gpu_layers":-1,"n_cpu_moe":0,"split_mode":"layer","main_gpu":0,"no_kv_offload":false,"flash_attn":1,"devices":"auto","tensor_split":"0.00","tensor_buft_overrides":"none","use_mmap":true,"use_direct_io":false,"embeddings":false,"no_op_offload":0,"no_host":false,"fit_target":0,"fit_min_ctx":0,"n_prompt":0,"n_gen":128,"n_depth":32768,"test_time":"2026-08-01T02:28:48Z","avg_ns":4822955537,"stddev_ns":0,"avg_ts":26.539743,"stddev_ts":0.0,"samples_ns":[4822955537],"samples_ts":[26.5397],"bench_model":"glm","bench_backend":"rocm","bench_depth":32768,"bench_kv":"f16/q4_0","bench_ctk":"f16","bench_ctv":"q4_0","bench_block":"d32768"}
{"build_commit":"a66d505","build_number":1,"cpu_info":"AMD RYZEN AI MAX+ 395 w/ Radeon 8060S","gpu_info":"Radeon 8060S Graphics","backends":"ROCm","model_filename":"hf://unsloth/GLM-4.7-Flash-GGUF@0d32489ecb9d/GLM-4.7-Flash-Q4_K_M.gguf","model_type":"deepseek2 30B.A3B Q4_K - Medium","model_size":18302863872,"model_n_params":29943393920,"n_batch":1024,"n_ubatch":512,"n_threads":8,"cpu_mask":"0x0","cpu_strict":false,"poll":50,"type_k":"q4_0","type_v":"q4_0","n_gpu_layers":-1,"n_cpu_moe":0,"split_mode":"layer","main_gpu":0,"no_kv_offload":false,"flash_attn":1,"devices":"auto","tensor_split":"0.00","tensor_buft_overrides":"none","use_mmap":true,"use_direct_io":false,"embeddings":false,"no_op_offload":0,"no_host":false,"fit_target":0,"fit_min_ctx":0,"n_prompt":2048,"n_gen":0,"n_depth":32768,"test_time":"2026-08-01T02:28:55Z","avg_ns":21311929410,"stddev_ns":0,"avg_ts":96.096414,"stddev_ts":0.0,"samples_ns":[21311929410],"samples_ts":[96.0964],"bench_model":"glm","bench_backend":"rocm","bench_depth":32768,"bench_kv":"q4_0/q4_0","bench_ctk":"q4_0","bench_ctv":"q4_0","bench_block":"d32768"}
{"build_commit":"a66d505","build_number":1,"cpu_info":"AMD RYZEN AI MAX+ 395 w/ Radeon 8060S","gpu_info":"Radeon 8060S Graphics","backends":"ROCm","model_filename":"hf://unsloth/GLM-4.7-Flash-GGUF@0d32489ecb9d/GLM-4.7-Flash-Q4_K_M.gguf","model_type":"deepseek2 30B.A3B Q4_K - Medium","model_size":18302863872,"model_n_params":29943393920,"n_batch":1024,"n_ubatch":512,"n_threads":8,"cpu_mask":"0x0","cpu_strict":false,"poll":50,"type_k":"q4_0","type_v":"q4_0","n_gpu_layers":-1,"n_cpu_moe":0,"split_mode":"layer","main_gpu":0,"no_kv_offload":false,"flash_attn":1,"devices":"auto","tensor_split":"0.00","tensor_buft_overrides":"none","use_mmap":true,"use_direct_io":false,"embeddings":false,"no_op_offload":0,"no_host":false,"fit_target":0,"fit_min_ctx":0,"n_prompt":0,"n_gen":128,"n_depth":32768,"test_time":"2026-08-01T02:32:23Z","avg_ns":5810963811,"stddev_ns":0,"avg_ts":22.027327,"stddev_ts":0.0,"samples_ns":[5810963811],"samples_ts":[22.0273],"bench_model":"glm","bench_backend":"rocm","bench_depth":32768,"bench_kv":"q4_0/q4_0","bench_ctk":"q4_0","bench_ctv":"q4_0","bench_block":"d32768"}
{"build_commit":"a66d505","build_number":1,"cpu_info":"AMD RYZEN AI MAX+ 395 w/ Radeon 8060S","gpu_info":"Radeon 8060S Graphics","backends":"ROCm","model_filename":"hf://unsloth/GLM-4.7-Flash-GGUF@0d32489ecb9d/GLM-4.7-Flash-Q4_K_M.gguf","model_type":"deepseek2 30B.A3B Q4_K - Medium","model_size":18302863872,"model_n_params":29943393920,"n_batch":1024,"n_ubatch":512,"n_threads":8,"cpu_mask":"0x0","cpu_strict":false,"poll":50,"type_k":"q8_0","type_v":"q8_0","n_gpu_layers":-1,"n_cpu_moe":0,"split_mode":"layer","main_gpu":0,"no_kv_offload":false,"flash_attn":1,"devices":"auto","tensor_split":"0.00","tensor_buft_overrides":"none","use_mmap":true,"use_direct_io":false,"embeddings":false,"no_op_offload":0,"no_host":false,"fit_target":0,"fit_min_ctx":0,"n_prompt":2048,"n_gen":0,"n_depth":32768,"test_time":"2026-08-01T02:32:31Z","avg_ns":21270894790,"stddev_ns":0,"avg_ts":96.281798,"stddev_ts":0.0,"samples_ns":[21270894790],"samples_ts":[96.2818],"bench_model":"glm","bench_backend":"rocm","bench_depth":32768,"bench_kv":"q8_0/q8_0","bench_ctk":"q8_0","bench_ctv":"q8_0","bench_block":"d32768"}
{"build_commit":"a66d505","build_number":1,"cpu_info":"AMD RYZEN AI MAX+ 395 w/ Radeon 8060S","gpu_info":"Radeon 8060S Graphics","backends":"ROCm","model_filename":"hf://unsloth/GLM-4.7-Flash-GGUF@0d32489ecb9d/GLM-4.7-Flash-Q4_K_M.gguf","model_type":"deepseek2 30B.A3B Q4_K - Medium","model_size":18302863872,"model_n_params":29943393920,"n_batch":1024,"n_ubatch":512,"n_threads":8,"cpu_mask":"0x0","cpu_strict":false,"poll":50,"type_k":"q8_0","type_v":"q8_0","n_gpu_layers":-1,"n_cpu_moe":0,"split_mode":"layer","main_gpu":0,"no_kv_offload":false,"flash_attn":1,"devices":"auto","tensor_split":"0.00","tensor_buft_overrides":"none","use_mmap":true,"use_direct_io":false,"embeddings":false,"no_op_offload":0,"no_host":false,"fit_target":0,"fit_min_ctx":0,"n_prompt":0,"n_gen":128,"n_depth":32768,"test_time":"2026-08-01T02:35:59Z","avg_ns":6107746095,"stddev_ns":0,"avg_ts":20.956994,"stddev_ts":0.0,"samples_ns":[6107746095],"samples_ts":[20.957],"bench_model":"glm","bench_backend":"rocm","bench_depth":32768,"bench_kv":"q8_0/q8_0","bench_ctk":"q8_0","bench_ctv":"q8_0","bench_block":"d32768"}
{"build_commit":"d6d899580","build_number":9747,"cpu_info":"AMD RYZEN AI MAX+ 395 w/ Radeon 8060S","gpu_info":"Radeon 8060S Graphics (RADV STRIX_HALO)","backends":"Vulkan","model_filename":"hf://unsloth/GLM-4.7-Flash-GGUF@0d32489ecb9d/GLM-4.7-Flash-Q4_K_M.gguf","model_type":"deepseek2 30B.A3B Q4_K - Medium","model_size":18302863872,"model_n_params":29943393920,"n_batch":1024,"n_ubatch":512,"n_threads":8,"cpu_mask":"0x0","cpu_strict":false,"poll":50,"type_k":"f16","type_v":"f16","n_gpu_layers":-1,"n_cpu_moe":0,"split_mode":"layer","main_gpu":0,"no_kv_offload":false,"flash_attn":1,"devices":"auto","tensor_split":"0.00","tensor_buft_overrides":"none","use_mmap":true,"use_direct_io":false,"embeddings":false,"no_op_offload":0,"no_host":false,"fit_target":0,"fit_min_ctx":0,"n_prompt":2048,"n_gen":0,"n_depth":32768,"test_time":"2026-08-01T02:36:08Z","avg_ns":17281618472,"stddev_ns":0,"avg_ts":118.507419,"stddev_ts":0.0,"samples_ns":[17281618472],"samples_ts":[118.507],"bench_model":"glm","bench_backend":"vulkan","bench_depth":32768,"bench_kv":"f16/f16","bench_ctk":"f16","bench_ctv":"f16","bench_block":"d32768"}
{"build_commit":"d6d899580","build_number":9747,"cpu_info":"AMD RYZEN AI MAX+ 395 w/ Radeon 8060S","gpu_info":"Radeon 8060S Graphics (RADV STRIX_HALO)","backends":"Vulkan","model_filename":"hf://unsloth/GLM-4.7-Flash-GGUF@0d32489ecb9d/GLM-4.7-Flash-Q4_K_M.gguf","model_type":"deepseek2 30B.A3B Q4_K - Medium","model_size":18302863872,"model_n_params":29943393920,"n_batch":1024,"n_ubatch":512,"n_threads":8,"cpu_mask":"0x0","cpu_strict":false,"poll":50,"type_k":"f16","type_v":"f16","n_gpu_layers":-1,"n_cpu_moe":0,"split_mode":"layer","main_gpu":0,"no_kv_offload":false,"flash_attn":1,"devices":"auto","tensor_split":"0.00","tensor_buft_overrides":"none","use_mmap":true,"use_direct_io":false,"embeddings":false,"no_op_offload":0,"no_host":false,"fit_target":0,"fit_min_ctx":0,"n_prompt":0,"n_gen":128,"n_depth":32768,"test_time":"2026-08-01T02:39:07Z","avg_ns":4516188895,"stddev_ns":0,"avg_ts":28.342481,"stddev_ts":0.0,"samples_ns":[4516188895],"samples_ts":[28.3425],"bench_model":"glm","bench_backend":"vulkan","bench_depth":32768,"bench_kv":"f16/f16","bench_ctk":"f16","bench_ctv":"f16","bench_block":"d32768"}
{"build_commit":"d6d899580","build_number":9747,"cpu_info":"AMD RYZEN AI MAX+ 395 w/ Radeon 8060S","gpu_info":"Radeon 8060S Graphics (RADV STRIX_HALO)","backends":"Vulkan","model_filename":"hf://unsloth/GLM-4.7-Flash-GGUF@0d32489ecb9d/GLM-4.7-Flash-Q4_K_M.gguf","model_type":"deepseek2 30B.A3B Q4_K - Medium","model_size":18302863872,"model_n_params":29943393920,"n_batch":1024,"n_ubatch":512,"n_threads":8,"cpu_mask":"0x0","cpu_strict":false,"poll":50,"type_k":"f16","type_v":"q8_0","n_gpu_layers":-1,"n_cpu_moe":0,"split_mode":"layer","main_gpu":0,"no_kv_offload":false,"flash_attn":1,"devices":"auto","tensor_split":"0.00","tensor_buft_overrides":"none","use_mmap":true,"use_direct_io":false,"embeddings":false,"no_op_offload":0,"no_host":false,"fit_target":0,"fit_min_ctx":0,"n_prompt":2048,"n_gen":0,"n_depth":32768,"test_time":"2026-08-01T02:39:14Z","avg_ns":17271493444,"stddev_ns":0,"avg_ts":118.576891,"stddev_ts":0.0,"samples_ns":[17271493444],"samples_ts":[118.577],"bench_model":"glm","bench_backend":"vulkan","bench_depth":32768,"bench_kv":"f16/q8_0","bench_ctk":"f16","bench_ctv":"q8_0","bench_block":"d32768"}
{"build_commit":"d6d899580","build_number":9747,"cpu_info":"AMD RYZEN AI MAX+ 395 w/ Radeon 8060S","gpu_info":"Radeon 8060S Graphics (RADV STRIX_HALO)","backends":"Vulkan","model_filename":"hf://unsloth/GLM-4.7-Flash-GGUF@0d32489ecb9d/GLM-4.7-Flash-Q4_K_M.gguf","model_type":"deepseek2 30B.A3B Q4_K - Medium","model_size":18302863872,"model_n_params":29943393920,"n_batch":1024,"n_ubatch":512,"n_threads":8,"cpu_mask":"0x0","cpu_strict":false,"poll":50,"type_k":"f16","type_v":"q8_0","n_gpu_layers":-1,"n_cpu_moe":0,"split_mode":"layer","main_gpu":0,"no_kv_offload":false,"flash_attn":1,"devices":"auto","tensor_split":"0.00","tensor_buft_overrides":"none","use_mmap":true,"use_direct_io":false,"embeddings":false,"no_op_offload":0,"no_host":false,"fit_target":0,"fit_min_ctx":0,"n_prompt":0,"n_gen":128,"n_depth":32768,"test_time":"2026-08-01T02:42:13Z","avg_ns":4518749509,"stddev_ns":0,"avg_ts":28.326421,"stddev_ts":0.0,"samples_ns":[4518749509],"samples_ts":[28.3264],"bench_model":"glm","bench_backend":"vulkan","bench_depth":32768,"bench_kv":"f16/q8_0","bench_ctk":"f16","bench_ctv":"q8_0","bench_block":"d32768"}
{"build_commit":"d6d899580","build_number":9747,"cpu_info":"AMD RYZEN AI MAX+ 395 w/ Radeon 8060S","gpu_info":"Radeon 8060S Graphics (RADV STRIX_HALO)","backends":"Vulkan","model_filename":"hf://unsloth/GLM-4.7-Flash-GGUF@0d32489ecb9d/GLM-4.7-Flash-Q4_K_M.gguf","model_type":"deepseek2 30B.A3B Q4_K - Medium","model_size":18302863872,"model_n_params":29943393920,"n_batch":1024,"n_ubatch":512,"n_threads":8,"cpu_mask":"0x0","cpu_strict":false,"poll":50,"type_k":"f16","type_v":"q4_0","n_gpu_layers":-1,"n_cpu_moe":0,"split_mode":"layer","main_gpu":0,"no_kv_offload":false,"flash_attn":1,"devices":"auto","tensor_split":"0.00","tensor_buft_overrides":"none","use_mmap":true,"use_direct_io":false,"embeddings":false,"no_op_offload":0,"no_host":false,"fit_target":0,"fit_min_ctx":0,"n_prompt":2048,"n_gen":0,"n_depth":32768,"test_time":"2026-08-01T02:42:20Z","avg_ns":17271495146,"stddev_ns":0,"avg_ts":118.57688,"stddev_ts":0.0,"samples_ns":[17271495146],"samples_ts":[118.577],"bench_model":"glm","bench_backend":"vulkan","bench_depth":32768,"bench_kv":"f16/q4_0","bench_ctk":"f16","bench_ctv":"q4_0","bench_block":"d32768"}
{"build_commit":"d6d899580","build_number":9747,"cpu_info":"AMD RYZEN AI MAX+ 395 w/ Radeon 8060S","gpu_info":"Radeon 8060S Graphics (RADV STRIX_HALO)","backends":"Vulkan","model_filename":"hf://unsloth/GLM-4.7-Flash-GGUF@0d32489ecb9d/GLM-4.7-Flash-Q4_K_M.gguf","model_type":"deepseek2 30B.A3B Q4_K - Medium","model_size":18302863872,"model_n_params":29943393920,"n_batch":1024,"n_ubatch":512,"n_threads":8,"cpu_mask":"0x0","cpu_strict":false,"poll":50,"type_k":"f16","type_v":"q4_0","n_gpu_layers":-1,"n_cpu_moe":0,"split_mode":"layer","main_gpu":0,"no_kv_offload":false,"flash_attn":1,"devices":"auto","tensor_split":"0.00","tensor_buft_overrides":"none","use_mmap":true,"use_direct_io":false,"embeddings":false,"no_op_offload":0,"no_host":false,"fit_target":0,"fit_min_ctx":0,"n_prompt":0,"n_gen":128,"n_depth":32768,"test_time":"2026-08-01T02:45:19Z","avg_ns":4515451228,"stddev_ns":0,"avg_ts":28.347112,"stddev_ts":0.0,"samples_ns":[4515451228],"samples_ts":[28.3471],"bench_model":"glm","bench_backend":"vulkan","bench_depth":32768,"bench_kv":"f16/q4_0","bench_ctk":"f16","bench_ctv":"q4_0","bench_block":"d32768"}
{"build_commit":"d6d899580","build_number":9747,"cpu_info":"AMD RYZEN AI MAX+ 395 w/ Radeon 8060S","gpu_info":"Radeon 8060S Graphics (RADV STRIX_HALO)","backends":"Vulkan","model_filename":"hf://unsloth/GLM-4.7-Flash-GGUF@0d32489ecb9d/GLM-4.7-Flash-Q4_K_M.gguf","model_type":"deepseek2 30B.A3B Q4_K - Medium","model_size":18302863872,"model_n_params":29943393920,"n_batch":1024,"n_ubatch":512,"n_threads":8,"cpu_mask":"0x0","cpu_strict":false,"poll":50,"type_k":"q4_0","type_v":"q4_0","n_gpu_layers":-1,"n_cpu_moe":0,"split_mode":"layer","main_gpu":0,"no_kv_offload":false,"flash_attn":1,"devices":"auto","tensor_split":"0.00","tensor_buft_overrides":"none","use_mmap":true,"use_direct_io":false,"embeddings":false,"no_op_offload":0,"no_host":false,"fit_target":0,"fit_min_ctx":0,"n_prompt":2048,"n_gen":0,"n_depth":32768,"test_time":"2026-08-01T02:45:26Z","avg_ns":36239702104,"stddev_ns":0,"avg_ts":56.512606,"stddev_ts":0.0,"samples_ns":[36239702104],"samples_ts":[56.5126],"bench_model":"glm","bench_backend":"vulkan","bench_depth":32768,"bench_kv":"q4_0/q4_0","bench_ctk":"q4_0","bench_ctv":"q4_0","bench_block":"d32768"}
{"build_commit":"d6d899580","build_number":9747,"cpu_info":"AMD RYZEN AI MAX+ 395 w/ Radeon 8060S","gpu_info":"Radeon 8060S Graphics (RADV STRIX_HALO)","backends":"Vulkan","model_filename":"hf://unsloth/GLM-4.7-Flash-GGUF@0d32489ecb9d/GLM-4.7-Flash-Q4_K_M.gguf","model_type":"deepseek2 30B.A3B Q4_K - Medium","model_size":18302863872,"model_n_params":29943393920,"n_batch":1024,"n_ubatch":512,"n_threads":8,"cpu_mask":"0x0","cpu_strict":false,"poll":50,"type_k":"q4_0","type_v":"q4_0","n_gpu_layers":-1,"n_cpu_moe":0,"split_mode":"layer","main_gpu":0,"no_kv_offload":false,"flash_attn":1,"devices":"auto","tensor_split":"0.00","tensor_buft_overrides":"none","use_mmap":true,"use_direct_io":false,"embeddings":false,"no_op_offload":0,"no_host":false,"fit_target":0,"fit_min_ctx":0,"n_prompt":0,"n_gen":128,"n_depth":32768,"test_time":"2026-08-01T02:51:10Z","avg_ns":10227602779,"stddev_ns":0,"avg_ts":12.515152,"stddev_ts":0.0,"samples_ns":[10227602779],"samples_ts":[12.5152],"bench_model":"glm","bench_backend":"vulkan","bench_depth":32768,"bench_kv":"q4_0/q4_0","bench_ctk":"q4_0","bench_ctv":"q4_0","bench_block":"d32768"}
{"build_commit":"d6d899580","build_number":9747,"cpu_info":"AMD RYZEN AI MAX+ 395 w/ Radeon 8060S","gpu_info":"Radeon 8060S Graphics (RADV STRIX_HALO)","backends":"Vulkan","model_filename":"hf://unsloth/GLM-4.7-Flash-GGUF@0d32489ecb9d/GLM-4.7-Flash-Q4_K_M.gguf","model_type":"deepseek2 30B.A3B Q4_K - Medium","model_size":18302863872,"model_n_params":29943393920,"n_batch":1024,"n_ubatch":512,"n_threads":8,"cpu_mask":"0x0","cpu_strict":false,"poll":50,"type_k":"q8_0","type_v":"q8_0","n_gpu_layers":-1,"n_cpu_moe":0,"split_mode":"layer","main_gpu":0,"no_kv_offload":false,"flash_attn":1,"devices":"auto","tensor_split":"0.00","tensor_buft_overrides":"none","use_mmap":true,"use_direct_io":false,"embeddings":false,"no_op_offload":0,"no_host":false,"fit_target":0,"fit_min_ctx":0,"n_prompt":2048,"n_gen":0,"n_depth":32768,"test_time":"2026-08-01T02:51:23Z","avg_ns":40159699294,"stddev_ns":0,"avg_ts":50.996398,"stddev_ts":0.0,"samples_ns":[40159699294],"samples_ts":[50.9964],"bench_model":"glm","bench_backend":"vulkan","bench_depth":32768,"bench_kv":"q8_0/q8_0","bench_ctk":"q8_0","bench_ctv":"q8_0","bench_block":"d32768"}
{"build_commit":"d6d899580","build_number":9747,"cpu_info":"AMD RYZEN AI MAX+ 395 w/ Radeon 8060S","gpu_info":"Radeon 8060S Graphics (RADV STRIX_HALO)","backends":"Vulkan","model_filename":"hf://unsloth/GLM-4.7-Flash-GGUF@0d32489ecb9d/GLM-4.7-Flash-Q4_K_M.gguf","model_type":"deepseek2 30B.A3B Q4_K - Medium","model_size":18302863872,"model_n_params":29943393920,"n_batch":1024,"n_ubatch":512,"n_threads":8,"cpu_mask":"0x0","cpu_strict":false,"poll":50,"type_k":"q8_0","type_v":"q8_0","n_gpu_layers":-1,"n_cpu_moe":0,"split_mode":"layer","main_gpu":0,"no_kv_offload":false,"flash_attn":1,"devices":"auto","tensor_split":"0.00","tensor_buft_overrides":"none","use_mmap":true,"use_direct_io":false,"embeddings":false,"no_op_offload":0,"no_host":false,"fit_target":0,"fit_min_ctx":0,"n_prompt":0,"n_gen":128,"n_depth":32768,"test_time":"2026-08-01T02:57:36Z","avg_ns":7829027484,"stddev_ns":0,"avg_ts":16.349413,"stddev_ts":0.0,"samples_ns":[7829027484],"samples_ts":[16.3494],"bench_model":"glm","bench_backend":"vulkan","bench_depth":32768,"bench_kv":"q8_0/q8_0","bench_ctk":"q8_0","bench_ctv":"q8_0","bench_block":"d32768"}
{"build_commit":"a66d505","build_number":1,"cpu_info":"AMD RYZEN AI MAX+ 395 w/ Radeon 8060S","gpu_info":"Radeon 8060S Graphics","backends":"ROCm","model_filename":"hf://unsloth/GLM-4.7-Flash-GGUF@0d32489ecb9d/GLM-4.7-Flash-UD-Q4_K_XL.gguf","model_type":"deepseek2 30B.A3B Q4_K - Medium","model_size":17510693376,"model_n_params":29943393920,"n_batch":1024,"n_ubatch":512,"n_threads":8,"cpu_mask":"0x0","cpu_strict":false,"poll":50,"type_k":"f16","type_v":"f16","n_gpu_layers":-1,"n_cpu_moe":0,"split_mode":"layer","main_gpu":0,"no_kv_offload":false,"flash_attn":1,"devices":"auto","tensor_split":"0.00","tensor_buft_overrides":"none","use_mmap":true,"use_direct_io":false,"embeddings":false,"no_op_offload":0,"no_host":false,"fit_target":0,"fit_min_ctx":0,"n_prompt":2048,"n_gen":0,"n_depth":32768,"test_time":"2026-08-01T02:57:48Z","avg_ns":21131513204,"stddev_ns":0,"avg_ts":96.916864,"stddev_ts":0.0,"samples_ns":[21131513204],"samples_ts":[96.9169],"bench_model":"glm-xl","bench_backend":"rocm","bench_depth":32768,"bench_kv":"f16/f16","bench_ctk":"f16","bench_ctv":"f16","bench_block":"d32768"}
{"build_commit":"a66d505","build_number":1,"cpu_info":"AMD RYZEN AI MAX+ 395 w/ Radeon 8060S","gpu_info":"Radeon 8060S Graphics","backends":"ROCm","model_filename":"hf://unsloth/GLM-4.7-Flash-GGUF@0d32489ecb9d/GLM-4.7-Flash-UD-Q4_K_XL.gguf","model_type":"deepseek2 30B.A3B Q4_K - Medium","model_size":17510693376,"model_n_params":29943393920,"n_batch":1024,"n_ubatch":512,"n_threads":8,"cpu_mask":"0x0","cpu_strict":false,"poll":50,"type_k":"f16","type_v":"f16","n_gpu_layers":-1,"n_cpu_moe":0,"split_mode":"layer","main_gpu":0,"no_kv_offload":false,"flash_attn":1,"devices":"auto","tensor_split":"0.00","tensor_buft_overrides":"none","use_mmap":true,"use_direct_io":false,"embeddings":false,"no_op_offload":0,"no_host":false,"fit_target":0,"fit_min_ctx":0,"n_prompt":0,"n_gen":128,"n_depth":32768,"test_time":"2026-08-01T03:01:13Z","avg_ns":4814994835,"stddev_ns":0,"avg_ts":26.583621,"stddev_ts":0.0,"samples_ns":[4814994835],"samples_ts":[26.5836],"bench_model":"glm-xl","bench_backend":"rocm","bench_depth":32768,"bench_kv":"f16/f16","bench_ctk":"f16","bench_ctv":"f16","bench_block":"d32768"}
{"build_commit":"a66d505","build_number":1,"cpu_info":"AMD RYZEN AI MAX+ 395 w/ Radeon 8060S","gpu_info":"Radeon 8060S Graphics","backends":"ROCm","model_filename":"hf://unsloth/GLM-4.7-Flash-GGUF@0d32489ecb9d/GLM-4.7-Flash-UD-Q4_K_XL.gguf","model_type":"deepseek2 30B.A3B Q4_K - Medium","model_size":17510693376,"model_n_params":29943393920,"n_batch":1024,"n_ubatch":512,"n_threads":8,"cpu_mask":"0x0","cpu_strict":false,"poll":50,"type_k":"f16","type_v":"q8_0","n_gpu_layers":-1,"n_cpu_moe":0,"split_mode":"layer","main_gpu":0,"no_kv_offload":false,"flash_attn":1,"devices":"auto","tensor_split":"0.00","tensor_buft_overrides":"none","use_mmap":true,"use_direct_io":false,"embeddings":false,"no_op_offload":0,"no_host":false,"fit_target":0,"fit_min_ctx":0,"n_prompt":2048,"n_gen":0,"n_depth":32768,"test_time":"2026-08-01T03:01:20Z","avg_ns":21099450738,"stddev_ns":0,"avg_ts":97.064138,"stddev_ts":0.0,"samples_ns":[21099450738],"samples_ts":[97.0641],"bench_model":"glm-xl","bench_backend":"rocm","bench_depth":32768,"bench_kv":"f16/q8_0","bench_ctk":"f16","bench_ctv":"q8_0","bench_block":"d32768"}
{"build_commit":"a66d505","build_number":1,"cpu_info":"AMD RYZEN AI MAX+ 395 w/ Radeon 8060S","gpu_info":"Radeon 8060S Graphics","backends":"ROCm","model_filename":"hf://unsloth/GLM-4.7-Flash-GGUF@0d32489ecb9d/GLM-4.7-Flash-UD-Q4_K_XL.gguf","model_type":"deepseek2 30B.A3B Q4_K - Medium","model_size":17510693376,"model_n_params":29943393920,"n_batch":1024,"n_ubatch":512,"n_threads":8,"cpu_mask":"0x0","cpu_strict":false,"poll":50,"type_k":"f16","type_v":"q8_0","n_gpu_layers":-1,"n_cpu_moe":0,"split_mode":"layer","main_gpu":0,"no_kv_offload":false,"flash_attn":1,"devices":"auto","tensor_split":"0.00","tensor_buft_overrides":"none","use_mmap":true,"use_direct_io":false,"embeddings":false,"no_op_offload":0,"no_host":false,"fit_target":0,"fit_min_ctx":0,"n_prompt":0,"n_gen":128,"n_depth":32768,"test_time":"2026-08-01T03:04:46Z","avg_ns":4813236644,"stddev_ns":0,"avg_ts":26.593332,"stddev_ts":0.0,"samples_ns":[4813236644],"samples_ts":[26.5933],"bench_model":"glm-xl","bench_backend":"rocm","bench_depth":32768,"bench_kv":"f16/q8_0","bench_ctk":"f16","bench_ctv":"q8_0","bench_block":"d32768"}
{"build_commit":"a66d505","build_number":1,"cpu_info":"AMD RYZEN AI MAX+ 395 w/ Radeon 8060S","gpu_info":"Radeon 8060S Graphics","backends":"ROCm","model_filename":"hf://unsloth/GLM-4.7-Flash-GGUF@0d32489ecb9d/GLM-4.7-Flash-UD-Q4_K_XL.gguf","model_type":"deepseek2 30B.A3B Q4_K - Medium","model_size":17510693376,"model_n_params":29943393920,"n_batch":1024,"n_ubatch":512,"n_threads":8,"cpu_mask":"0x0","cpu_strict":false,"poll":50,"type_k":"f16","type_v":"q4_0","n_gpu_layers":-1,"n_cpu_moe":0,"split_mode":"layer","main_gpu":0,"no_kv_offload":false,"flash_attn":1,"devices":"auto","tensor_split":"0.00","tensor_buft_overrides":"none","use_mmap":true,"use_direct_io":false,"embeddings":false,"no_op_offload":0,"no_host":false,"fit_target":0,"fit_min_ctx":0,"n_prompt":2048,"n_gen":0,"n_depth":32768,"test_time":"2026-08-01T03:04:53Z","avg_ns":21130152416,"stddev_ns":0,"avg_ts":96.923106,"stddev_ts":0.0,"samples_ns":[21130152416],"samples_ts":[96.9231],"bench_model":"glm-xl","bench_backend":"rocm","bench_depth":32768,"bench_kv":"f16/q4_0","bench_ctk":"f16","bench_ctv":"q4_0","bench_block":"d32768"}
{"build_commit":"a66d505","build_number":1,"cpu_info":"AMD RYZEN AI MAX+ 395 w/ Radeon 8060S","gpu_info":"Radeon 8060S Graphics","backends":"ROCm","model_filename":"hf://unsloth/GLM-4.7-Flash-GGUF@0d32489ecb9d/GLM-4.7-Flash-UD-Q4_K_XL.gguf","model_type":"deepseek2 30B.A3B Q4_K - Medium","model_size":17510693376,"model_n_params":29943393920,"n_batch":1024,"n_ubatch":512,"n_threads":8,"cpu_mask":"0x0","cpu_strict":false,"poll":50,"type_k":"f16","type_v":"q4_0","n_gpu_layers":-1,"n_cpu_moe":0,"split_mode":"layer","main_gpu":0,"no_kv_offload":false,"flash_attn":1,"devices":"auto","tensor_split":"0.00","tensor_buft_overrides":"none","use_mmap":true,"use_direct_io":false,"embeddings":false,"no_op_offload":0,"no_host":false,"fit_target":0,"fit_min_ctx":0,"n_prompt":0,"n_gen":128,"n_depth":32768,"test_time":"2026-08-01T03:08:19Z","avg_ns":4819865565,"stddev_ns":0,"avg_ts":26.556757,"stddev_ts":0.0,"samples_ns":[4819865565],"samples_ts":[26.5568],"bench_model":"glm-xl","bench_backend":"rocm","bench_depth":32768,"bench_kv":"f16/q4_0","bench_ctk":"f16","bench_ctv":"q4_0","bench_block":"d32768"}
{"build_commit":"a66d505","build_number":1,"cpu_info":"AMD RYZEN AI MAX+ 395 w/ Radeon 8060S","gpu_info":"Radeon 8060S Graphics","backends":"ROCm","model_filename":"hf://unsloth/GLM-4.7-Flash-GGUF@0d32489ecb9d/GLM-4.7-Flash-UD-Q4_K_XL.gguf","model_type":"deepseek2 30B.A3B Q4_K - Medium","model_size":17510693376,"model_n_params":29943393920,"n_batch":1024,"n_ubatch":512,"n_threads":8,"cpu_mask":"0x0","cpu_strict":false,"poll":50,"type_k":"q4_0","type_v":"q4_0","n_gpu_layers":-1,"n_cpu_moe":0,"split_mode":"layer","main_gpu":0,"no_kv_offload":false,"flash_attn":1,"devices":"auto","tensor_split":"0.00","tensor_buft_overrides":"none","use_mmap":true,"use_direct_io":false,"embeddings":false,"no_op_offload":0,"no_host":false,"fit_target":0,"fit_min_ctx":0,"n_prompt":2048,"n_gen":0,"n_depth":32768,"test_time":"2026-08-01T03:08:25Z","avg_ns":21129323464,"stddev_ns":0,"avg_ts":96.926908,"stddev_ts":0.0,"samples_ns":[21129323464],"samples_ts":[96.9269],"bench_model":"glm-xl","bench_backend":"rocm","bench_depth":32768,"bench_kv":"q4_0/q4_0","bench_ctk":"q4_0","bench_ctv":"q4_0","bench_block":"d32768"}
{"build_commit":"a66d505","build_number":1,"cpu_info":"AMD RYZEN AI MAX+ 395 w/ Radeon 8060S","gpu_info":"Radeon 8060S Graphics","backends":"ROCm","model_filename":"hf://unsloth/GLM-4.7-Flash-GGUF@0d32489ecb9d/GLM-4.7-Flash-UD-Q4_K_XL.gguf","model_type":"deepseek2 30B.A3B Q4_K - Medium","model_size":17510693376,"model_n_params":29943393920,"n_batch":1024,"n_ubatch":512,"n_threads":8,"cpu_mask":"0x0","cpu_strict":false,"poll":50,"type_k":"q4_0","type_v":"q4_0","n_gpu_layers":-1,"n_cpu_moe":0,"split_mode":"layer","main_gpu":0,"no_kv_offload":false,"flash_attn":1,"devices":"auto","tensor_split":"0.00","tensor_buft_overrides":"none","use_mmap":true,"use_direct_io":false,"embeddings":false,"no_op_offload":0,"no_host":false,"fit_target":0,"fit_min_ctx":0,"n_prompt":0,"n_gen":128,"n_depth":32768,"test_time":"2026-08-01T03:11:51Z","avg_ns":5796931889,"stddev_ns":0,"avg_ts":22.080646,"stddev_ts":0.0,"samples_ns":[5796931889],"samples_ts":[22.0806],"bench_model":"glm-xl","bench_backend":"rocm","bench_depth":32768,"bench_kv":"q4_0/q4_0","bench_ctk":"q4_0","bench_ctv":"q4_0","bench_block":"d32768"}
{"build_commit":"a66d505","build_number":1,"cpu_info":"AMD RYZEN AI MAX+ 395 w/ Radeon 8060S","gpu_info":"Radeon 8060S Graphics","backends":"ROCm","model_filename":"hf://unsloth/GLM-4.7-Flash-GGUF@0d32489ecb9d/GLM-4.7-Flash-UD-Q4_K_XL.gguf","model_type":"deepseek2 30B.A3B Q4_K - Medium","model_size":17510693376,"model_n_params":29943393920,"n_batch":1024,"n_ubatch":512,"n_threads":8,"cpu_mask":"0x0","cpu_strict":false,"poll":50,"type_k":"q8_0","type_v":"q8_0","n_gpu_layers":-1,"n_cpu_moe":0,"split_mode":"layer","main_gpu":0,"no_kv_offload":false,"flash_attn":1,"devices":"auto","tensor_split":"0.00","tensor_buft_overrides":"none","use_mmap":true,"use_direct_io":false,"embeddings":false,"no_op_offload":0,"no_host":false,"fit_target":0,"fit_min_ctx":0,"n_prompt":2048,"n_gen":0,"n_depth":32768,"test_time":"2026-08-01T03:11:59Z","avg_ns":21223296100,"stddev_ns":0,"avg_ts":96.497735,"stddev_ts":0.0,"samples_ns":[21223296100],"samples_ts":[96.4977],"bench_model":"glm-xl","bench_backend":"rocm","bench_depth":32768,"bench_kv":"q8_0/q8_0","bench_ctk":"q8_0","bench_ctv":"q8_0","bench_block":"d32768"}
{"build_commit":"a66d505","build_number":1,"cpu_info":"AMD RYZEN AI MAX+ 395 w/ Radeon 8060S","gpu_info":"Radeon 8060S Graphics","backends":"ROCm","model_filename":"hf://unsloth/GLM-4.7-Flash-GGUF@0d32489ecb9d/GLM-4.7-Flash-UD-Q4_K_XL.gguf","model_type":"deepseek2 30B.A3B Q4_K - Medium","model_size":17510693376,"model_n_params":29943393920,"n_batch":1024,"n_ubatch":512,"n_threads":8,"cpu_mask":"0x0","cpu_strict":false,"poll":50,"type_k":"q8_0","type_v":"q8_0","n_gpu_layers":-1,"n_cpu_moe":0,"split_mode":"layer","main_gpu":0,"no_kv_offload":false,"flash_attn":1,"devices":"auto","tensor_split":"0.00","tensor_buft_overrides":"none","use_mmap":true,"use_direct_io":false,"embeddings":false,"no_op_offload":0,"no_host":false,"fit_target":0,"fit_min_ctx":0,"n_prompt":0,"n_gen":128,"n_depth":32768,"test_time":"2026-08-01T03:15:25Z","avg_ns":6078706832,"stddev_ns":0,"avg_ts":21.05711,"stddev_ts":0.0,"samples_ns":[6078706832],"samples_ts":[21.0571],"bench_model":"glm-xl","bench_backend":"rocm","bench_depth":32768,"bench_kv":"q8_0/q8_0","bench_ctk":"q8_0","bench_ctv":"q8_0","bench_block":"d32768"}
{"build_commit":"d6d899580","build_number":9747,"cpu_info":"AMD RYZEN AI MAX+ 395 w/ Radeon 8060S","gpu_info":"Radeon 8060S Graphics (RADV STRIX_HALO)","backends":"Vulkan","model_filename":"hf://unsloth/GLM-4.7-Flash-GGUF@0d32489ecb9d/GLM-4.7-Flash-UD-Q4_K_XL.gguf","model_type":"deepseek2 30B.A3B Q4_K - Medium","model_size":17510693376,"model_n_params":29943393920,"n_batch":1024,"n_ubatch":512,"n_threads":8,"cpu_mask":"0x0","cpu_strict":false,"poll":50,"type_k":"f16","type_v":"f16","n_gpu_layers":-1,"n_cpu_moe":0,"split_mode":"layer","main_gpu":0,"no_kv_offload":false,"flash_attn":1,"devices":"auto","tensor_split":"0.00","tensor_buft_overrides":"none","use_mmap":true,"use_direct_io":false,"embeddings":false,"no_op_offload":0,"no_host":false,"fit_target":0,"fit_min_ctx":0,"n_prompt":2048,"n_gen":0,"n_depth":32768,"test_time":"2026-08-01T03:15:34Z","avg_ns":17393399079,"stddev_ns":0,"avg_ts":117.745818,"stddev_ts":0.0,"samples_ns":[17393399079],"samples_ts":[117.746],"bench_model":"glm-xl","bench_backend":"vulkan","bench_depth":32768,"bench_kv":"f16/f16","bench_ctk":"f16","bench_ctv":"f16","bench_block":"d32768"}
{"build_commit":"d6d899580","build_number":9747,"cpu_info":"AMD RYZEN AI MAX+ 395 w/ Radeon 8060S","gpu_info":"Radeon 8060S Graphics (RADV STRIX_HALO)","backends":"Vulkan","model_filename":"hf://unsloth/GLM-4.7-Flash-GGUF@0d32489ecb9d/GLM-4.7-Flash-UD-Q4_K_XL.gguf","model_type":"deepseek2 30B.A3B Q4_K - Medium","model_size":17510693376,"model_n_params":29943393920,"n_batch":1024,"n_ubatch":512,"n_threads":8,"cpu_mask":"0x0","cpu_strict":false,"poll":50,"type_k":"f16","type_v":"f16","n_gpu_layers":-1,"n_cpu_moe":0,"split_mode":"layer","main_gpu":0,"no_kv_offload":false,"flash_attn":1,"devices":"auto","tensor_split":"0.00","tensor_buft_overrides":"none","use_mmap":true,"use_direct_io":false,"embeddings":false,"no_op_offload":0,"no_host":false,"fit_target":0,"fit_min_ctx":0,"n_prompt":0,"n_gen":128,"n_depth":32768,"test_time":"2026-08-01T03:18:27Z","avg_ns":4501884397,"stddev_ns":0,"avg_ts":28.432538,"stddev_ts":0.0,"samples_ns":[4501884397],"samples_ts":[28.4325],"bench_model":"glm-xl","bench_backend":"vulkan","bench_depth":32768,"bench_kv":"f16/f16","bench_ctk":"f16","bench_ctv":"f16","bench_block":"d32768"}
{"build_commit":"d6d899580","build_number":9747,"cpu_info":"AMD RYZEN AI MAX+ 395 w/ Radeon 8060S","gpu_info":"Radeon 8060S Graphics (RADV STRIX_HALO)","backends":"Vulkan","model_filename":"hf://unsloth/GLM-4.7-Flash-GGUF@0d32489ecb9d/GLM-4.7-Flash-UD-Q4_K_XL.gguf","model_type":"deepseek2 30B.A3B Q4_K - Medium","model_size":17510693376,"model_n_params":29943393920,"n_batch":1024,"n_ubatch":512,"n_threads":8,"cpu_mask":"0x0","cpu_strict":false,"poll":50,"type_k":"f16","type_v":"q8_0","n_gpu_layers":-1,"n_cpu_moe":0,"split_mode":"layer","main_gpu":0,"no_kv_offload":false,"flash_attn":1,"devices":"auto","tensor_split":"0.00","tensor_buft_overrides":"none","use_mmap":true,"use_direct_io":false,"embeddings":false,"no_op_offload":0,"no_host":false,"fit_target":0,"fit_min_ctx":0,"n_prompt":2048,"n_gen":0,"n_depth":32768,"test_time":"2026-08-01T03:18:35Z","avg_ns":17322049342,"stddev_ns":0,"avg_ts":118.230814,"stddev_ts":0.0,"samples_ns":[17322049342],"samples_ts":[118.231],"bench_model":"glm-xl","bench_backend":"vulkan","bench_depth":32768,"bench_kv":"f16/q8_0","bench_ctk":"f16","bench_ctv":"q8_0","bench_block":"d32768"}
{"build_commit":"d6d899580","build_number":9747,"cpu_info":"AMD RYZEN AI MAX+ 395 w/ Radeon 8060S","gpu_info":"Radeon 8060S Graphics (RADV STRIX_HALO)","backends":"Vulkan","model_filename":"hf://unsloth/GLM-4.7-Flash-GGUF@0d32489ecb9d/GLM-4.7-Flash-UD-Q4_K_XL.gguf","model_type":"deepseek2 30B.A3B Q4_K - Medium","model_size":17510693376,"model_n_params":29943393920,"n_batch":1024,"n_ubatch":512,"n_threads":8,"cpu_mask":"0x0","cpu_strict":false,"poll":50,"type_k":"f16","type_v":"q8_0","n_gpu_layers":-1,"n_cpu_moe":0,"split_mode":"layer","main_gpu":0,"no_kv_offload":false,"flash_attn":1,"devices":"auto","tensor_split":"0.00","tensor_buft_overrides":"none","use_mmap":true,"use_direct_io":false,"embeddings":false,"no_op_offload":0,"no_host":false,"fit_target":0,"fit_min_ctx":0,"n_prompt":0,"n_gen":128,"n_depth":32768,"test_time":"2026-08-01T03:21:27Z","avg_ns":4492174616,"stddev_ns":0,"avg_ts":28.493995,"stddev_ts":0.0,"samples_ns":[4492174616],"samples_ts":[28.494],"bench_model":"glm-xl","bench_backend":"vulkan","bench_depth":32768,"bench_kv":"f16/q8_0","bench_ctk":"f16","bench_ctv":"q8_0","bench_block":"d32768"}
{"build_commit":"d6d899580","build_number":9747,"cpu_info":"AMD RYZEN AI MAX+ 395 w/ Radeon 8060S","gpu_info":"Radeon 8060S Graphics (RADV STRIX_HALO)","backends":"Vulkan","model_filename":"hf://unsloth/GLM-4.7-Flash-GGUF@0d32489ecb9d/GLM-4.7-Flash-UD-Q4_K_XL.gguf","model_type":"deepseek2 30B.A3B Q4_K - Medium","model_size":17510693376,"model_n_params":29943393920,"n_batch":1024,"n_ubatch":512,"n_threads":8,"cpu_mask":"0x0","cpu_strict":false,"poll":50,"type_k":"f16","type_v":"q4_0","n_gpu_layers":-1,"n_cpu_moe":0,"split_mode":"layer","main_gpu":0,"no_kv_offload":false,"flash_attn":1,"devices":"auto","tensor_split":"0.00","tensor_buft_overrides":"none","use_mmap":true,"use_direct_io":false,"embeddings":false,"no_op_offload":0,"no_host":false,"fit_target":0,"fit_min_ctx":0,"n_prompt":2048,"n_gen":0,"n_depth":32768,"test_time":"2026-08-01T03:21:35Z","avg_ns":17423171205,"stddev_ns":0,"avg_ts":117.544618,"stddev_ts":0.0,"samples_ns":[17423171205],"samples_ts":[117.545],"bench_model":"glm-xl","bench_backend":"vulkan","bench_depth":32768,"bench_kv":"f16/q4_0","bench_ctk":"f16","bench_ctv":"q4_0","bench_block":"d32768"}
{"build_commit":"d6d899580","build_number":9747,"cpu_info":"AMD RYZEN AI MAX+ 395 w/ Radeon 8060S","gpu_info":"Radeon 8060S Graphics (RADV STRIX_HALO)","backends":"Vulkan","model_filename":"hf://unsloth/GLM-4.7-Flash-GGUF@0d32489ecb9d/GLM-4.7-Flash-UD-Q4_K_XL.gguf","model_type":"deepseek2 30B.A3B Q4_K - Medium","model_size":17510693376,"model_n_params":29943393920,"n_batch":1024,"n_ubatch":512,"n_threads":8,"cpu_mask":"0x0","cpu_strict":false,"poll":50,"type_k":"f16","type_v":"q4_0","n_gpu_layers":-1,"n_cpu_moe":0,"split_mode":"layer","main_gpu":0,"no_kv_offload":false,"flash_attn":1,"devices":"auto","tensor_split":"0.00","tensor_buft_overrides":"none","use_mmap":true,"use_direct_io":false,"embeddings":false,"no_op_offload":0,"no_host":false,"fit_target":0,"fit_min_ctx":0,"n_prompt":0,"n_gen":128,"n_depth":32768,"test_time":"2026-08-01T03:24:28Z","avg_ns":4495995458,"stddev_ns":0,"avg_ts":28.46978,"stddev_ts":0.0,"samples_ns":[4495995458],"samples_ts":[28.4698],"bench_model":"glm-xl","bench_backend":"vulkan","bench_depth":32768,"bench_kv":"f16/q4_0","bench_ctk":"f16","bench_ctv":"q4_0","bench_block":"d32768"}
{"build_commit":"d6d899580","build_number":9747,"cpu_info":"AMD RYZEN AI MAX+ 395 w/ Radeon 8060S","gpu_info":"Radeon 8060S Graphics (RADV STRIX_HALO)","backends":"Vulkan","model_filename":"hf://unsloth/GLM-4.7-Flash-GGUF@0d32489ecb9d/GLM-4.7-Flash-UD-Q4_K_XL.gguf","model_type":"deepseek2 30B.A3B Q4_K - Medium","model_size":17510693376,"model_n_params":29943393920,"n_batch":1024,"n_ubatch":512,"n_threads":8,"cpu_mask":"0x0","cpu_strict":false,"poll":50,"type_k":"q4_0","type_v":"q4_0","n_gpu_layers":-1,"n_cpu_moe":0,"split_mode":"layer","main_gpu":0,"no_kv_offload":false,"flash_attn":1,"devices":"auto","tensor_split":"0.00","tensor_buft_overrides":"none","use_mmap":true,"use_direct_io":false,"embeddings":false,"no_op_offload":0,"no_host":false,"fit_target":0,"fit_min_ctx":0,"n_prompt":2048,"n_gen":0,"n_depth":32768,"test_time":"2026-08-01T03:24:35Z","avg_ns":36134692604,"stddev_ns":0,"avg_ts":56.676835,"stddev_ts":0.0,"samples_ns":[36134692604],"samples_ts":[56.6768],"bench_model":"glm-xl","bench_backend":"vulkan","bench_depth":32768,"bench_kv":"q4_0/q4_0","bench_ctk":"q4_0","bench_ctv":"q4_0","bench_block":"d32768"}
{"build_commit":"d6d899580","build_number":9747,"cpu_info":"AMD RYZEN AI MAX+ 395 w/ Radeon 8060S","gpu_info":"Radeon 8060S Graphics (RADV STRIX_HALO)","backends":"Vulkan","model_filename":"hf://unsloth/GLM-4.7-Flash-GGUF@0d32489ecb9d/GLM-4.7-Flash-UD-Q4_K_XL.gguf","model_type":"deepseek2 30B.A3B Q4_K - Medium","model_size":17510693376,"model_n_params":29943393920,"n_batch":1024,"n_ubatch":512,"n_threads":8,"cpu_mask":"0x0","cpu_strict":false,"poll":50,"type_k":"q4_0","type_v":"q4_0","n_gpu_layers":-1,"n_cpu_moe":0,"split_mode":"layer","main_gpu":0,"no_kv_offload":false,"flash_attn":1,"devices":"auto","tensor_split":"0.00","tensor_buft_overrides":"none","use_mmap":true,"use_direct_io":false,"embeddings":false,"no_op_offload":0,"no_host":false,"fit_target":0,"fit_min_ctx":0,"n_prompt":0,"n_gen":128,"n_depth":32768,"test_time":"2026-08-01T03:30:18Z","avg_ns":10222467387,"stddev_ns":0,"avg_ts":12.521439,"stddev_ts":0.0,"samples_ns":[10222467387],"samples_ts":[12.5214],"bench_model":"glm-xl","bench_backend":"vulkan","bench_depth":32768,"bench_kv":"q4_0/q4_0","bench_ctk":"q4_0","bench_ctv":"q4_0","bench_block":"d32768"}
{"build_commit":"d6d899580","build_number":9747,"cpu_info":"AMD RYZEN AI MAX+ 395 w/ Radeon 8060S","gpu_info":"Radeon 8060S Graphics (RADV STRIX_HALO)","backends":"Vulkan","model_filename":"hf://unsloth/GLM-4.7-Flash-GGUF@0d32489ecb9d/GLM-4.7-Flash-UD-Q4_K_XL.gguf","model_type":"deepseek2 30B.A3B Q4_K - Medium","model_size":17510693376,"model_n_params":29943393920,"n_batch":1024,"n_ubatch":512,"n_threads":8,"cpu_mask":"0x0","cpu_strict":false,"poll":50,"type_k":"q8_0","type_v":"q8_0","n_gpu_layers":-1,"n_cpu_moe":0,"split_mode":"layer","main_gpu":0,"no_kv_offload":false,"flash_attn":1,"devices":"auto","tensor_split":"0.00","tensor_buft_overrides":"none","use_mmap":true,"use_direct_io":false,"embeddings":false,"no_op_offload":0,"no_host":false,"fit_target":0,"fit_min_ctx":0,"n_prompt":2048,"n_gen":0,"n_depth":32768,"test_time":"2026-08-01T03:30:31Z","avg_ns":39906731441,"stddev_ns":0,"avg_ts":51.319663,"stddev_ts":0.0,"samples_ns":[39906731441],"samples_ts":[51.3197],"bench_model":"glm-xl","bench_backend":"vulkan","bench_depth":32768,"bench_kv":"q8_0/q8_0","bench_ctk":"q8_0","bench_ctv":"q8_0","bench_block":"d32768"}
{"build_commit":"d6d899580","build_number":9747,"cpu_info":"AMD RYZEN AI MAX+ 395 w/ Radeon 8060S","gpu_info":"Radeon 8060S Graphics (RADV STRIX_HALO)","backends":"Vulkan","model_filename":"hf://unsloth/GLM-4.7-Flash-GGUF@0d32489ecb9d/GLM-4.7-Flash-UD-Q4_K_XL.gguf","model_type":"deepseek2 30B.A3B Q4_K - Medium","model_size":17510693376,"model_n_params":29943393920,"n_batch":1024,"n_ubatch":512,"n_threads":8,"cpu_mask":"0x0","cpu_strict":false,"poll":50,"type_k":"q8_0","type_v":"q8_0","n_gpu_layers":-1,"n_cpu_moe":0,"split_mode":"layer","main_gpu":0,"no_kv_offload":false,"flash_attn":1,"devices":"auto","tensor_split":"0.00","tensor_buft_overrides":"none","use_mmap":true,"use_direct_io":false,"embeddings":false,"no_op_offload":0,"no_host":false,"fit_target":0,"fit_min_ctx":0,"n_prompt":0,"n_gen":128,"n_depth":32768,"test_time":"2026-08-01T03:36:42Z","avg_ns":7949759866,"stddev_ns":0,"avg_ts":16.101115,"stddev_ts":0.0,"samples_ns":[7949759866],"samples_ts":[16.1011],"bench_model":"glm-xl","bench_backend":"vulkan","bench_depth":32768,"bench_kv":"q8_0/q8_0","bench_ctk":"q8_0","bench_ctv":"q8_0","bench_block":"d32768"}
{"build_commit":"a66d505","build_number":1,"cpu_info":"AMD RYZEN AI MAX+ 395 w/ Radeon 8060S","gpu_info":"Radeon 8060S Graphics","backends":"ROCm","model_filename":"hf://unsloth/Qwen-AgentWorld-35B-A3B-GGUF@3a305abf5cfd/Qwen-AgentWorld-35B-A3B-UD-Q4_K_XL.gguf","model_type":"qwen35moe 35B.A3B Q4_K - Medium","model_size":22313814528,"model_n_params":34660610688,"n_batch":1024,"n_ubatch":512,"n_threads":8,"cpu_mask":"0x0","cpu_strict":false,"poll":50,"type_k":"f16","type_v":"f16","n_gpu_layers":-1,"n_cpu_moe":0,"split_mode":"layer","main_gpu":0,"no_kv_offload":false,"flash_attn":1,"devices":"auto","tensor_split":"0.00","tensor_buft_overrides":"none","use_mmap":true,"use_direct_io":false,"embeddings":false,"no_op_offload":0,"no_host":false,"fit_target":0,"fit_min_ctx":0,"n_prompt":512,"n_gen":0,"n_depth":1024,"test_time":"2026-08-01T04:13:19Z","avg_ns":525528759,"stddev_ns":0,"avg_ts":974.256863,"stddev_ts":0.0,"samples_ns":[525528759],"samples_ts":[974.257],"bench_model":"agentworld","bench_backend":"rocm","bench_depth":1024,"bench_kv":"f16/f16","bench_ctk":"f16","bench_ctv":"f16","bench_block":"d1024"}
{"build_commit":"a66d505","build_number":1,"cpu_info":"AMD RYZEN AI MAX+ 395 w/ Radeon 8060S","gpu_info":"Radeon 8060S Graphics","backends":"ROCm","model_filename":"hf://unsloth/Qwen-AgentWorld-35B-A3B-GGUF@3a305abf5cfd/Qwen-AgentWorld-35B-A3B-UD-Q4_K_XL.gguf","model_type":"qwen35moe 35B.A3B Q4_K - Medium","model_size":22313814528,"model_n_params":34660610688,"n_batch":1024,"n_ubatch":512,"n_threads":8,"cpu_mask":"0x0","cpu_strict":false,"poll":50,"type_k":"f16","type_v":"f16","n_gpu_layers":-1,"n_cpu_moe":0,"split_mode":"layer","main_gpu":0,"no_kv_offload":false,"flash_attn":1,"devices":"auto","tensor_split":"0.00","tensor_buft_overrides":"none","use_mmap":true,"use_direct_io":false,"embeddings":false,"no_op_offload":0,"no_host":false,"fit_target":0,"fit_min_ctx":0,"n_prompt":1024,"n_gen":0,"n_depth":1024,"test_time":"2026-08-01T04:13:22Z","avg_ns":1006553254,"stddev_ns":0,"avg_ts":1017.333157,"stddev_ts":0.0,"samples_ns":[1006553254],"samples_ts":[1017.33],"bench_model":"agentworld","bench_backend":"rocm","bench_depth":1024,"bench_kv":"f16/f16","bench_ctk":"f16","bench_ctv":"f16","bench_block":"d1024"}
{"build_commit":"a66d505","build_number":1,"cpu_info":"AMD RYZEN AI MAX+ 395 w/ Radeon 8060S","gpu_info":"Radeon 8060S Graphics","backends":"ROCm","model_filename":"hf://unsloth/Qwen-AgentWorld-35B-A3B-GGUF@3a305abf5cfd/Qwen-AgentWorld-35B-A3B-UD-Q4_K_XL.gguf","model_type":"qwen35moe 35B.A3B Q4_K - Medium","model_size":22313814528,"model_n_params":34660610688,"n_batch":1024,"n_ubatch":512,"n_threads":8,"cpu_mask":"0x0","cpu_strict":false,"poll":50,"type_k":"f16","type_v":"f16","n_gpu_layers":-1,"n_cpu_moe":0,"split_mode":"layer","main_gpu":0,"no_kv_offload":false,"flash_attn":1,"devices":"auto","tensor_split":"0.00","tensor_buft_overrides":"none","use_mmap":true,"use_direct_io":false,"embeddings":false,"no_op_offload":0,"no_host":false,"fit_target":0,"fit_min_ctx":0,"n_prompt":0,"n_gen":128,"n_depth":1024,"test_time":"2026-08-01T04:13:24Z","avg_ns":2499060829,"stddev_ns":0,"avg_ts":51.219241,"stddev_ts":0.0,"samples_ns":[2499060829],"samples_ts":[51.2192],"bench_model":"agentworld","bench_backend":"rocm","bench_depth":1024,"bench_kv":"f16/f16","bench_ctk":"f16","bench_ctv":"f16","bench_block":"d1024"}
{"build_commit":"a66d505","build_number":1,"cpu_info":"AMD RYZEN AI MAX+ 395 w/ Radeon 8060S","gpu_info":"Radeon 8060S Graphics","backends":"ROCm","model_filename":"hf://unsloth/Qwen-AgentWorld-35B-A3B-GGUF@3a305abf5cfd/Qwen-AgentWorld-35B-A3B-UD-Q4_K_XL.gguf","model_type":"qwen35moe 35B.A3B Q4_K - Medium","model_size":22313814528,"model_n_params":34660610688,"n_batch":1024,"n_ubatch":512,"n_threads":8,"cpu_mask":"0x0","cpu_strict":false,"poll":50,"type_k":"f16","type_v":"q8_0","n_gpu_layers":-1,"n_cpu_moe":0,"split_mode":"layer","main_gpu":0,"no_kv_offload":false,"flash_attn":1,"devices":"auto","tensor_split":"0.00","tensor_buft_overrides":"none","use_mmap":true,"use_direct_io":false,"embeddings":false,"no_op_offload":0,"no_host":false,"fit_target":0,"fit_min_ctx":0,"n_prompt":512,"n_gen":0,"n_depth":1024,"test_time":"2026-08-01T04:13:29Z","avg_ns":3580002826,"stddev_ns":0,"avg_ts":143.016647,"stddev_ts":0.0,"samples_ns":[3580002826],"samples_ts":[143.017],"bench_model":"agentworld","bench_backend":"rocm","bench_depth":1024,"bench_kv":"f16/q8_0","bench_ctk":"f16","bench_ctv":"q8_0","bench_block":"d1024"}
{"build_commit":"a66d505","build_number":1,"cpu_info":"AMD RYZEN AI MAX+ 395 w/ Radeon 8060S","gpu_info":"Radeon 8060S Graphics","backends":"ROCm","model_filename":"hf://unsloth/Qwen-AgentWorld-35B-A3B-GGUF@3a305abf5cfd/Qwen-AgentWorld-35B-A3B-UD-Q4_K_XL.gguf","model_type":"qwen35moe 35B.A3B Q4_K - Medium","model_size":22313814528,"model_n_params":34660610688,"n_batch":1024,"n_ubatch":512,"n_threads":8,"cpu_mask":"0x0","cpu_strict":false,"poll":50,"type_k":"f16","type_v":"q8_0","n_gpu_layers":-1,"n_cpu_moe":0,"split_mode":"layer","main_gpu":0,"no_kv_offload":false,"flash_attn":1,"devices":"auto","tensor_split":"0.00","tensor_buft_overrides":"none","use_mmap":true,"use_direct_io":false,"embeddings":false,"no_op_offload":0,"no_host":false,"fit_target":0,"fit_min_ctx":0,"n_prompt":1024,"n_gen":0,"n_depth":1024,"test_time":"2026-08-01T04:13:37Z","avg_ns":8344728035,"stddev_ns":0,"avg_ts":122.712208,"stddev_ts":0.0,"samples_ns":[8344728035],"samples_ts":[122.712],"bench_model":"agentworld","bench_backend":"rocm","bench_depth":1024,"bench_kv":"f16/q8_0","bench_ctk":"f16","bench_ctv":"q8_0","bench_block":"d1024"}
{"build_commit":"a66d505","build_number":1,"cpu_info":"AMD RYZEN AI MAX+ 395 w/ Radeon 8060S","gpu_info":"Radeon 8060S Graphics","backends":"ROCm","model_filename":"hf://unsloth/Qwen-AgentWorld-35B-A3B-GGUF@3a305abf5cfd/Qwen-AgentWorld-35B-A3B-UD-Q4_K_XL.gguf","model_type":"qwen35moe 35B.A3B Q4_K - Medium","model_size":22313814528,"model_n_params":34660610688,"n_batch":1024,"n_ubatch":512,"n_threads":8,"cpu_mask":"0x0","cpu_strict":false,"poll":50,"type_k":"f16","type_v":"q8_0","n_gpu_layers":-1,"n_cpu_moe":0,"split_mode":"layer","main_gpu":0,"no_kv_offload":false,"flash_attn":1,"devices":"auto","tensor_split":"0.00","tensor_buft_overrides":"none","use_mmap":true,"use_direct_io":false,"embeddings":false,"no_op_offload":0,"no_host":false,"fit_target":0,"fit_min_ctx":0,"n_prompt":0,"n_gen":128,"n_depth":1024,"test_time":"2026-08-01T04:13:49Z","avg_ns":3445068351,"stddev_ns":0,"avg_ts":37.15456,"stddev_ts":0.0,"samples_ns":[3445068351],"samples_ts":[37.1546],"bench_model":"agentworld","bench_backend":"rocm","bench_depth":1024,"bench_kv":"f16/q8_0","bench_ctk":"f16","bench_ctv":"q8_0","bench_block":"d1024"}
{"build_commit":"a66d505","build_number":1,"cpu_info":"AMD RYZEN AI MAX+ 395 w/ Radeon 8060S","gpu_info":"Radeon 8060S Graphics","backends":"ROCm","model_filename":"hf://unsloth/Qwen-AgentWorld-35B-A3B-GGUF@3a305abf5cfd/Qwen-AgentWorld-35B-A3B-UD-Q4_K_XL.gguf","model_type":"qwen35moe 35B.A3B Q4_K - Medium","model_size":22313814528,"model_n_params":34660610688,"n_batch":1024,"n_ubatch":512,"n_threads":8,"cpu_mask":"0x0","cpu_strict":false,"poll":50,"type_k":"f16","type_v":"q4_0","n_gpu_layers":-1,"n_cpu_moe":0,"split_mode":"layer","main_gpu":0,"no_kv_offload":false,"flash_attn":1,"devices":"auto","tensor_split":"0.00","tensor_buft_overrides":"none","use_mmap":true,"use_direct_io":false,"embeddings":false,"no_op_offload":0,"no_host":false,"fit_target":0,"fit_min_ctx":0,"n_prompt":512,"n_gen":0,"n_depth":1024,"test_time":"2026-08-01T04:13:55Z","avg_ns":3877710391,"stddev_ns":0,"avg_ts":132.036678,"stddev_ts":0.0,"samples_ns":[3877710391],"samples_ts":[132.037],"bench_model":"agentworld","bench_backend":"rocm","bench_depth":1024,"bench_kv":"f16/q4_0","bench_ctk":"f16","bench_ctv":"q4_0","bench_block":"d1024"}
{"build_commit":"a66d505","build_number":1,"cpu_info":"AMD RYZEN AI MAX+ 395 w/ Radeon 8060S","gpu_info":"Radeon 8060S Graphics","backends":"ROCm","model_filename":"hf://unsloth/Qwen-AgentWorld-35B-A3B-GGUF@3a305abf5cfd/Qwen-AgentWorld-35B-A3B-UD-Q4_K_XL.gguf","model_type":"qwen35moe 35B.A3B Q4_K - Medium","model_size":22313814528,"model_n_params":34660610688,"n_batch":1024,"n_ubatch":512,"n_threads":8,"cpu_mask":"0x0","cpu_strict":false,"poll":50,"type_k":"f16","type_v":"q4_0","n_gpu_layers":-1,"n_cpu_moe":0,"split_mode":"layer","main_gpu":0,"no_kv_offload":false,"flash_attn":1,"devices":"auto","tensor_split":"0.00","tensor_buft_overrides":"none","use_mmap":true,"use_direct_io":false,"embeddings":false,"no_op_offload":0,"no_host":false,"fit_target":0,"fit_min_ctx":0,"n_prompt":1024,"n_gen":0,"n_depth":1024,"test_time":"2026-08-01T04:14:04Z","avg_ns":8838094191,"stddev_ns":0,"avg_ts":115.862083,"stddev_ts":0.0,"samples_ns":[8838094191],"samples_ts":[115.862],"bench_model":"agentworld","bench_backend":"rocm","bench_depth":1024,"bench_kv":"f16/q4_0","bench_ctk":"f16","bench_ctv":"q4_0","bench_block":"d1024"}
{"build_commit":"a66d505","build_number":1,"cpu_info":"AMD RYZEN AI MAX+ 395 w/ Radeon 8060S","gpu_info":"Radeon 8060S Graphics","backends":"ROCm","model_filename":"hf://unsloth/Qwen-AgentWorld-35B-A3B-GGUF@3a305abf5cfd/Qwen-AgentWorld-35B-A3B-UD-Q4_K_XL.gguf","model_type":"qwen35moe 35B.A3B Q4_K - Medium","model_size":22313814528,"model_n_params":34660610688,"n_batch":1024,"n_ubatch":512,"n_threads":8,"cpu_mask":"0x0","cpu_strict":false,"poll":50,"type_k":"f16","type_v":"q4_0","n_gpu_layers":-1,"n_cpu_moe":0,"split_mode":"layer","main_gpu":0,"no_kv_offload":false,"flash_attn":1,"devices":"auto","tensor_split":"0.00","tensor_buft_overrides":"none","use_mmap":true,"use_direct_io":false,"embeddings":false,"no_op_offload":0,"no_host":false,"fit_target":0,"fit_min_ctx":0,"n_prompt":0,"n_gen":128,"n_depth":1024,"test_time":"2026-08-01T04:14:17Z","avg_ns":3601885980,"stddev_ns":0,"avg_ts":35.536938,"stddev_ts":0.0,"samples_ns":[3601885980],"samples_ts":[35.5369],"bench_model":"agentworld","bench_backend":"rocm","bench_depth":1024,"bench_kv":"f16/q4_0","bench_ctk":"f16","bench_ctv":"q4_0","bench_block":"d1024"}
{"build_commit":"a66d505","build_number":1,"cpu_info":"AMD RYZEN AI MAX+ 395 w/ Radeon 8060S","gpu_info":"Radeon 8060S Graphics","backends":"ROCm","model_filename":"hf://unsloth/Qwen-AgentWorld-35B-A3B-GGUF@3a305abf5cfd/Qwen-AgentWorld-35B-A3B-UD-Q4_K_XL.gguf","model_type":"qwen35moe 35B.A3B Q4_K - Medium","model_size":22313814528,"model_n_params":34660610688,"n_batch":1024,"n_ubatch":512,"n_threads":8,"cpu_mask":"0x0","cpu_strict":false,"poll":50,"type_k":"q4_0","type_v":"q4_0","n_gpu_layers":-1,"n_cpu_moe":0,"split_mode":"layer","main_gpu":0,"no_kv_offload":false,"flash_attn":1,"devices":"auto","tensor_split":"0.00","tensor_buft_overrides":"none","use_mmap":true,"use_direct_io":false,"embeddings":false,"no_op_offload":0,"no_host":false,"fit_target":0,"fit_min_ctx":0,"n_prompt":512,"n_gen":0,"n_depth":1024,"test_time":"2026-08-01T04:14:24Z","avg_ns":508464325,"stddev_ns":0,"avg_ts":1006.953634,"stddev_ts":0.0,"samples_ns":[508464325],"samples_ts":[1006.95],"bench_model":"agentworld","bench_backend":"rocm","bench_depth":1024,"bench_kv":"q4_0/q4_0","bench_ctk":"q4_0","bench_ctv":"q4_0","bench_block":"d1024"}
{"build_commit":"a66d505","build_number":1,"cpu_info":"AMD RYZEN AI MAX+ 395 w/ Radeon 8060S","gpu_info":"Radeon 8060S Graphics","backends":"ROCm","model_filename":"hf://unsloth/Qwen-AgentWorld-35B-A3B-GGUF@3a305abf5cfd/Qwen-AgentWorld-35B-A3B-UD-Q4_K_XL.gguf","model_type":"qwen35moe 35B.A3B Q4_K - Medium","model_size":22313814528,"model_n_params":34660610688,"n_batch":1024,"n_ubatch":512,"n_threads":8,"cpu_mask":"0x0","cpu_strict":false,"poll":50,"type_k":"q4_0","type_v":"q4_0","n_gpu_layers":-1,"n_cpu_moe":0,"split_mode":"layer","main_gpu":0,"no_kv_offload":false,"flash_attn":1,"devices":"auto","tensor_split":"0.00","tensor_buft_overrides":"none","use_mmap":true,"use_direct_io":false,"embeddings":false,"no_op_offload":0,"no_host":false,"fit_target":0,"fit_min_ctx":0,"n_prompt":1024,"n_gen":0,"n_depth":1024,"test_time":"2026-08-01T04:14:26Z","avg_ns":1049088873,"stddev_ns":0,"avg_ts":976.085083,"stddev_ts":0.0,"samples_ns":[1049088873],"samples_ts":[976.085],"bench_model":"agentworld","bench_backend":"rocm","bench_depth":1024,"bench_kv":"q4_0/q4_0","bench_ctk":"q4_0","bench_ctv":"q4_0","bench_block":"d1024"}
{"build_commit":"a66d505","build_number":1,"cpu_info":"AMD RYZEN AI MAX+ 395 w/ Radeon 8060S","gpu_info":"Radeon 8060S Graphics","backends":"ROCm","model_filename":"hf://unsloth/Qwen-AgentWorld-35B-A3B-GGUF@3a305abf5cfd/Qwen-AgentWorld-35B-A3B-UD-Q4_K_XL.gguf","model_type":"qwen35moe 35B.A3B Q4_K - Medium","model_size":22313814528,"model_n_params":34660610688,"n_batch":1024,"n_ubatch":512,"n_threads":8,"cpu_mask":"0x0","cpu_strict":false,"poll":50,"type_k":"q4_0","type_v":"q4_0","n_gpu_layers":-1,"n_cpu_moe":0,"split_mode":"layer","main_gpu":0,"no_kv_offload":false,"flash_attn":1,"devices":"auto","tensor_split":"0.00","tensor_buft_overrides":"none","use_mmap":true,"use_direct_io":false,"embeddings":false,"no_op_offload":0,"no_host":false,"fit_target":0,"fit_min_ctx":0,"n_prompt":0,"n_gen":128,"n_depth":1024,"test_time":"2026-08-01T04:14:28Z","avg_ns":2568259514,"stddev_ns":0,"avg_ts":49.8392,"stddev_ts":0.0,"samples_ns":[2568259514],"samples_ts":[49.8392],"bench_model":"agentworld","bench_backend":"rocm","bench_depth":1024,"bench_kv":"q4_0/q4_0","bench_ctk":"q4_0","bench_ctv":"q4_0","bench_block":"d1024"}
{"build_commit":"a66d505","build_number":1,"cpu_info":"AMD RYZEN AI MAX+ 395 w/ Radeon 8060S","gpu_info":"Radeon 8060S Graphics","backends":"ROCm","model_filename":"hf://unsloth/Qwen-AgentWorld-35B-A3B-GGUF@3a305abf5cfd/Qwen-AgentWorld-35B-A3B-UD-Q4_K_XL.gguf","model_type":"qwen35moe 35B.A3B Q4_K - Medium","model_size":22313814528,"model_n_params":34660610688,"n_batch":1024,"n_ubatch":512,"n_threads":8,"cpu_mask":"0x0","cpu_strict":false,"poll":50,"type_k":"q8_0","type_v":"q8_0","n_gpu_layers":-1,"n_cpu_moe":0,"split_mode":"layer","main_gpu":0,"no_kv_offload":false,"flash_attn":1,"devices":"auto","tensor_split":"0.00","tensor_buft_overrides":"none","use_mmap":true,"use_direct_io":false,"embeddings":false,"no_op_offload":0,"no_host":false,"fit_target":0,"fit_min_ctx":0,"n_prompt":512,"n_gen":0,"n_depth":1024,"test_time":"2026-08-01T04:14:33Z","avg_ns":514897141,"stddev_ns":0,"avg_ts":994.37336,"stddev_ts":0.0,"samples_ns":[514897141],"samples_ts":[994.373],"bench_model":"agentworld","bench_backend":"rocm","bench_depth":1024,"bench_kv":"q8_0/q8_0","bench_ctk":"q8_0","bench_ctv":"q8_0","bench_block":"d1024"}
{"build_commit":"a66d505","build_number":1,"cpu_info":"AMD RYZEN AI MAX+ 395 w/ Radeon 8060S","gpu_info":"Radeon 8060S Graphics","backends":"ROCm","model_filename":"hf://unsloth/Qwen-AgentWorld-35B-A3B-GGUF@3a305abf5cfd/Qwen-AgentWorld-35B-A3B-UD-Q4_K_XL.gguf","model_type":"qwen35moe 35B.A3B Q4_K - Medium","model_size":22313814528,"model_n_params":34660610688,"n_batch":1024,"n_ubatch":512,"n_threads":8,"cpu_mask":"0x0","cpu_strict":false,"poll":50,"type_k":"q8_0","type_v":"q8_0","n_gpu_layers":-1,"n_cpu_moe":0,"split_mode":"layer","main_gpu":0,"no_kv_offload":false,"flash_attn":1,"devices":"auto","tensor_split":"0.00","tensor_buft_overrides":"none","use_mmap":true,"use_direct_io":false,"embeddings":false,"no_op_offload":0,"no_host":false,"fit_target":0,"fit_min_ctx":0,"n_prompt":1024,"n_gen":0,"n_depth":1024,"test_time":"2026-08-01T04:14:35Z","avg_ns":1053903413,"stddev_ns":0,"avg_ts":971.62604,"stddev_ts":0.0,"samples_ns":[1053903413],"samples_ts":[971.626],"bench_model":"agentworld","bench_backend":"rocm","bench_depth":1024,"bench_kv":"q8_0/q8_0","bench_ctk":"q8_0","bench_ctv":"q8_0","bench_block":"d1024"}
{"build_commit":"a66d505","build_number":1,"cpu_info":"AMD RYZEN AI MAX+ 395 w/ Radeon 8060S","gpu_info":"Radeon 8060S Graphics","backends":"ROCm","model_filename":"hf://unsloth/Qwen-AgentWorld-35B-A3B-GGUF@3a305abf5cfd/Qwen-AgentWorld-35B-A3B-UD-Q4_K_XL.gguf","model_type":"qwen35moe 35B.A3B Q4_K - Medium","model_size":22313814528,"model_n_params":34660610688,"n_batch":1024,"n_ubatch":512,"n_threads":8,"cpu_mask":"0x0","cpu_strict":false,"poll":50,"type_k":"q8_0","type_v":"q8_0","n_gpu_layers":-1,"n_cpu_moe":0,"split_mode":"layer","main_gpu":0,"no_kv_offload":false,"flash_attn":1,"devices":"auto","tensor_split":"0.00","tensor_buft_overrides":"none","use_mmap":true,"use_direct_io":false,"embeddings":false,"no_op_offload":0,"no_host":false,"fit_target":0,"fit_min_ctx":0,"n_prompt":0,"n_gen":128,"n_depth":1024,"test_time":"2026-08-01T04:14:37Z","avg_ns":2522987896,"stddev_ns":0,"avg_ts":50.733497,"stddev_ts":0.0,"samples_ns":[2522987896],"samples_ts":[50.7335],"bench_model":"agentworld","bench_backend":"rocm","bench_depth":1024,"bench_kv":"q8_0/q8_0","bench_ctk":"q8_0","bench_ctv":"q8_0","bench_block":"d1024"}
{"build_commit":"d6d899580","build_number":9747,"cpu_info":"AMD RYZEN AI MAX+ 395 w/ Radeon 8060S","gpu_info":"Radeon 8060S Graphics (RADV STRIX_HALO)","backends":"Vulkan","model_filename":"hf://unsloth/Qwen-AgentWorld-35B-A3B-GGUF@3a305abf5cfd/Qwen-AgentWorld-35B-A3B-UD-Q4_K_XL.gguf","model_type":"qwen35moe 35B.A3B Q4_K - Medium","model_size":22313814528,"model_n_params":34660610688,"n_batch":1024,"n_ubatch":512,"n_threads":8,"cpu_mask":"0x0","cpu_strict":false,"poll":50,"type_k":"f16","type_v":"f16","n_gpu_layers":-1,"n_cpu_moe":0,"split_mode":"layer","main_gpu":0,"no_kv_offload":false,"flash_attn":1,"devices":"auto","tensor_split":"0.00","tensor_buft_overrides":"none","use_mmap":true,"use_direct_io":false,"embeddings":false,"no_op_offload":0,"no_host":false,"fit_target":0,"fit_min_ctx":0,"n_prompt":512,"n_gen":0,"n_depth":1024,"test_time":"2026-08-01T04:14:44Z","avg_ns":471577488,"stddev_ns":0,"avg_ts":1085.717646,"stddev_ts":0.0,"samples_ns":[471577488],"samples_ts":[1085.72],"bench_model":"agentworld","bench_backend":"vulkan","bench_depth":1024,"bench_kv":"f16/f16","bench_ctk":"f16","bench_ctv":"f16","bench_block":"d1024"}
{"build_commit":"d6d899580","build_number":9747,"cpu_info":"AMD RYZEN AI MAX+ 395 w/ Radeon 8060S","gpu_info":"Radeon 8060S Graphics (RADV STRIX_HALO)","backends":"Vulkan","model_filename":"hf://unsloth/Qwen-AgentWorld-35B-A3B-GGUF@3a305abf5cfd/Qwen-AgentWorld-35B-A3B-UD-Q4_K_XL.gguf","model_type":"qwen35moe 35B.A3B Q4_K - Medium","model_size":22313814528,"model_n_params":34660610688,"n_batch":1024,"n_ubatch":512,"n_threads":8,"cpu_mask":"0x0","cpu_strict":false,"poll":50,"type_k":"f16","type_v":"f16","n_gpu_layers":-1,"n_cpu_moe":0,"split_mode":"layer","main_gpu":0,"no_kv_offload":false,"flash_attn":1,"devices":"auto","tensor_split":"0.00","tensor_buft_overrides":"none","use_mmap":true,"use_direct_io":false,"embeddings":false,"no_op_offload":0,"no_host":false,"fit_target":0,"fit_min_ctx":0,"n_prompt":1024,"n_gen":0,"n_depth":1024,"test_time":"2026-08-01T04:14:46Z","avg_ns":993102220,"stddev_ns":0,"avg_ts":1031.112386,"stddev_ts":0.0,"samples_ns":[993102220],"samples_ts":[1031.11],"bench_model":"agentworld","bench_backend":"vulkan","bench_depth":1024,"bench_kv":"f16/f16","bench_ctk":"f16","bench_ctv":"f16","bench_block":"d1024"}
{"build_commit":"d6d899580","build_number":9747,"cpu_info":"AMD RYZEN AI MAX+ 395 w/ Radeon 8060S","gpu_info":"Radeon 8060S Graphics (RADV STRIX_HALO)","backends":"Vulkan","model_filename":"hf://unsloth/Qwen-AgentWorld-35B-A3B-GGUF@3a305abf5cfd/Qwen-AgentWorld-35B-A3B-UD-Q4_K_XL.gguf","model_type":"qwen35moe 35B.A3B Q4_K - Medium","model_size":22313814528,"model_n_params":34660610688,"n_batch":1024,"n_ubatch":512,"n_threads":8,"cpu_mask":"0x0","cpu_strict":false,"poll":50,"type_k":"f16","type_v":"f16","n_gpu_layers":-1,"n_cpu_moe":0,"split_mode":"layer","main_gpu":0,"no_kv_offload":false,"flash_attn":1,"devices":"auto","tensor_split":"0.00","tensor_buft_overrides":"none","use_mmap":true,"use_direct_io":false,"embeddings":false,"no_op_offload":0,"no_host":false,"fit_target":0,"fit_min_ctx":0,"n_prompt":0,"n_gen":128,"n_depth":1024,"test_time":"2026-08-01T04:14:48Z","avg_ns":2132910164,"stddev_ns":0,"avg_ts":60.011904,"stddev_ts":0.0,"samples_ns":[2132910164],"samples_ts":[60.0119],"bench_model":"agentworld","bench_backend":"vulkan","bench_depth":1024,"bench_kv":"f16/f16","bench_ctk":"f16","bench_ctv":"f16","bench_block":"d1024"}
{"build_commit":"d6d899580","build_number":9747,"cpu_info":"AMD RYZEN AI MAX+ 395 w/ Radeon 8060S","gpu_info":"Radeon 8060S Graphics (RADV STRIX_HALO)","backends":"Vulkan","model_filename":"hf://unsloth/Qwen-AgentWorld-35B-A3B-GGUF@3a305abf5cfd/Qwen-AgentWorld-35B-A3B-UD-Q4_K_XL.gguf","model_type":"qwen35moe 35B.A3B Q4_K - Medium","model_size":22313814528,"model_n_params":34660610688,"n_batch":1024,"n_ubatch":512,"n_threads":8,"cpu_mask":"0x0","cpu_strict":false,"poll":50,"type_k":"f16","type_v":"q8_0","n_gpu_layers":-1,"n_cpu_moe":0,"split_mode":"layer","main_gpu":0,"no_kv_offload":false,"flash_attn":1,"devices":"auto","tensor_split":"0.00","tensor_buft_overrides":"none","use_mmap":true,"use_direct_io":false,"embeddings":false,"no_op_offload":0,"no_host":false,"fit_target":0,"fit_min_ctx":0,"n_prompt":512,"n_gen":0,"n_depth":1024,"test_time":"2026-08-01T04:14:54Z","avg_ns":474335267,"stddev_ns":0,"avg_ts":1079.405298,"stddev_ts":0.0,"samples_ns":[474335267],"samples_ts":[1079.41],"bench_model":"agentworld","bench_backend":"vulkan","bench_depth":1024,"bench_kv":"f16/q8_0","bench_ctk":"f16","bench_ctv":"q8_0","bench_block":"d1024"}
{"build_commit":"d6d899580","build_number":9747,"cpu_info":"AMD RYZEN AI MAX+ 395 w/ Radeon 8060S","gpu_info":"Radeon 8060S Graphics (RADV STRIX_HALO)","backends":"Vulkan","model_filename":"hf://unsloth/Qwen-AgentWorld-35B-A3B-GGUF@3a305abf5cfd/Qwen-AgentWorld-35B-A3B-UD-Q4_K_XL.gguf","model_type":"qwen35moe 35B.A3B Q4_K - Medium","model_size":22313814528,"model_n_params":34660610688,"n_batch":1024,"n_ubatch":512,"n_threads":8,"cpu_mask":"0x0","cpu_strict":false,"poll":50,"type_k":"f16","type_v":"q8_0","n_gpu_layers":-1,"n_cpu_moe":0,"split_mode":"layer","main_gpu":0,"no_kv_offload":false,"flash_attn":1,"devices":"auto","tensor_split":"0.00","tensor_buft_overrides":"none","use_mmap":true,"use_direct_io":false,"embeddings":false,"no_op_offload":0,"no_host":false,"fit_target":0,"fit_min_ctx":0,"n_prompt":1024,"n_gen":0,"n_depth":1024,"test_time":"2026-08-01T04:14:57Z","avg_ns":1025321611,"stddev_ns":0,"avg_ts":998.711028,"stddev_ts":0.0,"samples_ns":[1025321611],"samples_ts":[998.711],"bench_model":"agentworld","bench_backend":"vulkan","bench_depth":1024,"bench_kv":"f16/q8_0","bench_ctk":"f16","bench_ctv":"q8_0","bench_block":"d1024"}
{"build_commit":"d6d899580","build_number":9747,"cpu_info":"AMD RYZEN AI MAX+ 395 w/ Radeon 8060S","gpu_info":"Radeon 8060S Graphics (RADV STRIX_HALO)","backends":"Vulkan","model_filename":"hf://unsloth/Qwen-AgentWorld-35B-A3B-GGUF@3a305abf5cfd/Qwen-AgentWorld-35B-A3B-UD-Q4_K_XL.gguf","model_type":"qwen35moe 35B.A3B Q4_K - Medium","model_size":22313814528,"model_n_params":34660610688,"n_batch":1024,"n_ubatch":512,"n_threads":8,"cpu_mask":"0x0","cpu_strict":false,"poll":50,"type_k":"f16","type_v":"q8_0","n_gpu_layers":-1,"n_cpu_moe":0,"split_mode":"layer","main_gpu":0,"no_kv_offload":false,"flash_attn":1,"devices":"auto","tensor_split":"0.00","tensor_buft_overrides":"none","use_mmap":true,"use_direct_io":false,"embeddings":false,"no_op_offload":0,"no_host":false,"fit_target":0,"fit_min_ctx":0,"n_prompt":0,"n_gen":128,"n_depth":1024,"test_time":"2026-08-01T04:14:59Z","avg_ns":2121047887,"stddev_ns":0,"avg_ts":60.34753,"stddev_ts":0.0,"samples_ns":[2121047887],"samples_ts":[60.3475],"bench_model":"agentworld","bench_backend":"vulkan","bench_depth":1024,"bench_kv":"f16/q8_0","bench_ctk":"f16","bench_ctv":"q8_0","bench_block":"d1024"}
{"build_commit":"d6d899580","build_number":9747,"cpu_info":"AMD RYZEN AI MAX+ 395 w/ Radeon 8060S","gpu_info":"Radeon 8060S Graphics (RADV STRIX_HALO)","backends":"Vulkan","model_filename":"hf://unsloth/Qwen-AgentWorld-35B-A3B-GGUF@3a305abf5cfd/Qwen-AgentWorld-35B-A3B-UD-Q4_K_XL.gguf","model_type":"qwen35moe 35B.A3B Q4_K - Medium","model_size":22313814528,"model_n_params":34660610688,"n_batch":1024,"n_ubatch":512,"n_threads":8,"cpu_mask":"0x0","cpu_strict":false,"poll":50,"type_k":"f16","type_v":"q4_0","n_gpu_layers":-1,"n_cpu_moe":0,"split_mode":"layer","main_gpu":0,"no_kv_offload":false,"flash_attn":1,"devices":"auto","tensor_split":"0.00","tensor_buft_overrides":"none","use_mmap":true,"use_direct_io":false,"embeddings":false,"no_op_offload":0,"no_host":false,"fit_target":0,"fit_min_ctx":0,"n_prompt":512,"n_gen":0,"n_depth":1024,"test_time":"2026-08-01T04:15:05Z","avg_ns":501939371,"stddev_ns":0,"avg_ts":1020.043514,"stddev_ts":0.0,"samples_ns":[501939371],"samples_ts":[1020.04],"bench_model":"agentworld","bench_backend":"vulkan","bench_depth":1024,"bench_kv":"f16/q4_0","bench_ctk":"f16","bench_ctv":"q4_0","bench_block":"d1024"}
{"build_commit":"d6d899580","build_number":9747,"cpu_info":"AMD RYZEN AI MAX+ 395 w/ Radeon 8060S","gpu_info":"Radeon 8060S Graphics (RADV STRIX_HALO)","backends":"Vulkan","model_filename":"hf://unsloth/Qwen-AgentWorld-35B-A3B-GGUF@3a305abf5cfd/Qwen-AgentWorld-35B-A3B-UD-Q4_K_XL.gguf","model_type":"qwen35moe 35B.A3B Q4_K - Medium","model_size":22313814528,"model_n_params":34660610688,"n_batch":1024,"n_ubatch":512,"n_threads":8,"cpu_mask":"0x0","cpu_strict":false,"poll":50,"type_k":"f16","type_v":"q4_0","n_gpu_layers":-1,"n_cpu_moe":0,"split_mode":"layer","main_gpu":0,"no_kv_offload":false,"flash_attn":1,"devices":"auto","tensor_split":"0.00","tensor_buft_overrides":"none","use_mmap":true,"use_direct_io":false,"embeddings":false,"no_op_offload":0,"no_host":false,"fit_target":0,"fit_min_ctx":0,"n_prompt":1024,"n_gen":0,"n_depth":1024,"test_time":"2026-08-01T04:15:07Z","avg_ns":1005484369,"stddev_ns":0,"avg_ts":1018.414638,"stddev_ts":0.0,"samples_ns":[1005484369],"samples_ts":[1018.41],"bench_model":"agentworld","bench_backend":"vulkan","bench_depth":1024,"bench_kv":"f16/q4_0","bench_ctk":"f16","bench_ctv":"q4_0","bench_block":"d1024"}
{"build_commit":"d6d899580","build_number":9747,"cpu_info":"AMD RYZEN AI MAX+ 395 w/ Radeon 8060S","gpu_info":"Radeon 8060S Graphics (RADV STRIX_HALO)","backends":"Vulkan","model_filename":"hf://unsloth/Qwen-AgentWorld-35B-A3B-GGUF@3a305abf5cfd/Qwen-AgentWorld-35B-A3B-UD-Q4_K_XL.gguf","model_type":"qwen35moe 35B.A3B Q4_K - Medium","model_size":22313814528,"model_n_params":34660610688,"n_batch":1024,"n_ubatch":512,"n_threads":8,"cpu_mask":"0x0","cpu_strict":false,"poll":50,"type_k":"f16","type_v":"q4_0","n_gpu_layers":-1,"n_cpu_moe":0,"split_mode":"layer","main_gpu":0,"no_kv_offload":false,"flash_attn":1,"devices":"auto","tensor_split":"0.00","tensor_buft_overrides":"none","use_mmap":true,"use_direct_io":false,"embeddings":false,"no_op_offload":0,"no_host":false,"fit_target":0,"fit_min_ctx":0,"n_prompt":0,"n_gen":128,"n_depth":1024,"test_time":"2026-08-01T04:15:09Z","avg_ns":2115632148,"stddev_ns":0,"avg_ts":60.502011,"stddev_ts":0.0,"samples_ns":[2115632148],"samples_ts":[60.502],"bench_model":"agentworld","bench_backend":"vulkan","bench_depth":1024,"bench_kv":"f16/q4_0","bench_ctk":"f16","bench_ctv":"q4_0","bench_block":"d1024"}
{"build_commit":"d6d899580","build_number":9747,"cpu_info":"AMD RYZEN AI MAX+ 395 w/ Radeon 8060S","gpu_info":"Radeon 8060S Graphics (RADV STRIX_HALO)","backends":"Vulkan","model_filename":"hf://unsloth/Qwen-AgentWorld-35B-A3B-GGUF@3a305abf5cfd/Qwen-AgentWorld-35B-A3B-UD-Q4_K_XL.gguf","model_type":"qwen35moe 35B.A3B Q4_K - Medium","model_size":22313814528,"model_n_params":34660610688,"n_batch":1024,"n_ubatch":512,"n_threads":8,"cpu_mask":"0x0","cpu_strict":false,"poll":50,"type_k":"q4_0","type_v":"q4_0","n_gpu_layers":-1,"n_cpu_moe":0,"split_mode":"layer","main_gpu":0,"no_kv_offload":false,"flash_attn":1,"devices":"auto","tensor_split":"0.00","tensor_buft_overrides":"none","use_mmap":true,"use_direct_io":false,"embeddings":false,"no_op_offload":0,"no_host":false,"fit_target":0,"fit_min_ctx":0,"n_prompt":512,"n_gen":0,"n_depth":1024,"test_time":"2026-08-01T04:15:15Z","avg_ns":480224402,"stddev_ns":0,"avg_ts":1066.168229,"stddev_ts":0.0,"samples_ns":[480224402],"samples_ts":[1066.17],"bench_model":"agentworld","bench_backend":"vulkan","bench_depth":1024,"bench_kv":"q4_0/q4_0","bench_ctk":"q4_0","bench_ctv":"q4_0","bench_block":"d1024"}
{"build_commit":"d6d899580","build_number":9747,"cpu_info":"AMD RYZEN AI MAX+ 395 w/ Radeon 8060S","gpu_info":"Radeon 8060S Graphics (RADV STRIX_HALO)","backends":"Vulkan","model_filename":"hf://unsloth/Qwen-AgentWorld-35B-A3B-GGUF@3a305abf5cfd/Qwen-AgentWorld-35B-A3B-UD-Q4_K_XL.gguf","model_type":"qwen35moe 35B.A3B Q4_K - Medium","model_size":22313814528,"model_n_params":34660610688,"n_batch":1024,"n_ubatch":512,"n_threads":8,"cpu_mask":"0x0","cpu_strict":false,"poll":50,"type_k":"q4_0","type_v":"q4_0","n_gpu_layers":-1,"n_cpu_moe":0,"split_mode":"layer","main_gpu":0,"no_kv_offload":false,"flash_attn":1,"devices":"auto","tensor_split":"0.00","tensor_buft_overrides":"none","use_mmap":true,"use_direct_io":false,"embeddings":false,"no_op_offload":0,"no_host":false,"fit_target":0,"fit_min_ctx":0,"n_prompt":1024,"n_gen":0,"n_depth":1024,"test_time":"2026-08-01T04:15:18Z","avg_ns":1003183577,"stddev_ns":0,"avg_ts":1020.750363,"stddev_ts":0.0,"samples_ns":[1003183577],"samples_ts":[1020.75],"bench_model":"agentworld","bench_backend":"vulkan","bench_depth":1024,"bench_kv":"q4_0/q4_0","bench_ctk":"q4_0","bench_ctv":"q4_0","bench_block":"d1024"}
{"build_commit":"d6d899580","build_number":9747,"cpu_info":"AMD RYZEN AI MAX+ 395 w/ Radeon 8060S","gpu_info":"Radeon 8060S Graphics (RADV STRIX_HALO)","backends":"Vulkan","model_filename":"hf://unsloth/Qwen-AgentWorld-35B-A3B-GGUF@3a305abf5cfd/Qwen-AgentWorld-35B-A3B-UD-Q4_K_XL.gguf","model_type":"qwen35moe 35B.A3B Q4_K - Medium","model_size":22313814528,"model_n_params":34660610688,"n_batch":1024,"n_ubatch":512,"n_threads":8,"cpu_mask":"0x0","cpu_strict":false,"poll":50,"type_k":"q4_0","type_v":"q4_0","n_gpu_layers":-1,"n_cpu_moe":0,"split_mode":"layer","main_gpu":0,"no_kv_offload":false,"flash_attn":1,"devices":"auto","tensor_split":"0.00","tensor_buft_overrides":"none","use_mmap":true,"use_direct_io":false,"embeddings":false,"no_op_offload":0,"no_host":false,"fit_target":0,"fit_min_ctx":0,"n_prompt":0,"n_gen":128,"n_depth":1024,"test_time":"2026-08-01T04:15:20Z","avg_ns":2136583332,"stddev_ns":0,"avg_ts":59.908733,"stddev_ts":0.0,"samples_ns":[2136583332],"samples_ts":[59.9087],"bench_model":"agentworld","bench_backend":"vulkan","bench_depth":1024,"bench_kv":"q4_0/q4_0","bench_ctk":"q4_0","bench_ctv":"q4_0","bench_block":"d1024"}
{"build_commit":"d6d899580","build_number":9747,"cpu_info":"AMD RYZEN AI MAX+ 395 w/ Radeon 8060S","gpu_info":"Radeon 8060S Graphics (RADV STRIX_HALO)","backends":"Vulkan","model_filename":"hf://unsloth/Qwen-AgentWorld-35B-A3B-GGUF@3a305abf5cfd/Qwen-AgentWorld-35B-A3B-UD-Q4_K_XL.gguf","model_type":"qwen35moe 35B.A3B Q4_K - Medium","model_size":22313814528,"model_n_params":34660610688,"n_batch":1024,"n_ubatch":512,"n_threads":8,"cpu_mask":"0x0","cpu_strict":false,"poll":50,"type_k":"q8_0","type_v":"q8_0","n_gpu_layers":-1,"n_cpu_moe":0,"split_mode":"layer","main_gpu":0,"no_kv_offload":false,"flash_attn":1,"devices":"auto","tensor_split":"0.00","tensor_buft_overrides":"none","use_mmap":true,"use_direct_io":false,"embeddings":false,"no_op_offload":0,"no_host":false,"fit_target":0,"fit_min_ctx":0,"n_prompt":512,"n_gen":0,"n_depth":1024,"test_time":"2026-08-01T04:15:26Z","avg_ns":479437787,"stddev_ns":0,"avg_ts":1067.917494,"stddev_ts":0.0,"samples_ns":[479437787],"samples_ts":[1067.92],"bench_model":"agentworld","bench_backend":"vulkan","bench_depth":1024,"bench_kv":"q8_0/q8_0","bench_ctk":"q8_0","bench_ctv":"q8_0","bench_block":"d1024"}
{"build_commit":"d6d899580","build_number":9747,"cpu_info":"AMD RYZEN AI MAX+ 395 w/ Radeon 8060S","gpu_info":"Radeon 8060S Graphics (RADV STRIX_HALO)","backends":"Vulkan","model_filename":"hf://unsloth/Qwen-AgentWorld-35B-A3B-GGUF@3a305abf5cfd/Qwen-AgentWorld-35B-A3B-UD-Q4_K_XL.gguf","model_type":"qwen35moe 35B.A3B Q4_K - Medium","model_size":22313814528,"model_n_params":34660610688,"n_batch":1024,"n_ubatch":512,"n_threads":8,"cpu_mask":"0x0","cpu_strict":false,"poll":50,"type_k":"q8_0","type_v":"q8_0","n_gpu_layers":-1,"n_cpu_moe":0,"split_mode":"layer","main_gpu":0,"no_kv_offload":false,"flash_attn":1,"devices":"auto","tensor_split":"0.00","tensor_buft_overrides":"none","use_mmap":true,"use_direct_io":false,"embeddings":false,"no_op_offload":0,"no_host":false,"fit_target":0,"fit_min_ctx":0,"n_prompt":1024,"n_gen":0,"n_depth":1024,"test_time":"2026-08-01T04:15:28Z","avg_ns":1020443593,"stddev_ns":0,"avg_ts":1003.485158,"stddev_ts":0.0,"samples_ns":[1020443593],"samples_ts":[1003.49],"bench_model":"agentworld","bench_backend":"vulkan","bench_depth":1024,"bench_kv":"q8_0/q8_0","bench_ctk":"q8_0","bench_ctv":"q8_0","bench_block":"d1024"}
{"build_commit":"d6d899580","build_number":9747,"cpu_info":"AMD RYZEN AI MAX+ 395 w/ Radeon 8060S","gpu_info":"Radeon 8060S Graphics (RADV STRIX_HALO)","backends":"Vulkan","model_filename":"hf://unsloth/Qwen-AgentWorld-35B-A3B-GGUF@3a305abf5cfd/Qwen-AgentWorld-35B-A3B-UD-Q4_K_XL.gguf","model_type":"qwen35moe 35B.A3B Q4_K - Medium","model_size":22313814528,"model_n_params":34660610688,"n_batch":1024,"n_ubatch":512,"n_threads":8,"cpu_mask":"0x0","cpu_strict":false,"poll":50,"type_k":"q8_0","type_v":"q8_0","n_gpu_layers":-1,"n_cpu_moe":0,"split_mode":"layer","main_gpu":0,"no_kv_offload":false,"flash_attn":1,"devices":"auto","tensor_split":"0.00","tensor_buft_overrides":"none","use_mmap":true,"use_direct_io":false,"embeddings":false,"no_op_offload":0,"no_host":false,"fit_target":0,"fit_min_ctx":0,"n_prompt":0,"n_gen":128,"n_depth":1024,"test_time":"2026-08-01T04:15:30Z","avg_ns":2134473842,"stddev_ns":0,"avg_ts":59.96794,"stddev_ts":0.0,"samples_ns":[2134473842],"samples_ts":[59.9679],"bench_model":"agentworld","bench_backend":"vulkan","bench_depth":1024,"bench_kv":"q8_0/q8_0","bench_ctk":"q8_0","bench_ctv":"q8_0","bench_block":"d1024"}
{"build_commit":"a66d505","build_number":1,"cpu_info":"AMD RYZEN AI MAX+ 395 w/ Radeon 8060S","gpu_info":"Radeon 8060S Graphics","backends":"ROCm","model_filename":"hf://lmstudio-community/Qwen3.6-35B-A3B-GGUF@68a34855558a/Qwen3.6-35B-A3B-Q4_K_M.gguf","model_type":"qwen35moe 35B.A3B Q4_K - Medium","model_size":21155768832,"model_n_params":34660610688,"n_batch":1024,"n_ubatch":512,"n_threads":8,"cpu_mask":"0x0","cpu_strict":false,"poll":50,"type_k":"f16","type_v":"f16","n_gpu_layers":-1,"n_cpu_moe":0,"split_mode":"layer","main_gpu":0,"no_kv_offload":false,"flash_attn":1,"devices":"auto","tensor_split":"0.00","tensor_buft_overrides":"none","use_mmap":true,"use_direct_io":false,"embeddings":false,"no_op_offload":0,"no_host":false,"fit_target":0,"fit_min_ctx":0,"n_prompt":512,"n_gen":0,"n_depth":1024,"test_time":"2026-08-01T04:15:36Z","avg_ns":533338030,"stddev_ns":0,"avg_ts":959.991546,"stddev_ts":0.0,"samples_ns":[533338030],"samples_ts":[959.992],"bench_model":"qwen","bench_backend":"rocm","bench_depth":1024,"bench_kv":"f16/f16","bench_ctk":"f16","bench_ctv":"f16","bench_block":"d1024"}
{"build_commit":"a66d505","build_number":1,"cpu_info":"AMD RYZEN AI MAX+ 395 w/ Radeon 8060S","gpu_info":"Radeon 8060S Graphics","backends":"ROCm","model_filename":"hf://lmstudio-community/Qwen3.6-35B-A3B-GGUF@68a34855558a/Qwen3.6-35B-A3B-Q4_K_M.gguf","model_type":"qwen35moe 35B.A3B Q4_K - Medium","model_size":21155768832,"model_n_params":34660610688,"n_batch":1024,"n_ubatch":512,"n_threads":8,"cpu_mask":"0x0","cpu_strict":false,"poll":50,"type_k":"f16","type_v":"f16","n_gpu_layers":-1,"n_cpu_moe":0,"split_mode":"layer","main_gpu":0,"no_kv_offload":false,"flash_attn":1,"devices":"auto","tensor_split":"0.00","tensor_buft_overrides":"none","use_mmap":true,"use_direct_io":false,"embeddings":false,"no_op_offload":0,"no_host":false,"fit_target":0,"fit_min_ctx":0,"n_prompt":1024,"n_gen":0,"n_depth":1024,"test_time":"2026-08-01T04:15:38Z","avg_ns":1139703408,"stddev_ns":0,"avg_ts":898.47937,"stddev_ts":0.0,"samples_ns":[1139703408],"samples_ts":[898.479],"bench_model":"qwen","bench_backend":"rocm","bench_depth":1024,"bench_kv":"f16/f16","bench_ctk":"f16","bench_ctv":"f16","bench_block":"d1024"}
{"build_commit":"a66d505","build_number":1,"cpu_info":"AMD RYZEN AI MAX+ 395 w/ Radeon 8060S","gpu_info":"Radeon 8060S Graphics","backends":"ROCm","model_filename":"hf://lmstudio-community/Qwen3.6-35B-A3B-GGUF@68a34855558a/Qwen3.6-35B-A3B-Q4_K_M.gguf","model_type":"qwen35moe 35B.A3B Q4_K - Medium","model_size":21155768832,"model_n_params":34660610688,"n_batch":1024,"n_ubatch":512,"n_threads":8,"cpu_mask":"0x0","cpu_strict":false,"poll":50,"type_k":"f16","type_v":"f16","n_gpu_layers":-1,"n_cpu_moe":0,"split_mode":"layer","main_gpu":0,"no_kv_offload":false,"flash_attn":1,"devices":"auto","tensor_split":"0.00","tensor_buft_overrides":"none","use_mmap":true,"use_direct_io":false,"embeddings":false,"no_op_offload":0,"no_host":false,"fit_target":0,"fit_min_ctx":0,"n_prompt":0,"n_gen":128,"n_depth":1024,"test_time":"2026-08-01T04:15:41Z","avg_ns":2132570916,"stddev_ns":0,"avg_ts":60.021451,"stddev_ts":0.0,"samples_ns":[2132570916],"samples_ts":[60.0215],"bench_model":"qwen","bench_backend":"rocm","bench_depth":1024,"bench_kv":"f16/f16","bench_ctk":"f16","bench_ctv":"f16","bench_block":"d1024"}
{"build_commit":"a66d505","build_number":1,"cpu_info":"AMD RYZEN AI MAX+ 395 w/ Radeon 8060S","gpu_info":"Radeon 8060S Graphics","backends":"ROCm","model_filename":"hf://lmstudio-community/Qwen3.6-35B-A3B-GGUF@68a34855558a/Qwen3.6-35B-A3B-Q4_K_M.gguf","model_type":"qwen35moe 35B.A3B Q4_K - Medium","model_size":21155768832,"model_n_params":34660610688,"n_batch":1024,"n_ubatch":512,"n_threads":8,"cpu_mask":"0x0","cpu_strict":false,"poll":50,"type_k":"f16","type_v":"q8_0","n_gpu_layers":-1,"n_cpu_moe":0,"split_mode":"layer","main_gpu":0,"no_kv_offload":false,"flash_attn":1,"devices":"auto","tensor_split":"0.00","tensor_buft_overrides":"none","use_mmap":true,"use_direct_io":false,"embeddings":false,"no_op_offload":0,"no_host":false,"fit_target":0,"fit_min_ctx":0,"n_prompt":512,"n_gen":0,"n_depth":1024,"test_time":"2026-08-01T04:15:44Z","avg_ns":3684169191,"stddev_ns":0,"avg_ts":138.972988,"stddev_ts":0.0,"samples_ns":[3684169191],"samples_ts":[138.973],"bench_model":"qwen","bench_backend":"rocm","bench_depth":1024,"bench_kv":"f16/q8_0","bench_ctk":"f16","bench_ctv":"q8_0","bench_block":"d1024"}
{"build_commit":"a66d505","build_number":1,"cpu_info":"AMD RYZEN AI MAX+ 395 w/ Radeon 8060S","gpu_info":"Radeon 8060S Graphics","backends":"ROCm","model_filename":"hf://lmstudio-community/Qwen3.6-35B-A3B-GGUF@68a34855558a/Qwen3.6-35B-A3B-Q4_K_M.gguf","model_type":"qwen35moe 35B.A3B Q4_K - Medium","model_size":21155768832,"model_n_params":34660610688,"n_batch":1024,"n_ubatch":512,"n_threads":8,"cpu_mask":"0x0","cpu_strict":false,"poll":50,"type_k":"f16","type_v":"q8_0","n_gpu_layers":-1,"n_cpu_moe":0,"split_mode":"layer","main_gpu":0,"no_kv_offload":false,"flash_attn":1,"devices":"auto","tensor_split":"0.00","tensor_buft_overrides":"none","use_mmap":true,"use_direct_io":false,"embeddings":false,"no_op_offload":0,"no_host":false,"fit_target":0,"fit_min_ctx":0,"n_prompt":1024,"n_gen":0,"n_depth":1024,"test_time":"2026-08-01T04:15:53Z","avg_ns":8431296794,"stddev_ns":0,"avg_ts":121.452254,"stddev_ts":0.0,"samples_ns":[8431296794],"samples_ts":[121.452],"bench_model":"qwen","bench_backend":"rocm","bench_depth":1024,"bench_kv":"f16/q8_0","bench_ctk":"f16","bench_ctv":"q8_0","bench_block":"d1024"}
{"build_commit":"a66d505","build_number":1,"cpu_info":"AMD RYZEN AI MAX+ 395 w/ Radeon 8060S","gpu_info":"Radeon 8060S Graphics","backends":"ROCm","model_filename":"hf://lmstudio-community/Qwen3.6-35B-A3B-GGUF@68a34855558a/Qwen3.6-35B-A3B-Q4_K_M.gguf","model_type":"qwen35moe 35B.A3B Q4_K - Medium","model_size":21155768832,"model_n_params":34660610688,"n_batch":1024,"n_ubatch":512,"n_threads":8,"cpu_mask":"0x0","cpu_strict":false,"poll":50,"type_k":"f16","type_v":"q8_0","n_gpu_layers":-1,"n_cpu_moe":0,"split_mode":"layer","main_gpu":0,"no_kv_offload":false,"flash_attn":1,"devices":"auto","tensor_split":"0.00","tensor_buft_overrides":"none","use_mmap":true,"use_direct_io":false,"embeddings":false,"no_op_offload":0,"no_host":false,"fit_target":0,"fit_min_ctx":0,"n_prompt":0,"n_gen":128,"n_depth":1024,"test_time":"2026-08-01T04:16:05Z","avg_ns":3141904307,"stddev_ns":0,"avg_ts":40.739624,"stddev_ts":0.0,"samples_ns":[3141904307],"samples_ts":[40.7396],"bench_model":"qwen","bench_backend":"rocm","bench_depth":1024,"bench_kv":"f16/q8_0","bench_ctk":"f16","bench_ctv":"q8_0","bench_block":"d1024"}
{"build_commit":"a66d505","build_number":1,"cpu_info":"AMD RYZEN AI MAX+ 395 w/ Radeon 8060S","gpu_info":"Radeon 8060S Graphics","backends":"ROCm","model_filename":"hf://lmstudio-community/Qwen3.6-35B-A3B-GGUF@68a34855558a/Qwen3.6-35B-A3B-Q4_K_M.gguf","model_type":"qwen35moe 35B.A3B Q4_K - Medium","model_size":21155768832,"model_n_params":34660610688,"n_batch":1024,"n_ubatch":512,"n_threads":8,"cpu_mask":"0x0","cpu_strict":false,"poll":50,"type_k":"f16","type_v":"q4_0","n_gpu_layers":-1,"n_cpu_moe":0,"split_mode":"layer","main_gpu":0,"no_kv_offload":false,"flash_attn":1,"devices":"auto","tensor_split":"0.00","tensor_buft_overrides":"none","use_mmap":true,"use_direct_io":false,"embeddings":false,"no_op_offload":0,"no_host":false,"fit_target":0,"fit_min_ctx":0,"n_prompt":512,"n_gen":0,"n_depth":1024,"test_time":"2026-08-01T04:16:10Z","avg_ns":3916245173,"stddev_ns":0,"avg_ts":130.737474,"stddev_ts":0.0,"samples_ns":[3916245173],"samples_ts":[130.737],"bench_model":"qwen","bench_backend":"rocm","bench_depth":1024,"bench_kv":"f16/q4_0","bench_ctk":"f16","bench_ctv":"q4_0","bench_block":"d1024"}
{"build_commit":"a66d505","build_number":1,"cpu_info":"AMD RYZEN AI MAX+ 395 w/ Radeon 8060S","gpu_info":"Radeon 8060S Graphics","backends":"ROCm","model_filename":"hf://lmstudio-community/Qwen3.6-35B-A3B-GGUF@68a34855558a/Qwen3.6-35B-A3B-Q4_K_M.gguf","model_type":"qwen35moe 35B.A3B Q4_K - Medium","model_size":21155768832,"model_n_params":34660610688,"n_batch":1024,"n_ubatch":512,"n_threads":8,"cpu_mask":"0x0","cpu_strict":false,"poll":50,"type_k":"f16","type_v":"q4_0","n_gpu_layers":-1,"n_cpu_moe":0,"split_mode":"layer","main_gpu":0,"no_kv_offload":false,"flash_attn":1,"devices":"auto","tensor_split":"0.00","tensor_buft_overrides":"none","use_mmap":true,"use_direct_io":false,"embeddings":false,"no_op_offload":0,"no_host":false,"fit_target":0,"fit_min_ctx":0,"n_prompt":1024,"n_gen":0,"n_depth":1024,"test_time":"2026-08-01T04:16:19Z","avg_ns":9146309558,"stddev_ns":0,"avg_ts":111.957724,"stddev_ts":0.0,"samples_ns":[9146309558],"samples_ts":[111.958],"bench_model":"qwen","bench_backend":"rocm","bench_depth":1024,"bench_kv":"f16/q4_0","bench_ctk":"f16","bench_ctv":"q4_0","bench_block":"d1024"}
{"build_commit":"a66d505","build_number":1,"cpu_info":"AMD RYZEN AI MAX+ 395 w/ Radeon 8060S","gpu_info":"Radeon 8060S Graphics","backends":"ROCm","model_filename":"hf://lmstudio-community/Qwen3.6-35B-A3B-GGUF@68a34855558a/Qwen3.6-35B-A3B-Q4_K_M.gguf","model_type":"qwen35moe 35B.A3B Q4_K - Medium","model_size":21155768832,"model_n_params":34660610688,"n_batch":1024,"n_ubatch":512,"n_threads":8,"cpu_mask":"0x0","cpu_strict":false,"poll":50,"type_k":"f16","type_v":"q4_0","n_gpu_layers":-1,"n_cpu_moe":0,"split_mode":"layer","main_gpu":0,"no_kv_offload":false,"flash_attn":1,"devices":"auto","tensor_split":"0.00","tensor_buft_overrides":"none","use_mmap":true,"use_direct_io":false,"embeddings":false,"no_op_offload":0,"no_host":false,"fit_target":0,"fit_min_ctx":0,"n_prompt":0,"n_gen":128,"n_depth":1024,"test_time":"2026-08-01T04:16:33Z","avg_ns":3166908987,"stddev_ns":0,"avg_ts":40.41796,"stddev_ts":0.0,"samples_ns":[3166908987],"samples_ts":[40.418],"bench_model":"qwen","bench_backend":"rocm","bench_depth":1024,"bench_kv":"f16/q4_0","bench_ctk":"f16","bench_ctv":"q4_0","bench_block":"d1024"}
{"build_commit":"a66d505","build_number":1,"cpu_info":"AMD RYZEN AI MAX+ 395 w/ Radeon 8060S","gpu_info":"Radeon 8060S Graphics","backends":"ROCm","model_filename":"hf://lmstudio-community/Qwen3.6-35B-A3B-GGUF@68a34855558a/Qwen3.6-35B-A3B-Q4_K_M.gguf","model_type":"qwen35moe 35B.A3B Q4_K - Medium","model_size":21155768832,"model_n_params":34660610688,"n_batch":1024,"n_ubatch":512,"n_threads":8,"cpu_mask":"0x0","cpu_strict":false,"poll":50,"type_k":"q4_0","type_v":"q4_0","n_gpu_layers":-1,"n_cpu_moe":0,"split_mode":"layer","main_gpu":0,"no_kv_offload":false,"flash_attn":1,"devices":"auto","tensor_split":"0.00","tensor_buft_overrides":"none","use_mmap":true,"use_direct_io":false,"embeddings":false,"no_op_offload":0,"no_host":false,"fit_target":0,"fit_min_ctx":0,"n_prompt":512,"n_gen":0,"n_depth":1024,"test_time":"2026-08-01T04:16:38Z","avg_ns":558087389,"stddev_ns":0,"avg_ts":917.419046,"stddev_ts":0.0,"samples_ns":[558087389],"samples_ts":[917.419],"bench_model":"qwen","bench_backend":"rocm","bench_depth":1024,"bench_kv":"q4_0/q4_0","bench_ctk":"q4_0","bench_ctv":"q4_0","bench_block":"d1024"}
{"build_commit":"a66d505","build_number":1,"cpu_info":"AMD RYZEN AI MAX+ 395 w/ Radeon 8060S","gpu_info":"Radeon 8060S Graphics","backends":"ROCm","model_filename":"hf://lmstudio-community/Qwen3.6-35B-A3B-GGUF@68a34855558a/Qwen3.6-35B-A3B-Q4_K_M.gguf","model_type":"qwen35moe 35B.A3B Q4_K - Medium","model_size":21155768832,"model_n_params":34660610688,"n_batch":1024,"n_ubatch":512,"n_threads":8,"cpu_mask":"0x0","cpu_strict":false,"poll":50,"type_k":"q4_0","type_v":"q4_0","n_gpu_layers":-1,"n_cpu_moe":0,"split_mode":"layer","main_gpu":0,"no_kv_offload":false,"flash_attn":1,"devices":"auto","tensor_split":"0.00","tensor_buft_overrides":"none","use_mmap":true,"use_direct_io":false,"embeddings":false,"no_op_offload":0,"no_host":false,"fit_target":0,"fit_min_ctx":0,"n_prompt":1024,"n_gen":0,"n_depth":1024,"test_time":"2026-08-01T04:16:40Z","avg_ns":1137303677,"stddev_ns":0,"avg_ts":900.375177,"stddev_ts":0.0,"samples_ns":[1137303677],"samples_ts":[900.375],"bench_model":"qwen","bench_backend":"rocm","bench_depth":1024,"bench_kv":"q4_0/q4_0","bench_ctk":"q4_0","bench_ctv":"q4_0","bench_block":"d1024"}
{"build_commit":"a66d505","build_number":1,"cpu_info":"AMD RYZEN AI MAX+ 395 w/ Radeon 8060S","gpu_info":"Radeon 8060S Graphics","backends":"ROCm","model_filename":"hf://lmstudio-community/Qwen3.6-35B-A3B-GGUF@68a34855558a/Qwen3.6-35B-A3B-Q4_K_M.gguf","model_type":"qwen35moe 35B.A3B Q4_K - Medium","model_size":21155768832,"model_n_params":34660610688,"n_batch":1024,"n_ubatch":512,"n_threads":8,"cpu_mask":"0x0","cpu_strict":false,"poll":50,"type_k":"q4_0","type_v":"q4_0","n_gpu_layers":-1,"n_cpu_moe":0,"split_mode":"layer","main_gpu":0,"no_kv_offload":false,"flash_attn":1,"devices":"auto","tensor_split":"0.00","tensor_buft_overrides":"none","use_mmap":true,"use_direct_io":false,"embeddings":false,"no_op_offload":0,"no_host":false,"fit_target":0,"fit_min_ctx":0,"n_prompt":0,"n_gen":128,"n_depth":1024,"test_time":"2026-08-01T04:16:42Z","avg_ns":2197047387,"stddev_ns":0,"avg_ts":58.260009,"stddev_ts":0.0,"samples_ns":[2197047387],"samples_ts":[58.26],"bench_model":"qwen","bench_backend":"rocm","bench_depth":1024,"bench_kv":"q4_0/q4_0","bench_ctk":"q4_0","bench_ctv":"q4_0","bench_block":"d1024"}
{"build_commit":"a66d505","build_number":1,"cpu_info":"AMD RYZEN AI MAX+ 395 w/ Radeon 8060S","gpu_info":"Radeon 8060S Graphics","backends":"ROCm","model_filename":"hf://lmstudio-community/Qwen3.6-35B-A3B-GGUF@68a34855558a/Qwen3.6-35B-A3B-Q4_K_M.gguf","model_type":"qwen35moe 35B.A3B Q4_K - Medium","model_size":21155768832,"model_n_params":34660610688,"n_batch":1024,"n_ubatch":512,"n_threads":8,"cpu_mask":"0x0","cpu_strict":false,"poll":50,"type_k":"q8_0","type_v":"q8_0","n_gpu_layers":-1,"n_cpu_moe":0,"split_mode":"layer","main_gpu":0,"no_kv_offload":false,"flash_attn":1,"devices":"auto","tensor_split":"0.00","tensor_buft_overrides":"none","use_mmap":true,"use_direct_io":false,"embeddings":false,"no_op_offload":0,"no_host":false,"fit_target":0,"fit_min_ctx":0,"n_prompt":512,"n_gen":0,"n_depth":1024,"test_time":"2026-08-01T04:16:46Z","avg_ns":548147529,"stddev_ns":0,"avg_ts":934.055109,"stddev_ts":0.0,"samples_ns":[548147529],"samples_ts":[934.055],"bench_model":"qwen","bench_backend":"rocm","bench_depth":1024,"bench_kv":"q8_0/q8_0","bench_ctk":"q8_0","bench_ctv":"q8_0","bench_block":"d1024"}
{"build_commit":"a66d505","build_number":1,"cpu_info":"AMD RYZEN AI MAX+ 395 w/ Radeon 8060S","gpu_info":"Radeon 8060S Graphics","backends":"ROCm","model_filename":"hf://lmstudio-community/Qwen3.6-35B-A3B-GGUF@68a34855558a/Qwen3.6-35B-A3B-Q4_K_M.gguf","model_type":"qwen35moe 35B.A3B Q4_K - Medium","model_size":21155768832,"model_n_params":34660610688,"n_batch":1024,"n_ubatch":512,"n_threads":8,"cpu_mask":"0x0","cpu_strict":false,"poll":50,"type_k":"q8_0","type_v":"q8_0","n_gpu_layers":-1,"n_cpu_moe":0,"split_mode":"layer","main_gpu":0,"no_kv_offload":false,"flash_attn":1,"devices":"auto","tensor_split":"0.00","tensor_buft_overrides":"none","use_mmap":true,"use_direct_io":false,"embeddings":false,"no_op_offload":0,"no_host":false,"fit_target":0,"fit_min_ctx":0,"n_prompt":1024,"n_gen":0,"n_depth":1024,"test_time":"2026-08-01T04:16:49Z","avg_ns":1137215977,"stddev_ns":0,"avg_ts":900.444613,"stddev_ts":0.0,"samples_ns":[1137215977],"samples_ts":[900.445],"bench_model":"qwen","bench_backend":"rocm","bench_depth":1024,"bench_kv":"q8_0/q8_0","bench_ctk":"q8_0","bench_ctv":"q8_0","bench_block":"d1024"}
{"build_commit":"a66d505","build_number":1,"cpu_info":"AMD RYZEN AI MAX+ 395 w/ Radeon 8060S","gpu_info":"Radeon 8060S Graphics","backends":"ROCm","model_filename":"hf://lmstudio-community/Qwen3.6-35B-A3B-GGUF@68a34855558a/Qwen3.6-35B-A3B-Q4_K_M.gguf","model_type":"qwen35moe 35B.A3B Q4_K - Medium","model_size":21155768832,"model_n_params":34660610688,"n_batch":1024,"n_ubatch":512,"n_threads":8,"cpu_mask":"0x0","cpu_strict":false,"poll":50,"type_k":"q8_0","type_v":"q8_0","n_gpu_layers":-1,"n_cpu_moe":0,"split_mode":"layer","main_gpu":0,"no_kv_offload":false,"flash_attn":1,"devices":"auto","tensor_split":"0.00","tensor_buft_overrides":"none","use_mmap":true,"use_direct_io":false,"embeddings":false,"no_op_offload":0,"no_host":false,"fit_target":0,"fit_min_ctx":0,"n_prompt":0,"n_gen":128,"n_depth":1024,"test_time":"2026-08-01T04:16:51Z","avg_ns":2172084794,"stddev_ns":0,"avg_ts":58.929559,"stddev_ts":0.0,"samples_ns":[2172084794],"samples_ts":[58.9296],"bench_model":"qwen","bench_backend":"rocm","bench_depth":1024,"bench_kv":"q8_0/q8_0","bench_ctk":"q8_0","bench_ctv":"q8_0","bench_block":"d1024"}
{"build_commit":"d6d899580","build_number":9747,"cpu_info":"AMD RYZEN AI MAX+ 395 w/ Radeon 8060S","gpu_info":"Radeon 8060S Graphics (RADV STRIX_HALO)","backends":"Vulkan","model_filename":"hf://lmstudio-community/Qwen3.6-35B-A3B-GGUF@68a34855558a/Qwen3.6-35B-A3B-Q4_K_M.gguf","model_type":"qwen35moe 35B.A3B Q4_K - Medium","model_size":21155768832,"model_n_params":34660610688,"n_batch":1024,"n_ubatch":512,"n_threads":8,"cpu_mask":"0x0","cpu_strict":false,"poll":50,"type_k":"f16","type_v":"f16","n_gpu_layers":-1,"n_cpu_moe":0,"split_mode":"layer","main_gpu":0,"no_kv_offload":false,"flash_attn":1,"devices":"auto","tensor_split":"0.00","tensor_buft_overrides":"none","use_mmap":true,"use_direct_io":false,"embeddings":false,"no_op_offload":0,"no_host":false,"fit_target":0,"fit_min_ctx":0,"n_prompt":512,"n_gen":0,"n_depth":1024,"test_time":"2026-08-01T04:16:56Z","avg_ns":467791614,"stddev_ns":0,"avg_ts":1094.504443,"stddev_ts":0.0,"samples_ns":[467791614],"samples_ts":[1094.5],"bench_model":"qwen","bench_backend":"vulkan","bench_depth":1024,"bench_kv":"f16/f16","bench_ctk":"f16","bench_ctv":"f16","bench_block":"d1024"}
{"build_commit":"d6d899580","build_number":9747,"cpu_info":"AMD RYZEN AI MAX+ 395 w/ Radeon 8060S","gpu_info":"Radeon 8060S Graphics (RADV STRIX_HALO)","backends":"Vulkan","model_filename":"hf://lmstudio-community/Qwen3.6-35B-A3B-GGUF@68a34855558a/Qwen3.6-35B-A3B-Q4_K_M.gguf","model_type":"qwen35moe 35B.A3B Q4_K - Medium","model_size":21155768832,"model_n_params":34660610688,"n_batch":1024,"n_ubatch":512,"n_threads":8,"cpu_mask":"0x0","cpu_strict":false,"poll":50,"type_k":"f16","type_v":"f16","n_gpu_layers":-1,"n_cpu_moe":0,"split_mode":"layer","main_gpu":0,"no_kv_offload":false,"flash_attn":1,"devices":"auto","tensor_split":"0.00","tensor_buft_overrides":"none","use_mmap":true,"use_direct_io":false,"embeddings":false,"no_op_offload":0,"no_host":false,"fit_target":0,"fit_min_ctx":0,"n_prompt":1024,"n_gen":0,"n_depth":1024,"test_time":"2026-08-01T04:16:58Z","avg_ns":1033688403,"stddev_ns":0,"avg_ts":990.627347,"stddev_ts":0.0,"samples_ns":[1033688403],"samples_ts":[990.627],"bench_model":"qwen","bench_backend":"vulkan","bench_depth":1024,"bench_kv":"f16/f16","bench_ctk":"f16","bench_ctv":"f16","bench_block":"d1024"}
{"build_commit":"d6d899580","build_number":9747,"cpu_info":"AMD RYZEN AI MAX+ 395 w/ Radeon 8060S","gpu_info":"Radeon 8060S Graphics (RADV STRIX_HALO)","backends":"Vulkan","model_filename":"hf://lmstudio-community/Qwen3.6-35B-A3B-GGUF@68a34855558a/Qwen3.6-35B-A3B-Q4_K_M.gguf","model_type":"qwen35moe 35B.A3B Q4_K - Medium","model_size":21155768832,"model_n_params":34660610688,"n_batch":1024,"n_ubatch":512,"n_threads":8,"cpu_mask":"0x0","cpu_strict":false,"poll":50,"type_k":"f16","type_v":"f16","n_gpu_layers":-1,"n_cpu_moe":0,"split_mode":"layer","main_gpu":0,"no_kv_offload":false,"flash_attn":1,"devices":"auto","tensor_split":"0.00","tensor_buft_overrides":"none","use_mmap":true,"use_direct_io":false,"embeddings":false,"no_op_offload":0,"no_host":false,"fit_target":0,"fit_min_ctx":0,"n_prompt":0,"n_gen":128,"n_depth":1024,"test_time":"2026-08-01T04:17:00Z","avg_ns":1744744199,"stddev_ns":0,"avg_ts":73.36319,"stddev_ts":0.0,"samples_ns":[1744744199],"samples_ts":[73.3632],"bench_model":"qwen","bench_backend":"vulkan","bench_depth":1024,"bench_kv":"f16/f16","bench_ctk":"f16","bench_ctv":"f16","bench_block":"d1024"}
{"build_commit":"d6d899580","build_number":9747,"cpu_info":"AMD RYZEN AI MAX+ 395 w/ Radeon 8060S","gpu_info":"Radeon 8060S Graphics (RADV STRIX_HALO)","backends":"Vulkan","model_filename":"hf://lmstudio-community/Qwen3.6-35B-A3B-GGUF@68a34855558a/Qwen3.6-35B-A3B-Q4_K_M.gguf","model_type":"qwen35moe 35B.A3B Q4_K - Medium","model_size":21155768832,"model_n_params":34660610688,"n_batch":1024,"n_ubatch":512,"n_threads":8,"cpu_mask":"0x0","cpu_strict":false,"poll":50,"type_k":"f16","type_v":"q8_0","n_gpu_layers":-1,"n_cpu_moe":0,"split_mode":"layer","main_gpu":0,"no_kv_offload":false,"flash_attn":1,"devices":"auto","tensor_split":"0.00","tensor_buft_overrides":"none","use_mmap":true,"use_direct_io":false,"embeddings":false,"no_op_offload":0,"no_host":false,"fit_target":0,"fit_min_ctx":0,"n_prompt":512,"n_gen":0,"n_depth":1024,"test_time":"2026-08-01T04:17:05Z","avg_ns":473111127,"stddev_ns":0,"avg_ts":1082.198179,"stddev_ts":0.0,"samples_ns":[473111127],"samples_ts":[1082.2],"bench_model":"qwen","bench_backend":"vulkan","bench_depth":1024,"bench_kv":"f16/q8_0","bench_ctk":"f16","bench_ctv":"q8_0","bench_block":"d1024"}
{"build_commit":"d6d899580","build_number":9747,"cpu_info":"AMD RYZEN AI MAX+ 395 w/ Radeon 8060S","gpu_info":"Radeon 8060S Graphics (RADV STRIX_HALO)","backends":"Vulkan","model_filename":"hf://lmstudio-community/Qwen3.6-35B-A3B-GGUF@68a34855558a/Qwen3.6-35B-A3B-Q4_K_M.gguf","model_type":"qwen35moe 35B.A3B Q4_K - Medium","model_size":21155768832,"model_n_params":34660610688,"n_batch":1024,"n_ubatch":512,"n_threads":8,"cpu_mask":"0x0","cpu_strict":false,"poll":50,"type_k":"f16","type_v":"q8_0","n_gpu_layers":-1,"n_cpu_moe":0,"split_mode":"layer","main_gpu":0,"no_kv_offload":false,"flash_attn":1,"devices":"auto","tensor_split":"0.00","tensor_buft_overrides":"none","use_mmap":true,"use_direct_io":false,"embeddings":false,"no_op_offload":0,"no_host":false,"fit_target":0,"fit_min_ctx":0,"n_prompt":1024,"n_gen":0,"n_depth":1024,"test_time":"2026-08-01T04:17:07Z","avg_ns":1030190167,"stddev_ns":0,"avg_ts":993.991239,"stddev_ts":0.0,"samples_ns":[1030190167],"samples_ts":[993.991],"bench_model":"qwen","bench_backend":"vulkan","bench_depth":1024,"bench_kv":"f16/q8_0","bench_ctk":"f16","bench_ctv":"q8_0","bench_block":"d1024"}
{"build_commit":"d6d899580","build_number":9747,"cpu_info":"AMD RYZEN AI MAX+ 395 w/ Radeon 8060S","gpu_info":"Radeon 8060S Graphics (RADV STRIX_HALO)","backends":"Vulkan","model_filename":"hf://lmstudio-community/Qwen3.6-35B-A3B-GGUF@68a34855558a/Qwen3.6-35B-A3B-Q4_K_M.gguf","model_type":"qwen35moe 35B.A3B Q4_K - Medium","model_size":21155768832,"model_n_params":34660610688,"n_batch":1024,"n_ubatch":512,"n_threads":8,"cpu_mask":"0x0","cpu_strict":false,"poll":50,"type_k":"f16","type_v":"q8_0","n_gpu_layers":-1,"n_cpu_moe":0,"split_mode":"layer","main_gpu":0,"no_kv_offload":false,"flash_attn":1,"devices":"auto","tensor_split":"0.00","tensor_buft_overrides":"none","use_mmap":true,"use_direct_io":false,"embeddings":false,"no_op_offload":0,"no_host":false,"fit_target":0,"fit_min_ctx":0,"n_prompt":0,"n_gen":128,"n_depth":1024,"test_time":"2026-08-01T04:17:09Z","avg_ns":1747854823,"stddev_ns":0,"avg_ts":73.232627,"stddev_ts":0.0,"samples_ns":[1747854823],"samples_ts":[73.2326],"bench_model":"qwen","bench_backend":"vulkan","bench_depth":1024,"bench_kv":"f16/q8_0","bench_ctk":"f16","bench_ctv":"q8_0","bench_block":"d1024"}
{"build_commit":"d6d899580","build_number":9747,"cpu_info":"AMD RYZEN AI MAX+ 395 w/ Radeon 8060S","gpu_info":"Radeon 8060S Graphics (RADV STRIX_HALO)","backends":"Vulkan","model_filename":"hf://lmstudio-community/Qwen3.6-35B-A3B-GGUF@68a34855558a/Qwen3.6-35B-A3B-Q4_K_M.gguf","model_type":"qwen35moe 35B.A3B Q4_K - Medium","model_size":21155768832,"model_n_params":34660610688,"n_batch":1024,"n_ubatch":512,"n_threads":8,"cpu_mask":"0x0","cpu_strict":false,"poll":50,"type_k":"f16","type_v":"q4_0","n_gpu_layers":-1,"n_cpu_moe":0,"split_mode":"layer","main_gpu":0,"no_kv_offload":false,"flash_attn":1,"devices":"auto","tensor_split":"0.00","tensor_buft_overrides":"none","use_mmap":true,"use_direct_io":false,"embeddings":false,"no_op_offload":0,"no_host":false,"fit_target":0,"fit_min_ctx":0,"n_prompt":512,"n_gen":0,"n_depth":1024,"test_time":"2026-08-01T04:17:14Z","avg_ns":468268177,"stddev_ns":0,"avg_ts":1093.390551,"stddev_ts":0.0,"samples_ns":[468268177],"samples_ts":[1093.39],"bench_model":"qwen","bench_backend":"vulkan","bench_depth":1024,"bench_kv":"f16/q4_0","bench_ctk":"f16","bench_ctv":"q4_0","bench_block":"d1024"}
{"build_commit":"d6d899580","build_number":9747,"cpu_info":"AMD RYZEN AI MAX+ 395 w/ Radeon 8060S","gpu_info":"Radeon 8060S Graphics (RADV STRIX_HALO)","backends":"Vulkan","model_filename":"hf://lmstudio-community/Qwen3.6-35B-A3B-GGUF@68a34855558a/Qwen3.6-35B-A3B-Q4_K_M.gguf","model_type":"qwen35moe 35B.A3B Q4_K - Medium","model_size":21155768832,"model_n_params":34660610688,"n_batch":1024,"n_ubatch":512,"n_threads":8,"cpu_mask":"0x0","cpu_strict":false,"poll":50,"type_k":"f16","type_v":"q4_0","n_gpu_layers":-1,"n_cpu_moe":0,"split_mode":"layer","main_gpu":0,"no_kv_offload":false,"flash_attn":1,"devices":"auto","tensor_split":"0.00","tensor_buft_overrides":"none","use_mmap":true,"use_direct_io":false,"embeddings":false,"no_op_offload":0,"no_host":false,"fit_target":0,"fit_min_ctx":0,"n_prompt":1024,"n_gen":0,"n_depth":1024,"test_time":"2026-08-01T04:17:16Z","avg_ns":1025070836,"stddev_ns":0,"avg_ts":998.955354,"stddev_ts":0.0,"samples_ns":[1025070836],"samples_ts":[998.955],"bench_model":"qwen","bench_backend":"vulkan","bench_depth":1024,"bench_kv":"f16/q4_0","bench_ctk":"f16","bench_ctv":"q4_0","bench_block":"d1024"}
{"build_commit":"d6d899580","build_number":9747,"cpu_info":"AMD RYZEN AI MAX+ 395 w/ Radeon 8060S","gpu_info":"Radeon 8060S Graphics (RADV STRIX_HALO)","backends":"Vulkan","model_filename":"hf://lmstudio-community/Qwen3.6-35B-A3B-GGUF@68a34855558a/Qwen3.6-35B-A3B-Q4_K_M.gguf","model_type":"qwen35moe 35B.A3B Q4_K - Medium","model_size":21155768832,"model_n_params":34660610688,"n_batch":1024,"n_ubatch":512,"n_threads":8,"cpu_mask":"0x0","cpu_strict":false,"poll":50,"type_k":"f16","type_v":"q4_0","n_gpu_layers":-1,"n_cpu_moe":0,"split_mode":"layer","main_gpu":0,"no_kv_offload":false,"flash_attn":1,"devices":"auto","tensor_split":"0.00","tensor_buft_overrides":"none","use_mmap":true,"use_direct_io":false,"embeddings":false,"no_op_offload":0,"no_host":false,"fit_target":0,"fit_min_ctx":0,"n_prompt":0,"n_gen":128,"n_depth":1024,"test_time":"2026-08-01T04:17:18Z","avg_ns":1741090317,"stddev_ns":0,"avg_ts":73.517151,"stddev_ts":0.0,"samples_ns":[1741090317],"samples_ts":[73.5172],"bench_model":"qwen","bench_backend":"vulkan","bench_depth":1024,"bench_kv":"f16/q4_0","bench_ctk":"f16","bench_ctv":"q4_0","bench_block":"d1024"}
{"build_commit":"d6d899580","build_number":9747,"cpu_info":"AMD RYZEN AI MAX+ 395 w/ Radeon 8060S","gpu_info":"Radeon 8060S Graphics (RADV STRIX_HALO)","backends":"Vulkan","model_filename":"hf://lmstudio-community/Qwen3.6-35B-A3B-GGUF@68a34855558a/Qwen3.6-35B-A3B-Q4_K_M.gguf","model_type":"qwen35moe 35B.A3B Q4_K - Medium","model_size":21155768832,"model_n_params":34660610688,"n_batch":1024,"n_ubatch":512,"n_threads":8,"cpu_mask":"0x0","cpu_strict":false,"poll":50,"type_k":"q4_0","type_v":"q4_0","n_gpu_layers":-1,"n_cpu_moe":0,"split_mode":"layer","main_gpu":0,"no_kv_offload":false,"flash_attn":1,"devices":"auto","tensor_split":"0.00","tensor_buft_overrides":"none","use_mmap":true,"use_direct_io":false,"embeddings":false,"no_op_offload":0,"no_host":false,"fit_target":0,"fit_min_ctx":0,"n_prompt":512,"n_gen":0,"n_depth":1024,"test_time":"2026-08-01T04:17:23Z","avg_ns":494965984,"stddev_ns":0,"avg_ts":1034.414518,"stddev_ts":0.0,"samples_ns":[494965984],"samples_ts":[1034.41],"bench_model":"qwen","bench_backend":"vulkan","bench_depth":1024,"bench_kv":"q4_0/q4_0","bench_ctk":"q4_0","bench_ctv":"q4_0","bench_block":"d1024"}
{"build_commit":"d6d899580","build_number":9747,"cpu_info":"AMD RYZEN AI MAX+ 395 w/ Radeon 8060S","gpu_info":"Radeon 8060S Graphics (RADV STRIX_HALO)","backends":"Vulkan","model_filename":"hf://lmstudio-community/Qwen3.6-35B-A3B-GGUF@68a34855558a/Qwen3.6-35B-A3B-Q4_K_M.gguf","model_type":"qwen35moe 35B.A3B Q4_K - Medium","model_size":21155768832,"model_n_params":34660610688,"n_batch":1024,"n_ubatch":512,"n_threads":8,"cpu_mask":"0x0","cpu_strict":false,"poll":50,"type_k":"q4_0","type_v":"q4_0","n_gpu_layers":-1,"n_cpu_moe":0,"split_mode":"layer","main_gpu":0,"no_kv_offload":false,"flash_attn":1,"devices":"auto","tensor_split":"0.00","tensor_buft_overrides":"none","use_mmap":true,"use_direct_io":false,"embeddings":false,"no_op_offload":0,"no_host":false,"fit_target":0,"fit_min_ctx":0,"n_prompt":1024,"n_gen":0,"n_depth":1024,"test_time":"2026-08-01T04:17:25Z","avg_ns":1037105269,"stddev_ns":0,"avg_ts":987.363608,"stddev_ts":0.0,"samples_ns":[1037105269],"samples_ts":[987.364],"bench_model":"qwen","bench_backend":"vulkan","bench_depth":1024,"bench_kv":"q4_0/q4_0","bench_ctk":"q4_0","bench_ctv":"q4_0","bench_block":"d1024"}
{"build_commit":"d6d899580","build_number":9747,"cpu_info":"AMD RYZEN AI MAX+ 395 w/ Radeon 8060S","gpu_info":"Radeon 8060S Graphics (RADV STRIX_HALO)","backends":"Vulkan","model_filename":"hf://lmstudio-community/Qwen3.6-35B-A3B-GGUF@68a34855558a/Qwen3.6-35B-A3B-Q4_K_M.gguf","model_type":"qwen35moe 35B.A3B Q4_K - Medium","model_size":21155768832,"model_n_params":34660610688,"n_batch":1024,"n_ubatch":512,"n_threads":8,"cpu_mask":"0x0","cpu_strict":false,"poll":50,"type_k":"q4_0","type_v":"q4_0","n_gpu_layers":-1,"n_cpu_moe":0,"split_mode":"layer","main_gpu":0,"no_kv_offload":false,"flash_attn":1,"devices":"auto","tensor_split":"0.00","tensor_buft_overrides":"none","use_mmap":true,"use_direct_io":false,"embeddings":false,"no_op_offload":0,"no_host":false,"fit_target":0,"fit_min_ctx":0,"n_prompt":0,"n_gen":128,"n_depth":1024,"test_time":"2026-08-01T04:17:27Z","avg_ns":1744792075,"stddev_ns":0,"avg_ts":73.361177,"stddev_ts":0.0,"samples_ns":[1744792075],"samples_ts":[73.3612],"bench_model":"qwen","bench_backend":"vulkan","bench_depth":1024,"bench_kv":"q4_0/q4_0","bench_ctk":"q4_0","bench_ctv":"q4_0","bench_block":"d1024"}
{"build_commit":"d6d899580","build_number":9747,"cpu_info":"AMD RYZEN AI MAX+ 395 w/ Radeon 8060S","gpu_info":"Radeon 8060S Graphics (RADV STRIX_HALO)","backends":"Vulkan","model_filename":"hf://lmstudio-community/Qwen3.6-35B-A3B-GGUF@68a34855558a/Qwen3.6-35B-A3B-Q4_K_M.gguf","model_type":"qwen35moe 35B.A3B Q4_K - Medium","model_size":21155768832,"model_n_params":34660610688,"n_batch":1024,"n_ubatch":512,"n_threads":8,"cpu_mask":"0x0","cpu_strict":false,"poll":50,"type_k":"q8_0","type_v":"q8_0","n_gpu_layers":-1,"n_cpu_moe":0,"split_mode":"layer","main_gpu":0,"no_kv_offload":false,"flash_attn":1,"devices":"auto","tensor_split":"0.00","tensor_buft_overrides":"none","use_mmap":true,"use_direct_io":false,"embeddings":false,"no_op_offload":0,"no_host":false,"fit_target":0,"fit_min_ctx":0,"n_prompt":512,"n_gen":0,"n_depth":1024,"test_time":"2026-08-01T04:17:32Z","avg_ns":511007233,"stddev_ns":0,"avg_ts":1001.942765,"stddev_ts":0.0,"samples_ns":[511007233],"samples_ts":[1001.94],"bench_model":"qwen","bench_backend":"vulkan","bench_depth":1024,"bench_kv":"q8_0/q8_0","bench_ctk":"q8_0","bench_ctv":"q8_0","bench_block":"d1024"}
{"build_commit":"d6d899580","build_number":9747,"cpu_info":"AMD RYZEN AI MAX+ 395 w/ Radeon 8060S","gpu_info":"Radeon 8060S Graphics (RADV STRIX_HALO)","backends":"Vulkan","model_filename":"hf://lmstudio-community/Qwen3.6-35B-A3B-GGUF@68a34855558a/Qwen3.6-35B-A3B-Q4_K_M.gguf","model_type":"qwen35moe 35B.A3B Q4_K - Medium","model_size":21155768832,"model_n_params":34660610688,"n_batch":1024,"n_ubatch":512,"n_threads":8,"cpu_mask":"0x0","cpu_strict":false,"poll":50,"type_k":"q8_0","type_v":"q8_0","n_gpu_layers":-1,"n_cpu_moe":0,"split_mode":"layer","main_gpu":0,"no_kv_offload":false,"flash_attn":1,"devices":"auto","tensor_split":"0.00","tensor_buft_overrides":"none","use_mmap":true,"use_direct_io":false,"embeddings":false,"no_op_offload":0,"no_host":false,"fit_target":0,"fit_min_ctx":0,"n_prompt":1024,"n_gen":0,"n_depth":1024,"test_time":"2026-08-01T04:17:34Z","avg_ns":1035270789,"stddev_ns":0,"avg_ts":989.113197,"stddev_ts":0.0,"samples_ns":[1035270789],"samples_ts":[989.113],"bench_model":"qwen","bench_backend":"vulkan","bench_depth":1024,"bench_kv":"q8_0/q8_0","bench_ctk":"q8_0","bench_ctv":"q8_0","bench_block":"d1024"}
{"build_commit":"d6d899580","build_number":9747,"cpu_info":"AMD RYZEN AI MAX+ 395 w/ Radeon 8060S","gpu_info":"Radeon 8060S Graphics (RADV STRIX_HALO)","backends":"Vulkan","model_filename":"hf://lmstudio-community/Qwen3.6-35B-A3B-GGUF@68a34855558a/Qwen3.6-35B-A3B-Q4_K_M.gguf","model_type":"qwen35moe 35B.A3B Q4_K - Medium","model_size":21155768832,"model_n_params":34660610688,"n_batch":1024,"n_ubatch":512,"n_threads":8,"cpu_mask":"0x0","cpu_strict":false,"poll":50,"type_k":"q8_0","type_v":"q8_0","n_gpu_layers":-1,"n_cpu_moe":0,"split_mode":"layer","main_gpu":0,"no_kv_offload":false,"flash_attn":1,"devices":"auto","tensor_split":"0.00","tensor_buft_overrides":"none","use_mmap":true,"use_direct_io":false,"embeddings":false,"no_op_offload":0,"no_host":false,"fit_target":0,"fit_min_ctx":0,"n_prompt":0,"n_gen":128,"n_depth":1024,"test_time":"2026-08-01T04:17:36Z","avg_ns":1742952756,"stddev_ns":0,"avg_ts":73.438594,"stddev_ts":0.0,"samples_ns":[1742952756],"samples_ts":[73.4386],"bench_model":"qwen","bench_backend":"vulkan","bench_depth":1024,"bench_kv":"q8_0/q8_0","bench_ctk":"q8_0","bench_ctv":"q8_0","bench_block":"d1024"}
{"build_commit":"a66d505","build_number":1,"cpu_info":"AMD RYZEN AI MAX+ 395 w/ Radeon 8060S","gpu_info":"Radeon 8060S Graphics","backends":"ROCm","model_filename":"hf://unsloth/GLM-4.7-Flash-GGUF@0d32489ecb9d/GLM-4.7-Flash-Q4_K_M.gguf","model_type":"deepseek2 30B.A3B Q4_K - Medium","model_size":18302863872,"model_n_params":29943393920,"n_batch":1024,"n_ubatch":512,"n_threads":8,"cpu_mask":"0x0","cpu_strict":false,"poll":50,"type_k":"f16","type_v":"f16","n_gpu_layers":-1,"n_cpu_moe":0,"split_mode":"layer","main_gpu":0,"no_kv_offload":false,"flash_attn":1,"devices":"auto","tensor_split":"0.00","tensor_buft_overrides":"none","use_mmap":true,"use_direct_io":false,"embeddings":false,"no_op_offload":0,"no_host":false,"fit_target":0,"fit_min_ctx":0,"n_prompt":512,"n_gen":0,"n_depth":1024,"test_time":"2026-08-01T04:17:42Z","avg_ns":682527679,"stddev_ns":0,"avg_ts":750.152728,"stddev_ts":0.0,"samples_ns":[682527679],"samples_ts":[750.153],"bench_model":"glm","bench_backend":"rocm","bench_depth":1024,"bench_kv":"f16/f16","bench_ctk":"f16","bench_ctv":"f16","bench_block":"d1024"}
{"build_commit":"a66d505","build_number":1,"cpu_info":"AMD RYZEN AI MAX+ 395 w/ Radeon 8060S","gpu_info":"Radeon 8060S Graphics","backends":"ROCm","model_filename":"hf://unsloth/GLM-4.7-Flash-GGUF@0d32489ecb9d/GLM-4.7-Flash-Q4_K_M.gguf","model_type":"deepseek2 30B.A3B Q4_K - Medium","model_size":18302863872,"model_n_params":29943393920,"n_batch":1024,"n_ubatch":512,"n_threads":8,"cpu_mask":"0x0","cpu_strict":false,"poll":50,"type_k":"f16","type_v":"f16","n_gpu_layers":-1,"n_cpu_moe":0,"split_mode":"layer","main_gpu":0,"no_kv_offload":false,"flash_attn":1,"devices":"auto","tensor_split":"0.00","tensor_buft_overrides":"none","use_mmap":true,"use_direct_io":false,"embeddings":false,"no_op_offload":0,"no_host":false,"fit_target":0,"fit_min_ctx":0,"n_prompt":1024,"n_gen":0,"n_depth":1024,"test_time":"2026-08-01T04:17:44Z","avg_ns":1545058963,"stddev_ns":0,"avg_ts":662.757878,"stddev_ts":0.0,"samples_ns":[1545058963],"samples_ts":[662.758],"bench_model":"glm","bench_backend":"rocm","bench_depth":1024,"bench_kv":"f16/f16","bench_ctk":"f16","bench_ctv":"f16","bench_block":"d1024"}
{"build_commit":"a66d505","build_number":1,"cpu_info":"AMD RYZEN AI MAX+ 395 w/ Radeon 8060S","gpu_info":"Radeon 8060S Graphics","backends":"ROCm","model_filename":"hf://unsloth/GLM-4.7-Flash-GGUF@0d32489ecb9d/GLM-4.7-Flash-Q4_K_M.gguf","model_type":"deepseek2 30B.A3B Q4_K - Medium","model_size":18302863872,"model_n_params":29943393920,"n_batch":1024,"n_ubatch":512,"n_threads":8,"cpu_mask":"0x0","cpu_strict":false,"poll":50,"type_k":"f16","type_v":"f16","n_gpu_layers":-1,"n_cpu_moe":0,"split_mode":"layer","main_gpu":0,"no_kv_offload":false,"flash_attn":1,"devices":"auto","tensor_split":"0.00","tensor_buft_overrides":"none","use_mmap":true,"use_direct_io":false,"embeddings":false,"no_op_offload":0,"no_host":false,"fit_target":0,"fit_min_ctx":0,"n_prompt":0,"n_gen":128,"n_depth":1024,"test_time":"2026-08-01T04:17:47Z","avg_ns":2454000310,"stddev_ns":0,"avg_ts":52.159733,"stddev_ts":0.0,"samples_ns":[2454000310],"samples_ts":[52.1597],"bench_model":"glm","bench_backend":"rocm","bench_depth":1024,"bench_kv":"f16/f16","bench_ctk":"f16","bench_ctv":"f16","bench_block":"d1024"}
{"build_commit":"a66d505","build_number":1,"cpu_info":"AMD RYZEN AI MAX+ 395 w/ Radeon 8060S","gpu_info":"Radeon 8060S Graphics","backends":"ROCm","model_filename":"hf://unsloth/GLM-4.7-Flash-GGUF@0d32489ecb9d/GLM-4.7-Flash-Q4_K_M.gguf","model_type":"deepseek2 30B.A3B Q4_K - Medium","model_size":18302863872,"model_n_params":29943393920,"n_batch":1024,"n_ubatch":512,"n_threads":8,"cpu_mask":"0x0","cpu_strict":false,"poll":50,"type_k":"f16","type_v":"q8_0","n_gpu_layers":-1,"n_cpu_moe":0,"split_mode":"layer","main_gpu":0,"no_kv_offload":false,"flash_attn":1,"devices":"auto","tensor_split":"0.00","tensor_buft_overrides":"none","use_mmap":true,"use_direct_io":false,"embeddings":false,"no_op_offload":0,"no_host":false,"fit_target":0,"fit_min_ctx":0,"n_prompt":512,"n_gen":0,"n_depth":1024,"test_time":"2026-08-01T04:17:51Z","avg_ns":731322394,"stddev_ns":0,"avg_ts":700.10163,"stddev_ts":0.0,"samples_ns":[731322394],"samples_ts":[700.102],"bench_model":"glm","bench_backend":"rocm","bench_depth":1024,"bench_kv":"f16/q8_0","bench_ctk":"f16","bench_ctv":"q8_0","bench_block":"d1024"}
{"build_commit":"a66d505","build_number":1,"cpu_info":"AMD RYZEN AI MAX+ 395 w/ Radeon 8060S","gpu_info":"Radeon 8060S Graphics","backends":"ROCm","model_filename":"hf://unsloth/GLM-4.7-Flash-GGUF@0d32489ecb9d/GLM-4.7-Flash-Q4_K_M.gguf","model_type":"deepseek2 30B.A3B Q4_K - Medium","model_size":18302863872,"model_n_params":29943393920,"n_batch":1024,"n_ubatch":512,"n_threads":8,"cpu_mask":"0x0","cpu_strict":false,"poll":50,"type_k":"f16","type_v":"q8_0","n_gpu_layers":-1,"n_cpu_moe":0,"split_mode":"layer","main_gpu":0,"no_kv_offload":false,"flash_attn":1,"devices":"auto","tensor_split":"0.00","tensor_buft_overrides":"none","use_mmap":true,"use_direct_io":false,"embeddings":false,"no_op_offload":0,"no_host":false,"fit_target":0,"fit_min_ctx":0,"n_prompt":1024,"n_gen":0,"n_depth":1024,"test_time":"2026-08-01T04:17:54Z","avg_ns":1542648282,"stddev_ns":0,"avg_ts":663.793563,"stddev_ts":0.0,"samples_ns":[1542648282],"samples_ts":[663.794],"bench_model":"glm","bench_backend":"rocm","bench_depth":1024,"bench_kv":"f16/q8_0","bench_ctk":"f16","bench_ctv":"q8_0","bench_block":"d1024"}
{"build_commit":"a66d505","build_number":1,"cpu_info":"AMD RYZEN AI MAX+ 395 w/ Radeon 8060S","gpu_info":"Radeon 8060S Graphics","backends":"ROCm","model_filename":"hf://unsloth/GLM-4.7-Flash-GGUF@0d32489ecb9d/GLM-4.7-Flash-Q4_K_M.gguf","model_type":"deepseek2 30B.A3B Q4_K - Medium","model_size":18302863872,"model_n_params":29943393920,"n_batch":1024,"n_ubatch":512,"n_threads":8,"cpu_mask":"0x0","cpu_strict":false,"poll":50,"type_k":"f16","type_v":"q8_0","n_gpu_layers":-1,"n_cpu_moe":0,"split_mode":"layer","main_gpu":0,"no_kv_offload":false,"flash_attn":1,"devices":"auto","tensor_split":"0.00","tensor_buft_overrides":"none","use_mmap":true,"use_direct_io":false,"embeddings":false,"no_op_offload":0,"no_host":false,"fit_target":0,"fit_min_ctx":0,"n_prompt":0,"n_gen":128,"n_depth":1024,"test_time":"2026-08-01T04:17:57Z","avg_ns":2459117261,"stddev_ns":0,"avg_ts":52.051198,"stddev_ts":0.0,"samples_ns":[2459117261],"samples_ts":[52.0512],"bench_model":"glm","bench_backend":"rocm","bench_depth":1024,"bench_kv":"f16/q8_0","bench_ctk":"f16","bench_ctv":"q8_0","bench_block":"d1024"}
{"build_commit":"a66d505","build_number":1,"cpu_info":"AMD RYZEN AI MAX+ 395 w/ Radeon 8060S","gpu_info":"Radeon 8060S Graphics","backends":"ROCm","model_filename":"hf://unsloth/GLM-4.7-Flash-GGUF@0d32489ecb9d/GLM-4.7-Flash-Q4_K_M.gguf","model_type":"deepseek2 30B.A3B Q4_K - Medium","model_size":18302863872,"model_n_params":29943393920,"n_batch":1024,"n_ubatch":512,"n_threads":8,"cpu_mask":"0x0","cpu_strict":false,"poll":50,"type_k":"f16","type_v":"q4_0","n_gpu_layers":-1,"n_cpu_moe":0,"split_mode":"layer","main_gpu":0,"no_kv_offload":false,"flash_attn":1,"devices":"auto","tensor_split":"0.00","tensor_buft_overrides":"none","use_mmap":true,"use_direct_io":false,"embeddings":false,"no_op_offload":0,"no_host":false,"fit_target":0,"fit_min_ctx":0,"n_prompt":512,"n_gen":0,"n_depth":1024,"test_time":"2026-08-01T04:18:01Z","avg_ns":728926054,"stddev_ns":0,"avg_ts":702.40321,"stddev_ts":0.0,"samples_ns":[728926054],"samples_ts":[702.403],"bench_model":"glm","bench_backend":"rocm","bench_depth":1024,"bench_kv":"f16/q4_0","bench_ctk":"f16","bench_ctv":"q4_0","bench_block":"d1024"}
{"build_commit":"a66d505","build_number":1,"cpu_info":"AMD RYZEN AI MAX+ 395 w/ Radeon 8060S","gpu_info":"Radeon 8060S Graphics","backends":"ROCm","model_filename":"hf://unsloth/GLM-4.7-Flash-GGUF@0d32489ecb9d/GLM-4.7-Flash-Q4_K_M.gguf","model_type":"deepseek2 30B.A3B Q4_K - Medium","model_size":18302863872,"model_n_params":29943393920,"n_batch":1024,"n_ubatch":512,"n_threads":8,"cpu_mask":"0x0","cpu_strict":false,"poll":50,"type_k":"f16","type_v":"q4_0","n_gpu_layers":-1,"n_cpu_moe":0,"split_mode":"layer","main_gpu":0,"no_kv_offload":false,"flash_attn":1,"devices":"auto","tensor_split":"0.00","tensor_buft_overrides":"none","use_mmap":true,"use_direct_io":false,"embeddings":false,"no_op_offload":0,"no_host":false,"fit_target":0,"fit_min_ctx":0,"n_prompt":1024,"n_gen":0,"n_depth":1024,"test_time":"2026-08-01T04:18:04Z","avg_ns":1536501845,"stddev_ns":0,"avg_ts":666.448923,"stddev_ts":0.0,"samples_ns":[1536501845],"samples_ts":[666.449],"bench_model":"glm","bench_backend":"rocm","bench_depth":1024,"bench_kv":"f16/q4_0","bench_ctk":"f16","bench_ctv":"q4_0","bench_block":"d1024"}
{"build_commit":"a66d505","build_number":1,"cpu_info":"AMD RYZEN AI MAX+ 395 w/ Radeon 8060S","gpu_info":"Radeon 8060S Graphics","backends":"ROCm","model_filename":"hf://unsloth/GLM-4.7-Flash-GGUF@0d32489ecb9d/GLM-4.7-Flash-Q4_K_M.gguf","model_type":"deepseek2 30B.A3B Q4_K - Medium","model_size":18302863872,"model_n_params":29943393920,"n_batch":1024,"n_ubatch":512,"n_threads":8,"cpu_mask":"0x0","cpu_strict":false,"poll":50,"type_k":"f16","type_v":"q4_0","n_gpu_layers":-1,"n_cpu_moe":0,"split_mode":"layer","main_gpu":0,"no_kv_offload":false,"flash_attn":1,"devices":"auto","tensor_split":"0.00","tensor_buft_overrides":"none","use_mmap":true,"use_direct_io":false,"embeddings":false,"no_op_offload":0,"no_host":false,"fit_target":0,"fit_min_ctx":0,"n_prompt":0,"n_gen":128,"n_depth":1024,"test_time":"2026-08-01T04:18:06Z","avg_ns":2472181879,"stddev_ns":0,"avg_ts":51.776126,"stddev_ts":0.0,"samples_ns":[2472181879],"samples_ts":[51.7761],"bench_model":"glm","bench_backend":"rocm","bench_depth":1024,"bench_kv":"f16/q4_0","bench_ctk":"f16","bench_ctv":"q4_0","bench_block":"d1024"}
{"build_commit":"a66d505","build_number":1,"cpu_info":"AMD RYZEN AI MAX+ 395 w/ Radeon 8060S","gpu_info":"Radeon 8060S Graphics","backends":"ROCm","model_filename":"hf://unsloth/GLM-4.7-Flash-GGUF@0d32489ecb9d/GLM-4.7-Flash-Q4_K_M.gguf","model_type":"deepseek2 30B.A3B Q4_K - Medium","model_size":18302863872,"model_n_params":29943393920,"n_batch":1024,"n_ubatch":512,"n_threads":8,"cpu_mask":"0x0","cpu_strict":false,"poll":50,"type_k":"q4_0","type_v":"q4_0","n_gpu_layers":-1,"n_cpu_moe":0,"split_mode":"layer","main_gpu":0,"no_kv_offload":false,"flash_attn":1,"devices":"auto","tensor_split":"0.00","tensor_buft_overrides":"none","use_mmap":true,"use_direct_io":false,"embeddings":false,"no_op_offload":0,"no_host":false,"fit_target":0,"fit_min_ctx":0,"n_prompt":512,"n_gen":0,"n_depth":1024,"test_time":"2026-08-01T04:18:11Z","avg_ns":750688284,"stddev_ns":0,"avg_ts":682.04075,"stddev_ts":0.0,"samples_ns":[750688284],"samples_ts":[682.041],"bench_model":"glm","bench_backend":"rocm","bench_depth":1024,"bench_kv":"q4_0/q4_0","bench_ctk":"q4_0","bench_ctv":"q4_0","bench_block":"d1024"}
{"build_commit":"a66d505","build_number":1,"cpu_info":"AMD RYZEN AI MAX+ 395 w/ Radeon 8060S","gpu_info":"Radeon 8060S Graphics","backends":"ROCm","model_filename":"hf://unsloth/GLM-4.7-Flash-GGUF@0d32489ecb9d/GLM-4.7-Flash-Q4_K_M.gguf","model_type":"deepseek2 30B.A3B Q4_K - Medium","model_size":18302863872,"model_n_params":29943393920,"n_batch":1024,"n_ubatch":512,"n_threads":8,"cpu_mask":"0x0","cpu_strict":false,"poll":50,"type_k":"q4_0","type_v":"q4_0","n_gpu_layers":-1,"n_cpu_moe":0,"split_mode":"layer","main_gpu":0,"no_kv_offload":false,"flash_attn":1,"devices":"auto","tensor_split":"0.00","tensor_buft_overrides":"none","use_mmap":true,"use_direct_io":false,"embeddings":false,"no_op_offload":0,"no_host":false,"fit_target":0,"fit_min_ctx":0,"n_prompt":1024,"n_gen":0,"n_depth":1024,"test_time":"2026-08-01T04:18:13Z","avg_ns":1550132044,"stddev_ns":0,"avg_ts":660.588886,"stddev_ts":0.0,"samples_ns":[1550132044],"samples_ts":[660.589],"bench_model":"glm","bench_backend":"rocm","bench_depth":1024,"bench_kv":"q4_0/q4_0","bench_ctk":"q4_0","bench_ctv":"q4_0","bench_block":"d1024"}
{"build_commit":"a66d505","build_number":1,"cpu_info":"AMD RYZEN AI MAX+ 395 w/ Radeon 8060S","gpu_info":"Radeon 8060S Graphics","backends":"ROCm","model_filename":"hf://unsloth/GLM-4.7-Flash-GGUF@0d32489ecb9d/GLM-4.7-Flash-Q4_K_M.gguf","model_type":"deepseek2 30B.A3B Q4_K - Medium","model_size":18302863872,"model_n_params":29943393920,"n_batch":1024,"n_ubatch":512,"n_threads":8,"cpu_mask":"0x0","cpu_strict":false,"poll":50,"type_k":"q4_0","type_v":"q4_0","n_gpu_layers":-1,"n_cpu_moe":0,"split_mode":"layer","main_gpu":0,"no_kv_offload":false,"flash_attn":1,"devices":"auto","tensor_split":"0.00","tensor_buft_overrides":"none","use_mmap":true,"use_direct_io":false,"embeddings":false,"no_op_offload":0,"no_host":false,"fit_target":0,"fit_min_ctx":0,"n_prompt":0,"n_gen":128,"n_depth":1024,"test_time":"2026-08-01T04:18:16Z","avg_ns":2506811654,"stddev_ns":0,"avg_ts":51.060876,"stddev_ts":0.0,"samples_ns":[2506811654],"samples_ts":[51.0609],"bench_model":"glm","bench_backend":"rocm","bench_depth":1024,"bench_kv":"q4_0/q4_0","bench_ctk":"q4_0","bench_ctv":"q4_0","bench_block":"d1024"}
{"build_commit":"a66d505","build_number":1,"cpu_info":"AMD RYZEN AI MAX+ 395 w/ Radeon 8060S","gpu_info":"Radeon 8060S Graphics","backends":"ROCm","model_filename":"hf://unsloth/GLM-4.7-Flash-GGUF@0d32489ecb9d/GLM-4.7-Flash-Q4_K_M.gguf","model_type":"deepseek2 30B.A3B Q4_K - Medium","model_size":18302863872,"model_n_params":29943393920,"n_batch":1024,"n_ubatch":512,"n_threads":8,"cpu_mask":"0x0","cpu_strict":false,"poll":50,"type_k":"q8_0","type_v":"q8_0","n_gpu_layers":-1,"n_cpu_moe":0,"split_mode":"layer","main_gpu":0,"no_kv_offload":false,"flash_attn":1,"devices":"auto","tensor_split":"0.00","tensor_buft_overrides":"none","use_mmap":true,"use_direct_io":false,"embeddings":false,"no_op_offload":0,"no_host":false,"fit_target":0,"fit_min_ctx":0,"n_prompt":512,"n_gen":0,"n_depth":1024,"test_time":"2026-08-01T04:18:20Z","avg_ns":745837755,"stddev_ns":0,"avg_ts":686.476377,"stddev_ts":0.0,"samples_ns":[745837755],"samples_ts":[686.476],"bench_model":"glm","bench_backend":"rocm","bench_depth":1024,"bench_kv":"q8_0/q8_0","bench_ctk":"q8_0","bench_ctv":"q8_0","bench_block":"d1024"}
{"build_commit":"a66d505","build_number":1,"cpu_info":"AMD RYZEN AI MAX+ 395 w/ Radeon 8060S","gpu_info":"Radeon 8060S Graphics","backends":"ROCm","model_filename":"hf://unsloth/GLM-4.7-Flash-GGUF@0d32489ecb9d/GLM-4.7-Flash-Q4_K_M.gguf","model_type":"deepseek2 30B.A3B Q4_K - Medium","model_size":18302863872,"model_n_params":29943393920,"n_batch":1024,"n_ubatch":512,"n_threads":8,"cpu_mask":"0x0","cpu_strict":false,"poll":50,"type_k":"q8_0","type_v":"q8_0","n_gpu_layers":-1,"n_cpu_moe":0,"split_mode":"layer","main_gpu":0,"no_kv_offload":false,"flash_attn":1,"devices":"auto","tensor_split":"0.00","tensor_buft_overrides":"none","use_mmap":true,"use_direct_io":false,"embeddings":false,"no_op_offload":0,"no_host":false,"fit_target":0,"fit_min_ctx":0,"n_prompt":1024,"n_gen":0,"n_depth":1024,"test_time":"2026-08-01T04:18:23Z","avg_ns":1534558271,"stddev_ns":0,"avg_ts":667.293005,"stddev_ts":0.0,"samples_ns":[1534558271],"samples_ts":[667.293],"bench_model":"glm","bench_backend":"rocm","bench_depth":1024,"bench_kv":"q8_0/q8_0","bench_ctk":"q8_0","bench_ctv":"q8_0","bench_block":"d1024"}
{"build_commit":"a66d505","build_number":1,"cpu_info":"AMD RYZEN AI MAX+ 395 w/ Radeon 8060S","gpu_info":"Radeon 8060S Graphics","backends":"ROCm","model_filename":"hf://unsloth/GLM-4.7-Flash-GGUF@0d32489ecb9d/GLM-4.7-Flash-Q4_K_M.gguf","model_type":"deepseek2 30B.A3B Q4_K - Medium","model_size":18302863872,"model_n_params":29943393920,"n_batch":1024,"n_ubatch":512,"n_threads":8,"cpu_mask":"0x0","cpu_strict":false,"poll":50,"type_k":"q8_0","type_v":"q8_0","n_gpu_layers":-1,"n_cpu_moe":0,"split_mode":"layer","main_gpu":0,"no_kv_offload":false,"flash_attn":1,"devices":"auto","tensor_split":"0.00","tensor_buft_overrides":"none","use_mmap":true,"use_direct_io":false,"embeddings":false,"no_op_offload":0,"no_host":false,"fit_target":0,"fit_min_ctx":0,"n_prompt":0,"n_gen":128,"n_depth":1024,"test_time":"2026-08-01T04:18:26Z","avg_ns":2510828750,"stddev_ns":0,"avg_ts":50.979184,"stddev_ts":0.0,"samples_ns":[2510828750],"samples_ts":[50.9792],"bench_model":"glm","bench_backend":"rocm","bench_depth":1024,"bench_kv":"q8_0/q8_0","bench_ctk":"q8_0","bench_ctv":"q8_0","bench_block":"d1024"}
{"build_commit":"d6d899580","build_number":9747,"cpu_info":"AMD RYZEN AI MAX+ 395 w/ Radeon 8060S","gpu_info":"Radeon 8060S Graphics (RADV STRIX_HALO)","backends":"Vulkan","model_filename":"hf://unsloth/GLM-4.7-Flash-GGUF@0d32489ecb9d/GLM-4.7-Flash-Q4_K_M.gguf","model_type":"deepseek2 30B.A3B Q4_K - Medium","model_size":18302863872,"model_n_params":29943393920,"n_batch":1024,"n_ubatch":512,"n_threads":8,"cpu_mask":"0x0","cpu_strict":false,"poll":50,"type_k":"f16","type_v":"f16","n_gpu_layers":-1,"n_cpu_moe":0,"split_mode":"layer","main_gpu":0,"no_kv_offload":false,"flash_attn":1,"devices":"auto","tensor_split":"0.00","tensor_buft_overrides":"none","use_mmap":true,"use_direct_io":false,"embeddings":false,"no_op_offload":0,"no_host":false,"fit_target":0,"fit_min_ctx":0,"n_prompt":512,"n_gen":0,"n_depth":1024,"test_time":"2026-08-01T04:18:31Z","avg_ns":610919438,"stddev_ns":0,"avg_ts":838.081043,"stddev_ts":0.0,"samples_ns":[610919438],"samples_ts":[838.081],"bench_model":"glm","bench_backend":"vulkan","bench_depth":1024,"bench_kv":"f16/f16","bench_ctk":"f16","bench_ctv":"f16","bench_block":"d1024"}
{"build_commit":"d6d899580","build_number":9747,"cpu_info":"AMD RYZEN AI MAX+ 395 w/ Radeon 8060S","gpu_info":"Radeon 8060S Graphics (RADV STRIX_HALO)","backends":"Vulkan","model_filename":"hf://unsloth/GLM-4.7-Flash-GGUF@0d32489ecb9d/GLM-4.7-Flash-Q4_K_M.gguf","model_type":"deepseek2 30B.A3B Q4_K - Medium","model_size":18302863872,"model_n_params":29943393920,"n_batch":1024,"n_ubatch":512,"n_threads":8,"cpu_mask":"0x0","cpu_strict":false,"poll":50,"type_k":"f16","type_v":"f16","n_gpu_layers":-1,"n_cpu_moe":0,"split_mode":"layer","main_gpu":0,"no_kv_offload":false,"flash_attn":1,"devices":"auto","tensor_split":"0.00","tensor_buft_overrides":"none","use_mmap":true,"use_direct_io":false,"embeddings":false,"no_op_offload":0,"no_host":false,"fit_target":0,"fit_min_ctx":0,"n_prompt":1024,"n_gen":0,"n_depth":1024,"test_time":"2026-08-01T04:18:33Z","avg_ns":1342627139,"stddev_ns":0,"avg_ts":762.683824,"stddev_ts":0.0,"samples_ns":[1342627139],"samples_ts":[762.684],"bench_model":"glm","bench_backend":"vulkan","bench_depth":1024,"bench_kv":"f16/f16","bench_ctk":"f16","bench_ctv":"f16","bench_block":"d1024"}
{"build_commit":"d6d899580","build_number":9747,"cpu_info":"AMD RYZEN AI MAX+ 395 w/ Radeon 8060S","gpu_info":"Radeon 8060S Graphics (RADV STRIX_HALO)","backends":"Vulkan","model_filename":"hf://unsloth/GLM-4.7-Flash-GGUF@0d32489ecb9d/GLM-4.7-Flash-Q4_K_M.gguf","model_type":"deepseek2 30B.A3B Q4_K - Medium","model_size":18302863872,"model_n_params":29943393920,"n_batch":1024,"n_ubatch":512,"n_threads":8,"cpu_mask":"0x0","cpu_strict":false,"poll":50,"type_k":"f16","type_v":"f16","n_gpu_layers":-1,"n_cpu_moe":0,"split_mode":"layer","main_gpu":0,"no_kv_offload":false,"flash_attn":1,"devices":"auto","tensor_split":"0.00","tensor_buft_overrides":"none","use_mmap":true,"use_direct_io":false,"embeddings":false,"no_op_offload":0,"no_host":false,"fit_target":0,"fit_min_ctx":0,"n_prompt":0,"n_gen":128,"n_depth":1024,"test_time":"2026-08-01T04:18:36Z","avg_ns":1923366816,"stddev_ns":0,"avg_ts":66.549968,"stddev_ts":0.0,"samples_ns":[1923366816],"samples_ts":[66.55],"bench_model":"glm","bench_backend":"vulkan","bench_depth":1024,"bench_kv":"f16/f16","bench_ctk":"f16","bench_ctv":"f16","bench_block":"d1024"}
{"build_commit":"d6d899580","build_number":9747,"cpu_info":"AMD RYZEN AI MAX+ 395 w/ Radeon 8060S","gpu_info":"Radeon 8060S Graphics (RADV STRIX_HALO)","backends":"Vulkan","model_filename":"hf://unsloth/GLM-4.7-Flash-GGUF@0d32489ecb9d/GLM-4.7-Flash-Q4_K_M.gguf","model_type":"deepseek2 30B.A3B Q4_K - Medium","model_size":18302863872,"model_n_params":29943393920,"n_batch":1024,"n_ubatch":512,"n_threads":8,"cpu_mask":"0x0","cpu_strict":false,"poll":50,"type_k":"f16","type_v":"q8_0","n_gpu_layers":-1,"n_cpu_moe":0,"split_mode":"layer","main_gpu":0,"no_kv_offload":false,"flash_attn":1,"devices":"auto","tensor_split":"0.00","tensor_buft_overrides":"none","use_mmap":true,"use_direct_io":false,"embeddings":false,"no_op_offload":0,"no_host":false,"fit_target":0,"fit_min_ctx":0,"n_prompt":512,"n_gen":0,"n_depth":1024,"test_time":"2026-08-01T04:18:40Z","avg_ns":619547923,"stddev_ns":0,"avg_ts":826.409033,"stddev_ts":0.0,"samples_ns":[619547923],"samples_ts":[826.409],"bench_model":"glm","bench_backend":"vulkan","bench_depth":1024,"bench_kv":"f16/q8_0","bench_ctk":"f16","bench_ctv":"q8_0","bench_block":"d1024"}
{"build_commit":"d6d899580","build_number":9747,"cpu_info":"AMD RYZEN AI MAX+ 395 w/ Radeon 8060S","gpu_info":"Radeon 8060S Graphics (RADV STRIX_HALO)","backends":"Vulkan","model_filename":"hf://unsloth/GLM-4.7-Flash-GGUF@0d32489ecb9d/GLM-4.7-Flash-Q4_K_M.gguf","model_type":"deepseek2 30B.A3B Q4_K - Medium","model_size":18302863872,"model_n_params":29943393920,"n_batch":1024,"n_ubatch":512,"n_threads":8,"cpu_mask":"0x0","cpu_strict":false,"poll":50,"type_k":"f16","type_v":"q8_0","n_gpu_layers":-1,"n_cpu_moe":0,"split_mode":"layer","main_gpu":0,"no_kv_offload":false,"flash_attn":1,"devices":"auto","tensor_split":"0.00","tensor_buft_overrides":"none","use_mmap":true,"use_direct_io":false,"embeddings":false,"no_op_offload":0,"no_host":false,"fit_target":0,"fit_min_ctx":0,"n_prompt":1024,"n_gen":0,"n_depth":1024,"test_time":"2026-08-01T04:18:43Z","avg_ns":1344303615,"stddev_ns":0,"avg_ts":761.732683,"stddev_ts":0.0,"samples_ns":[1344303615],"samples_ts":[761.733],"bench_model":"glm","bench_backend":"vulkan","bench_depth":1024,"bench_kv":"f16/q8_0","bench_ctk":"f16","bench_ctv":"q8_0","bench_block":"d1024"}
{"build_commit":"d6d899580","build_number":9747,"cpu_info":"AMD RYZEN AI MAX+ 395 w/ Radeon 8060S","gpu_info":"Radeon 8060S Graphics (RADV STRIX_HALO)","backends":"Vulkan","model_filename":"hf://unsloth/GLM-4.7-Flash-GGUF@0d32489ecb9d/GLM-4.7-Flash-Q4_K_M.gguf","model_type":"deepseek2 30B.A3B Q4_K - Medium","model_size":18302863872,"model_n_params":29943393920,"n_batch":1024,"n_ubatch":512,"n_threads":8,"cpu_mask":"0x0","cpu_strict":false,"poll":50,"type_k":"f16","type_v":"q8_0","n_gpu_layers":-1,"n_cpu_moe":0,"split_mode":"layer","main_gpu":0,"no_kv_offload":false,"flash_attn":1,"devices":"auto","tensor_split":"0.00","tensor_buft_overrides":"none","use_mmap":true,"use_direct_io":false,"embeddings":false,"no_op_offload":0,"no_host":false,"fit_target":0,"fit_min_ctx":0,"n_prompt":0,"n_gen":128,"n_depth":1024,"test_time":"2026-08-01T04:18:45Z","avg_ns":1925115109,"stddev_ns":0,"avg_ts":66.489531,"stddev_ts":0.0,"samples_ns":[1925115109],"samples_ts":[66.4895],"bench_model":"glm","bench_backend":"vulkan","bench_depth":1024,"bench_kv":"f16/q8_0","bench_ctk":"f16","bench_ctv":"q8_0","bench_block":"d1024"}
{"build_commit":"d6d899580","build_number":9747,"cpu_info":"AMD RYZEN AI MAX+ 395 w/ Radeon 8060S","gpu_info":"Radeon 8060S Graphics (RADV STRIX_HALO)","backends":"Vulkan","model_filename":"hf://unsloth/GLM-4.7-Flash-GGUF@0d32489ecb9d/GLM-4.7-Flash-Q4_K_M.gguf","model_type":"deepseek2 30B.A3B Q4_K - Medium","model_size":18302863872,"model_n_params":29943393920,"n_batch":1024,"n_ubatch":512,"n_threads":8,"cpu_mask":"0x0","cpu_strict":false,"poll":50,"type_k":"f16","type_v":"q4_0","n_gpu_layers":-1,"n_cpu_moe":0,"split_mode":"layer","main_gpu":0,"no_kv_offload":false,"flash_attn":1,"devices":"auto","tensor_split":"0.00","tensor_buft_overrides":"none","use_mmap":true,"use_direct_io":false,"embeddings":false,"no_op_offload":0,"no_host":false,"fit_target":0,"fit_min_ctx":0,"n_prompt":512,"n_gen":0,"n_depth":1024,"test_time":"2026-08-01T04:18:50Z","avg_ns":624627295,"stddev_ns":0,"avg_ts":819.688803,"stddev_ts":0.0,"samples_ns":[624627295],"samples_ts":[819.689],"bench_model":"glm","bench_backend":"vulkan","bench_depth":1024,"bench_kv":"f16/q4_0","bench_ctk":"f16","bench_ctv":"q4_0","bench_block":"d1024"}
{"build_commit":"d6d899580","build_number":9747,"cpu_info":"AMD RYZEN AI MAX+ 395 w/ Radeon 8060S","gpu_info":"Radeon 8060S Graphics (RADV STRIX_HALO)","backends":"Vulkan","model_filename":"hf://unsloth/GLM-4.7-Flash-GGUF@0d32489ecb9d/GLM-4.7-Flash-Q4_K_M.gguf","model_type":"deepseek2 30B.A3B Q4_K - Medium","model_size":18302863872,"model_n_params":29943393920,"n_batch":1024,"n_ubatch":512,"n_threads":8,"cpu_mask":"0x0","cpu_strict":false,"poll":50,"type_k":"f16","type_v":"q4_0","n_gpu_layers":-1,"n_cpu_moe":0,"split_mode":"layer","main_gpu":0,"no_kv_offload":false,"flash_attn":1,"devices":"auto","tensor_split":"0.00","tensor_buft_overrides":"none","use_mmap":true,"use_direct_io":false,"embeddings":false,"no_op_offload":0,"no_host":false,"fit_target":0,"fit_min_ctx":0,"n_prompt":1024,"n_gen":0,"n_depth":1024,"test_time":"2026-08-01T04:18:52Z","avg_ns":1342438956,"stddev_ns":0,"avg_ts":762.790737,"stddev_ts":0.0,"samples_ns":[1342438956],"samples_ts":[762.791],"bench_model":"glm","bench_backend":"vulkan","bench_depth":1024,"bench_kv":"f16/q4_0","bench_ctk":"f16","bench_ctv":"q4_0","bench_block":"d1024"}
{"build_commit":"d6d899580","build_number":9747,"cpu_info":"AMD RYZEN AI MAX+ 395 w/ Radeon 8060S","gpu_info":"Radeon 8060S Graphics (RADV STRIX_HALO)","backends":"Vulkan","model_filename":"hf://unsloth/GLM-4.7-Flash-GGUF@0d32489ecb9d/GLM-4.7-Flash-Q4_K_M.gguf","model_type":"deepseek2 30B.A3B Q4_K - Medium","model_size":18302863872,"model_n_params":29943393920,"n_batch":1024,"n_ubatch":512,"n_threads":8,"cpu_mask":"0x0","cpu_strict":false,"poll":50,"type_k":"f16","type_v":"q4_0","n_gpu_layers":-1,"n_cpu_moe":0,"split_mode":"layer","main_gpu":0,"no_kv_offload":false,"flash_attn":1,"devices":"auto","tensor_split":"0.00","tensor_buft_overrides":"none","use_mmap":true,"use_direct_io":false,"embeddings":false,"no_op_offload":0,"no_host":false,"fit_target":0,"fit_min_ctx":0,"n_prompt":0,"n_gen":128,"n_depth":1024,"test_time":"2026-08-01T04:18:55Z","avg_ns":1929143176,"stddev_ns":0,"avg_ts":66.3507,"stddev_ts":0.0,"samples_ns":[1929143176],"samples_ts":[66.3507],"bench_model":"glm","bench_backend":"vulkan","bench_depth":1024,"bench_kv":"f16/q4_0","bench_ctk":"f16","bench_ctv":"q4_0","bench_block":"d1024"}
{"build_commit":"d6d899580","build_number":9747,"cpu_info":"AMD RYZEN AI MAX+ 395 w/ Radeon 8060S","gpu_info":"Radeon 8060S Graphics (RADV STRIX_HALO)","backends":"Vulkan","model_filename":"hf://unsloth/GLM-4.7-Flash-GGUF@0d32489ecb9d/GLM-4.7-Flash-Q4_K_M.gguf","model_type":"deepseek2 30B.A3B Q4_K - Medium","model_size":18302863872,"model_n_params":29943393920,"n_batch":1024,"n_ubatch":512,"n_threads":8,"cpu_mask":"0x0","cpu_strict":false,"poll":50,"type_k":"q4_0","type_v":"q4_0","n_gpu_layers":-1,"n_cpu_moe":0,"split_mode":"layer","main_gpu":0,"no_kv_offload":false,"flash_attn":1,"devices":"auto","tensor_split":"0.00","tensor_buft_overrides":"none","use_mmap":true,"use_direct_io":false,"embeddings":false,"no_op_offload":0,"no_host":false,"fit_target":0,"fit_min_ctx":0,"n_prompt":512,"n_gen":0,"n_depth":1024,"test_time":"2026-08-01T04:18:59Z","avg_ns":790524926,"stddev_ns":0,"avg_ts":647.670912,"stddev_ts":0.0,"samples_ns":[790524926],"samples_ts":[647.671],"bench_model":"glm","bench_backend":"vulkan","bench_depth":1024,"bench_kv":"q4_0/q4_0","bench_ctk":"q4_0","bench_ctv":"q4_0","bench_block":"d1024"}
{"build_commit":"d6d899580","build_number":9747,"cpu_info":"AMD RYZEN AI MAX+ 395 w/ Radeon 8060S","gpu_info":"Radeon 8060S Graphics (RADV STRIX_HALO)","backends":"Vulkan","model_filename":"hf://unsloth/GLM-4.7-Flash-GGUF@0d32489ecb9d/GLM-4.7-Flash-Q4_K_M.gguf","model_type":"deepseek2 30B.A3B Q4_K - Medium","model_size":18302863872,"model_n_params":29943393920,"n_batch":1024,"n_ubatch":512,"n_threads":8,"cpu_mask":"0x0","cpu_strict":false,"poll":50,"type_k":"q4_0","type_v":"q4_0","n_gpu_layers":-1,"n_cpu_moe":0,"split_mode":"layer","main_gpu":0,"no_kv_offload":false,"flash_attn":1,"devices":"auto","tensor_split":"0.00","tensor_buft_overrides":"none","use_mmap":true,"use_direct_io":false,"embeddings":false,"no_op_offload":0,"no_host":false,"fit_target":0,"fit_min_ctx":0,"n_prompt":1024,"n_gen":0,"n_depth":1024,"test_time":"2026-08-01T04:19:02Z","avg_ns":1800919248,"stddev_ns":0,"avg_ts":568.598509,"stddev_ts":0.0,"samples_ns":[1800919248],"samples_ts":[568.599],"bench_model":"glm","bench_backend":"vulkan","bench_depth":1024,"bench_kv":"q4_0/q4_0","bench_ctk":"q4_0","bench_ctv":"q4_0","bench_block":"d1024"}
{"build_commit":"d6d899580","build_number":9747,"cpu_info":"AMD RYZEN AI MAX+ 395 w/ Radeon 8060S","gpu_info":"Radeon 8060S Graphics (RADV STRIX_HALO)","backends":"Vulkan","model_filename":"hf://unsloth/GLM-4.7-Flash-GGUF@0d32489ecb9d/GLM-4.7-Flash-Q4_K_M.gguf","model_type":"deepseek2 30B.A3B Q4_K - Medium","model_size":18302863872,"model_n_params":29943393920,"n_batch":1024,"n_ubatch":512,"n_threads":8,"cpu_mask":"0x0","cpu_strict":false,"poll":50,"type_k":"q4_0","type_v":"q4_0","n_gpu_layers":-1,"n_cpu_moe":0,"split_mode":"layer","main_gpu":0,"no_kv_offload":false,"flash_attn":1,"devices":"auto","tensor_split":"0.00","tensor_buft_overrides":"none","use_mmap":true,"use_direct_io":false,"embeddings":false,"no_op_offload":0,"no_host":false,"fit_target":0,"fit_min_ctx":0,"n_prompt":0,"n_gen":128,"n_depth":1024,"test_time":"2026-08-01T04:19:05Z","avg_ns":2140537171,"stddev_ns":0,"avg_ts":59.798074,"stddev_ts":0.0,"samples_ns":[2140537171],"samples_ts":[59.7981],"bench_model":"glm","bench_backend":"vulkan","bench_depth":1024,"bench_kv":"q4_0/q4_0","bench_ctk":"q4_0","bench_ctv":"q4_0","bench_block":"d1024"}
{"build_commit":"d6d899580","build_number":9747,"cpu_info":"AMD RYZEN AI MAX+ 395 w/ Radeon 8060S","gpu_info":"Radeon 8060S Graphics (RADV STRIX_HALO)","backends":"Vulkan","model_filename":"hf://unsloth/GLM-4.7-Flash-GGUF@0d32489ecb9d/GLM-4.7-Flash-Q4_K_M.gguf","model_type":"deepseek2 30B.A3B Q4_K - Medium","model_size":18302863872,"model_n_params":29943393920,"n_batch":1024,"n_ubatch":512,"n_threads":8,"cpu_mask":"0x0","cpu_strict":false,"poll":50,"type_k":"q8_0","type_v":"q8_0","n_gpu_layers":-1,"n_cpu_moe":0,"split_mode":"layer","main_gpu":0,"no_kv_offload":false,"flash_attn":1,"devices":"auto","tensor_split":"0.00","tensor_buft_overrides":"none","use_mmap":true,"use_direct_io":false,"embeddings":false,"no_op_offload":0,"no_host":false,"fit_target":0,"fit_min_ctx":0,"n_prompt":512,"n_gen":0,"n_depth":1024,"test_time":"2026-08-01T04:19:10Z","avg_ns":789948894,"stddev_ns":0,"avg_ts":648.143195,"stddev_ts":0.0,"samples_ns":[789948894],"samples_ts":[648.143],"bench_model":"glm","bench_backend":"vulkan","bench_depth":1024,"bench_kv":"q8_0/q8_0","bench_ctk":"q8_0","bench_ctv":"q8_0","bench_block":"d1024"}
{"build_commit":"d6d899580","build_number":9747,"cpu_info":"AMD RYZEN AI MAX+ 395 w/ Radeon 8060S","gpu_info":"Radeon 8060S Graphics (RADV STRIX_HALO)","backends":"Vulkan","model_filename":"hf://unsloth/GLM-4.7-Flash-GGUF@0d32489ecb9d/GLM-4.7-Flash-Q4_K_M.gguf","model_type":"deepseek2 30B.A3B Q4_K - Medium","model_size":18302863872,"model_n_params":29943393920,"n_batch":1024,"n_ubatch":512,"n_threads":8,"cpu_mask":"0x0","cpu_strict":false,"poll":50,"type_k":"q8_0","type_v":"q8_0","n_gpu_layers":-1,"n_cpu_moe":0,"split_mode":"layer","main_gpu":0,"no_kv_offload":false,"flash_attn":1,"devices":"auto","tensor_split":"0.00","tensor_buft_overrides":"none","use_mmap":true,"use_direct_io":false,"embeddings":false,"no_op_offload":0,"no_host":false,"fit_target":0,"fit_min_ctx":0,"n_prompt":1024,"n_gen":0,"n_depth":1024,"test_time":"2026-08-01T04:19:13Z","avg_ns":1857514366,"stddev_ns":0,"avg_ts":551.274337,"stddev_ts":0.0,"samples_ns":[1857514366],"samples_ts":[551.274],"bench_model":"glm","bench_backend":"vulkan","bench_depth":1024,"bench_kv":"q8_0/q8_0","bench_ctk":"q8_0","bench_ctv":"q8_0","bench_block":"d1024"}
{"build_commit":"d6d899580","build_number":9747,"cpu_info":"AMD RYZEN AI MAX+ 395 w/ Radeon 8060S","gpu_info":"Radeon 8060S Graphics (RADV STRIX_HALO)","backends":"Vulkan","model_filename":"hf://unsloth/GLM-4.7-Flash-GGUF@0d32489ecb9d/GLM-4.7-Flash-Q4_K_M.gguf","model_type":"deepseek2 30B.A3B Q4_K - Medium","model_size":18302863872,"model_n_params":29943393920,"n_batch":1024,"n_ubatch":512,"n_threads":8,"cpu_mask":"0x0","cpu_strict":false,"poll":50,"type_k":"q8_0","type_v":"q8_0","n_gpu_layers":-1,"n_cpu_moe":0,"split_mode":"layer","main_gpu":0,"no_kv_offload":false,"flash_attn":1,"devices":"auto","tensor_split":"0.00","tensor_buft_overrides":"none","use_mmap":true,"use_direct_io":false,"embeddings":false,"no_op_offload":0,"no_host":false,"fit_target":0,"fit_min_ctx":0,"n_prompt":0,"n_gen":128,"n_depth":1024,"test_time":"2026-08-01T04:19:16Z","avg_ns":2058973240,"stddev_ns":0,"avg_ts":62.166908,"stddev_ts":0.0,"samples_ns":[2058973240],"samples_ts":[62.1669],"bench_model":"glm","bench_backend":"vulkan","bench_depth":1024,"bench_kv":"q8_0/q8_0","bench_ctk":"q8_0","bench_ctv":"q8_0","bench_block":"d1024"}
{"build_commit":"a66d505","build_number":1,"cpu_info":"AMD RYZEN AI MAX+ 395 w/ Radeon 8060S","gpu_info":"Radeon 8060S Graphics","backends":"ROCm","model_filename":"hf://unsloth/GLM-4.7-Flash-GGUF@0d32489ecb9d/GLM-4.7-Flash-UD-Q4_K_XL.gguf","model_type":"deepseek2 30B.A3B Q4_K - Medium","model_size":17510693376,"model_n_params":29943393920,"n_batch":1024,"n_ubatch":512,"n_threads":8,"cpu_mask":"0x0","cpu_strict":false,"poll":50,"type_k":"f16","type_v":"f16","n_gpu_layers":-1,"n_cpu_moe":0,"split_mode":"layer","main_gpu":0,"no_kv_offload":false,"flash_attn":1,"devices":"auto","tensor_split":"0.00","tensor_buft_overrides":"none","use_mmap":true,"use_direct_io":false,"embeddings":false,"no_op_offload":0,"no_host":false,"fit_target":0,"fit_min_ctx":0,"n_prompt":512,"n_gen":0,"n_depth":1024,"test_time":"2026-08-01T04:19:22Z","avg_ns":665112235,"stddev_ns":0,"avg_ts":769.79489,"stddev_ts":0.0,"samples_ns":[665112235],"samples_ts":[769.795],"bench_model":"glm-xl","bench_backend":"rocm","bench_depth":1024,"bench_kv":"f16/f16","bench_ctk":"f16","bench_ctv":"f16","bench_block":"d1024"}
{"build_commit":"a66d505","build_number":1,"cpu_info":"AMD RYZEN AI MAX+ 395 w/ Radeon 8060S","gpu_info":"Radeon 8060S Graphics","backends":"ROCm","model_filename":"hf://unsloth/GLM-4.7-Flash-GGUF@0d32489ecb9d/GLM-4.7-Flash-UD-Q4_K_XL.gguf","model_type":"deepseek2 30B.A3B Q4_K - Medium","model_size":17510693376,"model_n_params":29943393920,"n_batch":1024,"n_ubatch":512,"n_threads":8,"cpu_mask":"0x0","cpu_strict":false,"poll":50,"type_k":"f16","type_v":"f16","n_gpu_layers":-1,"n_cpu_moe":0,"split_mode":"layer","main_gpu":0,"no_kv_offload":false,"flash_attn":1,"devices":"auto","tensor_split":"0.00","tensor_buft_overrides":"none","use_mmap":true,"use_direct_io":false,"embeddings":false,"no_op_offload":0,"no_host":false,"fit_target":0,"fit_min_ctx":0,"n_prompt":1024,"n_gen":0,"n_depth":1024,"test_time":"2026-08-01T04:19:24Z","avg_ns":1489803940,"stddev_ns":0,"avg_ts":687.338765,"stddev_ts":0.0,"samples_ns":[1489803940],"samples_ts":[687.339],"bench_model":"glm-xl","bench_backend":"rocm","bench_depth":1024,"bench_kv":"f16/f16","bench_ctk":"f16","bench_ctv":"f16","bench_block":"d1024"}
{"build_commit":"a66d505","build_number":1,"cpu_info":"AMD RYZEN AI MAX+ 395 w/ Radeon 8060S","gpu_info":"Radeon 8060S Graphics","backends":"ROCm","model_filename":"hf://unsloth/GLM-4.7-Flash-GGUF@0d32489ecb9d/GLM-4.7-Flash-UD-Q4_K_XL.gguf","model_type":"deepseek2 30B.A3B Q4_K - Medium","model_size":17510693376,"model_n_params":29943393920,"n_batch":1024,"n_ubatch":512,"n_threads":8,"cpu_mask":"0x0","cpu_strict":false,"poll":50,"type_k":"f16","type_v":"f16","n_gpu_layers":-1,"n_cpu_moe":0,"split_mode":"layer","main_gpu":0,"no_kv_offload":false,"flash_attn":1,"devices":"auto","tensor_split":"0.00","tensor_buft_overrides":"none","use_mmap":true,"use_direct_io":false,"embeddings":false,"no_op_offload":0,"no_host":false,"fit_target":0,"fit_min_ctx":0,"n_prompt":0,"n_gen":128,"n_depth":1024,"test_time":"2026-08-01T04:19:27Z","avg_ns":2432902178,"stddev_ns":0,"avg_ts":52.612062,"stddev_ts":0.0,"samples_ns":[2432902178],"samples_ts":[52.6121],"bench_model":"glm-xl","bench_backend":"rocm","bench_depth":1024,"bench_kv":"f16/f16","bench_ctk":"f16","bench_ctv":"f16","bench_block":"d1024"}
{"build_commit":"a66d505","build_number":1,"cpu_info":"AMD RYZEN AI MAX+ 395 w/ Radeon 8060S","gpu_info":"Radeon 8060S Graphics","backends":"ROCm","model_filename":"hf://unsloth/GLM-4.7-Flash-GGUF@0d32489ecb9d/GLM-4.7-Flash-UD-Q4_K_XL.gguf","model_type":"deepseek2 30B.A3B Q4_K - Medium","model_size":17510693376,"model_n_params":29943393920,"n_batch":1024,"n_ubatch":512,"n_threads":8,"cpu_mask":"0x0","cpu_strict":false,"poll":50,"type_k":"f16","type_v":"q8_0","n_gpu_layers":-1,"n_cpu_moe":0,"split_mode":"layer","main_gpu":0,"no_kv_offload":false,"flash_attn":1,"devices":"auto","tensor_split":"0.00","tensor_buft_overrides":"none","use_mmap":true,"use_direct_io":false,"embeddings":false,"no_op_offload":0,"no_host":false,"fit_target":0,"fit_min_ctx":0,"n_prompt":512,"n_gen":0,"n_depth":1024,"test_time":"2026-08-01T04:19:31Z","avg_ns":702325014,"stddev_ns":0,"avg_ts":729.007211,"stddev_ts":0.0,"samples_ns":[702325014],"samples_ts":[729.007],"bench_model":"glm-xl","bench_backend":"rocm","bench_depth":1024,"bench_kv":"f16/q8_0","bench_ctk":"f16","bench_ctv":"q8_0","bench_block":"d1024"}
{"build_commit":"a66d505","build_number":1,"cpu_info":"AMD RYZEN AI MAX+ 395 w/ Radeon 8060S","gpu_info":"Radeon 8060S Graphics","backends":"ROCm","model_filename":"hf://unsloth/GLM-4.7-Flash-GGUF@0d32489ecb9d/GLM-4.7-Flash-UD-Q4_K_XL.gguf","model_type":"deepseek2 30B.A3B Q4_K - Medium","model_size":17510693376,"model_n_params":29943393920,"n_batch":1024,"n_ubatch":512,"n_threads":8,"cpu_mask":"0x0","cpu_strict":false,"poll":50,"type_k":"f16","type_v":"q8_0","n_gpu_layers":-1,"n_cpu_moe":0,"split_mode":"layer","main_gpu":0,"no_kv_offload":false,"flash_attn":1,"devices":"auto","tensor_split":"0.00","tensor_buft_overrides":"none","use_mmap":true,"use_direct_io":false,"embeddings":false,"no_op_offload":0,"no_host":false,"fit_target":0,"fit_min_ctx":0,"n_prompt":1024,"n_gen":0,"n_depth":1024,"test_time":"2026-08-01T04:19:34Z","avg_ns":1495442304,"stddev_ns":0,"avg_ts":684.747247,"stddev_ts":0.0,"samples_ns":[1495442304],"samples_ts":[684.747],"bench_model":"glm-xl","bench_backend":"rocm","bench_depth":1024,"bench_kv":"f16/q8_0","bench_ctk":"f16","bench_ctv":"q8_0","bench_block":"d1024"}
{"build_commit":"a66d505","build_number":1,"cpu_info":"AMD RYZEN AI MAX+ 395 w/ Radeon 8060S","gpu_info":"Radeon 8060S Graphics","backends":"ROCm","model_filename":"hf://unsloth/GLM-4.7-Flash-GGUF@0d32489ecb9d/GLM-4.7-Flash-UD-Q4_K_XL.gguf","model_type":"deepseek2 30B.A3B Q4_K - Medium","model_size":17510693376,"model_n_params":29943393920,"n_batch":1024,"n_ubatch":512,"n_threads":8,"cpu_mask":"0x0","cpu_strict":false,"poll":50,"type_k":"f16","type_v":"q8_0","n_gpu_layers":-1,"n_cpu_moe":0,"split_mode":"layer","main_gpu":0,"no_kv_offload":false,"flash_attn":1,"devices":"auto","tensor_split":"0.00","tensor_buft_overrides":"none","use_mmap":true,"use_direct_io":false,"embeddings":false,"no_op_offload":0,"no_host":false,"fit_target":0,"fit_min_ctx":0,"n_prompt":0,"n_gen":128,"n_depth":1024,"test_time":"2026-08-01T04:19:36Z","avg_ns":2438226883,"stddev_ns":0,"avg_ts":52.497165,"stddev_ts":0.0,"samples_ns":[2438226883],"samples_ts":[52.4972],"bench_model":"glm-xl","bench_backend":"rocm","bench_depth":1024,"bench_kv":"f16/q8_0","bench_ctk":"f16","bench_ctv":"q8_0","bench_block":"d1024"}
{"build_commit":"a66d505","build_number":1,"cpu_info":"AMD RYZEN AI MAX+ 395 w/ Radeon 8060S","gpu_info":"Radeon 8060S Graphics","backends":"ROCm","model_filename":"hf://unsloth/GLM-4.7-Flash-GGUF@0d32489ecb9d/GLM-4.7-Flash-UD-Q4_K_XL.gguf","model_type":"deepseek2 30B.A3B Q4_K - Medium","model_size":17510693376,"model_n_params":29943393920,"n_batch":1024,"n_ubatch":512,"n_threads":8,"cpu_mask":"0x0","cpu_strict":false,"poll":50,"type_k":"f16","type_v":"q4_0","n_gpu_layers":-1,"n_cpu_moe":0,"split_mode":"layer","main_gpu":0,"no_kv_offload":false,"flash_attn":1,"devices":"auto","tensor_split":"0.00","tensor_buft_overrides":"none","use_mmap":true,"use_direct_io":false,"embeddings":false,"no_op_offload":0,"no_host":false,"fit_target":0,"fit_min_ctx":0,"n_prompt":512,"n_gen":0,"n_depth":1024,"test_time":"2026-08-01T04:19:41Z","avg_ns":706446067,"stddev_ns":0,"avg_ts":724.754548,"stddev_ts":0.0,"samples_ns":[706446067],"samples_ts":[724.755],"bench_model":"glm-xl","bench_backend":"rocm","bench_depth":1024,"bench_kv":"f16/q4_0","bench_ctk":"f16","bench_ctv":"q4_0","bench_block":"d1024"}
{"build_commit":"a66d505","build_number":1,"cpu_info":"AMD RYZEN AI MAX+ 395 w/ Radeon 8060S","gpu_info":"Radeon 8060S Graphics","backends":"ROCm","model_filename":"hf://unsloth/GLM-4.7-Flash-GGUF@0d32489ecb9d/GLM-4.7-Flash-UD-Q4_K_XL.gguf","model_type":"deepseek2 30B.A3B Q4_K - Medium","model_size":17510693376,"model_n_params":29943393920,"n_batch":1024,"n_ubatch":512,"n_threads":8,"cpu_mask":"0x0","cpu_strict":false,"poll":50,"type_k":"f16","type_v":"q4_0","n_gpu_layers":-1,"n_cpu_moe":0,"split_mode":"layer","main_gpu":0,"no_kv_offload":false,"flash_attn":1,"devices":"auto","tensor_split":"0.00","tensor_buft_overrides":"none","use_mmap":true,"use_direct_io":false,"embeddings":false,"no_op_offload":0,"no_host":false,"fit_target":0,"fit_min_ctx":0,"n_prompt":1024,"n_gen":0,"n_depth":1024,"test_time":"2026-08-01T04:19:43Z","avg_ns":1506707251,"stddev_ns":0,"avg_ts":679.627711,"stddev_ts":0.0,"samples_ns":[1506707251],"samples_ts":[679.628],"bench_model":"glm-xl","bench_backend":"rocm","bench_depth":1024,"bench_kv":"f16/q4_0","bench_ctk":"f16","bench_ctv":"q4_0","bench_block":"d1024"}
{"build_commit":"a66d505","build_number":1,"cpu_info":"AMD RYZEN AI MAX+ 395 w/ Radeon 8060S","gpu_info":"Radeon 8060S Graphics","backends":"ROCm","model_filename":"hf://unsloth/GLM-4.7-Flash-GGUF@0d32489ecb9d/GLM-4.7-Flash-UD-Q4_K_XL.gguf","model_type":"deepseek2 30B.A3B Q4_K - Medium","model_size":17510693376,"model_n_params":29943393920,"n_batch":1024,"n_ubatch":512,"n_threads":8,"cpu_mask":"0x0","cpu_strict":false,"poll":50,"type_k":"f16","type_v":"q4_0","n_gpu_layers":-1,"n_cpu_moe":0,"split_mode":"layer","main_gpu":0,"no_kv_offload":false,"flash_attn":1,"devices":"auto","tensor_split":"0.00","tensor_buft_overrides":"none","use_mmap":true,"use_direct_io":false,"embeddings":false,"no_op_offload":0,"no_host":false,"fit_target":0,"fit_min_ctx":0,"n_prompt":0,"n_gen":128,"n_depth":1024,"test_time":"2026-08-01T04:19:46Z","avg_ns":2439403173,"stddev_ns":0,"avg_ts":52.471851,"stddev_ts":0.0,"samples_ns":[2439403173],"samples_ts":[52.4719],"bench_model":"glm-xl","bench_backend":"rocm","bench_depth":1024,"bench_kv":"f16/q4_0","bench_ctk":"f16","bench_ctv":"q4_0","bench_block":"d1024"}
{"build_commit":"a66d505","build_number":1,"cpu_info":"AMD RYZEN AI MAX+ 395 w/ Radeon 8060S","gpu_info":"Radeon 8060S Graphics","backends":"ROCm","model_filename":"hf://unsloth/GLM-4.7-Flash-GGUF@0d32489ecb9d/GLM-4.7-Flash-UD-Q4_K_XL.gguf","model_type":"deepseek2 30B.A3B Q4_K - Medium","model_size":17510693376,"model_n_params":29943393920,"n_batch":1024,"n_ubatch":512,"n_threads":8,"cpu_mask":"0x0","cpu_strict":false,"poll":50,"type_k":"q4_0","type_v":"q4_0","n_gpu_layers":-1,"n_cpu_moe":0,"split_mode":"layer","main_gpu":0,"no_kv_offload":false,"flash_attn":1,"devices":"auto","tensor_split":"0.00","tensor_buft_overrides":"none","use_mmap":true,"use_direct_io":false,"embeddings":false,"no_op_offload":0,"no_host":false,"fit_target":0,"fit_min_ctx":0,"n_prompt":512,"n_gen":0,"n_depth":1024,"test_time":"2026-08-01T04:19:50Z","avg_ns":713974128,"stddev_ns":0,"avg_ts":717.11282,"stddev_ts":0.0,"samples_ns":[713974128],"samples_ts":[717.113],"bench_model":"glm-xl","bench_backend":"rocm","bench_depth":1024,"bench_kv":"q4_0/q4_0","bench_ctk":"q4_0","bench_ctv":"q4_0","bench_block":"d1024"}
{"build_commit":"a66d505","build_number":1,"cpu_info":"AMD RYZEN AI MAX+ 395 w/ Radeon 8060S","gpu_info":"Radeon 8060S Graphics","backends":"ROCm","model_filename":"hf://unsloth/GLM-4.7-Flash-GGUF@0d32489ecb9d/GLM-4.7-Flash-UD-Q4_K_XL.gguf","model_type":"deepseek2 30B.A3B Q4_K - Medium","model_size":17510693376,"model_n_params":29943393920,"n_batch":1024,"n_ubatch":512,"n_threads":8,"cpu_mask":"0x0","cpu_strict":false,"poll":50,"type_k":"q4_0","type_v":"q4_0","n_gpu_layers":-1,"n_cpu_moe":0,"split_mode":"layer","main_gpu":0,"no_kv_offload":false,"flash_attn":1,"devices":"auto","tensor_split":"0.00","tensor_buft_overrides":"none","use_mmap":true,"use_direct_io":false,"embeddings":false,"no_op_offload":0,"no_host":false,"fit_target":0,"fit_min_ctx":0,"n_prompt":1024,"n_gen":0,"n_depth":1024,"test_time":"2026-08-01T04:19:53Z","avg_ns":1504053239,"stddev_ns":0,"avg_ts":680.826964,"stddev_ts":0.0,"samples_ns":[1504053239],"samples_ts":[680.827],"bench_model":"glm-xl","bench_backend":"rocm","bench_depth":1024,"bench_kv":"q4_0/q4_0","bench_ctk":"q4_0","bench_ctv":"q4_0","bench_block":"d1024"}
{"build_commit":"a66d505","build_number":1,"cpu_info":"AMD RYZEN AI MAX+ 395 w/ Radeon 8060S","gpu_info":"Radeon 8060S Graphics","backends":"ROCm","model_filename":"hf://unsloth/GLM-4.7-Flash-GGUF@0d32489ecb9d/GLM-4.7-Flash-UD-Q4_K_XL.gguf","model_type":"deepseek2 30B.A3B Q4_K - Medium","model_size":17510693376,"model_n_params":29943393920,"n_batch":1024,"n_ubatch":512,"n_threads":8,"cpu_mask":"0x0","cpu_strict":false,"poll":50,"type_k":"q4_0","type_v":"q4_0","n_gpu_layers":-1,"n_cpu_moe":0,"split_mode":"layer","main_gpu":0,"no_kv_offload":false,"flash_attn":1,"devices":"auto","tensor_split":"0.00","tensor_buft_overrides":"none","use_mmap":true,"use_direct_io":false,"embeddings":false,"no_op_offload":0,"no_host":false,"fit_target":0,"fit_min_ctx":0,"n_prompt":0,"n_gen":128,"n_depth":1024,"test_time":"2026-08-01T04:19:55Z","avg_ns":2487353388,"stddev_ns":0,"avg_ts":51.460319,"stddev_ts":0.0,"samples_ns":[2487353388],"samples_ts":[51.4603],"bench_model":"glm-xl","bench_backend":"rocm","bench_depth":1024,"bench_kv":"q4_0/q4_0","bench_ctk":"q4_0","bench_ctv":"q4_0","bench_block":"d1024"}
{"build_commit":"a66d505","build_number":1,"cpu_info":"AMD RYZEN AI MAX+ 395 w/ Radeon 8060S","gpu_info":"Radeon 8060S Graphics","backends":"ROCm","model_filename":"hf://unsloth/GLM-4.7-Flash-GGUF@0d32489ecb9d/GLM-4.7-Flash-UD-Q4_K_XL.gguf","model_type":"deepseek2 30B.A3B Q4_K - Medium","model_size":17510693376,"model_n_params":29943393920,"n_batch":1024,"n_ubatch":512,"n_threads":8,"cpu_mask":"0x0","cpu_strict":false,"poll":50,"type_k":"q8_0","type_v":"q8_0","n_gpu_layers":-1,"n_cpu_moe":0,"split_mode":"layer","main_gpu":0,"no_kv_offload":false,"flash_attn":1,"devices":"auto","tensor_split":"0.00","tensor_buft_overrides":"none","use_mmap":true,"use_direct_io":false,"embeddings":false,"no_op_offload":0,"no_host":false,"fit_target":0,"fit_min_ctx":0,"n_prompt":512,"n_gen":0,"n_depth":1024,"test_time":"2026-08-01T04:20:00Z","avg_ns":712908224,"stddev_ns":0,"avg_ts":718.18501,"stddev_ts":0.0,"samples_ns":[712908224],"samples_ts":[718.185],"bench_model":"glm-xl","bench_backend":"rocm","bench_depth":1024,"bench_kv":"q8_0/q8_0","bench_ctk":"q8_0","bench_ctv":"q8_0","bench_block":"d1024"}
{"build_commit":"a66d505","build_number":1,"cpu_info":"AMD RYZEN AI MAX+ 395 w/ Radeon 8060S","gpu_info":"Radeon 8060S Graphics","backends":"ROCm","model_filename":"hf://unsloth/GLM-4.7-Flash-GGUF@0d32489ecb9d/GLM-4.7-Flash-UD-Q4_K_XL.gguf","model_type":"deepseek2 30B.A3B Q4_K - Medium","model_size":17510693376,"model_n_params":29943393920,"n_batch":1024,"n_ubatch":512,"n_threads":8,"cpu_mask":"0x0","cpu_strict":false,"poll":50,"type_k":"q8_0","type_v":"q8_0","n_gpu_layers":-1,"n_cpu_moe":0,"split_mode":"layer","main_gpu":0,"no_kv_offload":false,"flash_attn":1,"devices":"auto","tensor_split":"0.00","tensor_buft_overrides":"none","use_mmap":true,"use_direct_io":false,"embeddings":false,"no_op_offload":0,"no_host":false,"fit_target":0,"fit_min_ctx":0,"n_prompt":1024,"n_gen":0,"n_depth":1024,"test_time":"2026-08-01T04:20:02Z","avg_ns":1508881180,"stddev_ns":0,"avg_ts":678.648533,"stddev_ts":0.0,"samples_ns":[1508881180],"samples_ts":[678.649],"bench_model":"glm-xl","bench_backend":"rocm","bench_depth":1024,"bench_kv":"q8_0/q8_0","bench_ctk":"q8_0","bench_ctv":"q8_0","bench_block":"d1024"}
{"build_commit":"a66d505","build_number":1,"cpu_info":"AMD RYZEN AI MAX+ 395 w/ Radeon 8060S","gpu_info":"Radeon 8060S Graphics","backends":"ROCm","model_filename":"hf://unsloth/GLM-4.7-Flash-GGUF@0d32489ecb9d/GLM-4.7-Flash-UD-Q4_K_XL.gguf","model_type":"deepseek2 30B.A3B Q4_K - Medium","model_size":17510693376,"model_n_params":29943393920,"n_batch":1024,"n_ubatch":512,"n_threads":8,"cpu_mask":"0x0","cpu_strict":false,"poll":50,"type_k":"q8_0","type_v":"q8_0","n_gpu_layers":-1,"n_cpu_moe":0,"split_mode":"layer","main_gpu":0,"no_kv_offload":false,"flash_attn":1,"devices":"auto","tensor_split":"0.00","tensor_buft_overrides":"none","use_mmap":true,"use_direct_io":false,"embeddings":false,"no_op_offload":0,"no_host":false,"fit_target":0,"fit_min_ctx":0,"n_prompt":0,"n_gen":128,"n_depth":1024,"test_time":"2026-08-01T04:20:05Z","avg_ns":2501892017,"stddev_ns":0,"avg_ts":51.161281,"stddev_ts":0.0,"samples_ns":[2501892017],"samples_ts":[51.1613],"bench_model":"glm-xl","bench_backend":"rocm","bench_depth":1024,"bench_kv":"q8_0/q8_0","bench_ctk":"q8_0","bench_ctv":"q8_0","bench_block":"d1024"}
{"build_commit":"d6d899580","build_number":9747,"cpu_info":"AMD RYZEN AI MAX+ 395 w/ Radeon 8060S","gpu_info":"Radeon 8060S Graphics (RADV STRIX_HALO)","backends":"Vulkan","model_filename":"hf://unsloth/GLM-4.7-Flash-GGUF@0d32489ecb9d/GLM-4.7-Flash-UD-Q4_K_XL.gguf","model_type":"deepseek2 30B.A3B Q4_K - Medium","model_size":17510693376,"model_n_params":29943393920,"n_batch":1024,"n_ubatch":512,"n_threads":8,"cpu_mask":"0x0","cpu_strict":false,"poll":50,"type_k":"f16","type_v":"f16","n_gpu_layers":-1,"n_cpu_moe":0,"split_mode":"layer","main_gpu":0,"no_kv_offload":false,"flash_attn":1,"devices":"auto","tensor_split":"0.00","tensor_buft_overrides":"none","use_mmap":true,"use_direct_io":false,"embeddings":false,"no_op_offload":0,"no_host":false,"fit_target":0,"fit_min_ctx":0,"n_prompt":512,"n_gen":0,"n_depth":1024,"test_time":"2026-08-01T04:20:10Z","avg_ns":575855558,"stddev_ns":0,"avg_ts":889.111849,"stddev_ts":0.0,"samples_ns":[575855558],"samples_ts":[889.112],"bench_model":"glm-xl","bench_backend":"vulkan","bench_depth":1024,"bench_kv":"f16/f16","bench_ctk":"f16","bench_ctv":"f16","bench_block":"d1024"}
{"build_commit":"d6d899580","build_number":9747,"cpu_info":"AMD RYZEN AI MAX+ 395 w/ Radeon 8060S","gpu_info":"Radeon 8060S Graphics (RADV STRIX_HALO)","backends":"Vulkan","model_filename":"hf://unsloth/GLM-4.7-Flash-GGUF@0d32489ecb9d/GLM-4.7-Flash-UD-Q4_K_XL.gguf","model_type":"deepseek2 30B.A3B Q4_K - Medium","model_size":17510693376,"model_n_params":29943393920,"n_batch":1024,"n_ubatch":512,"n_threads":8,"cpu_mask":"0x0","cpu_strict":false,"poll":50,"type_k":"f16","type_v":"f16","n_gpu_layers":-1,"n_cpu_moe":0,"split_mode":"layer","main_gpu":0,"no_kv_offload":false,"flash_attn":1,"devices":"auto","tensor_split":"0.00","tensor_buft_overrides":"none","use_mmap":true,"use_direct_io":false,"embeddings":false,"no_op_offload":0,"no_host":false,"fit_target":0,"fit_min_ctx":0,"n_prompt":1024,"n_gen":0,"n_depth":1024,"test_time":"2026-08-01T04:20:13Z","avg_ns":1327850089,"stddev_ns":0,"avg_ts":771.171391,"stddev_ts":0.0,"samples_ns":[1327850089],"samples_ts":[771.171],"bench_model":"glm-xl","bench_backend":"vulkan","bench_depth":1024,"bench_kv":"f16/f16","bench_ctk":"f16","bench_ctv":"f16","bench_block":"d1024"}
{"build_commit":"d6d899580","build_number":9747,"cpu_info":"AMD RYZEN AI MAX+ 395 w/ Radeon 8060S","gpu_info":"Radeon 8060S Graphics (RADV STRIX_HALO)","backends":"Vulkan","model_filename":"hf://unsloth/GLM-4.7-Flash-GGUF@0d32489ecb9d/GLM-4.7-Flash-UD-Q4_K_XL.gguf","model_type":"deepseek2 30B.A3B Q4_K - Medium","model_size":17510693376,"model_n_params":29943393920,"n_batch":1024,"n_ubatch":512,"n_threads":8,"cpu_mask":"0x0","cpu_strict":false,"poll":50,"type_k":"f16","type_v":"f16","n_gpu_layers":-1,"n_cpu_moe":0,"split_mode":"layer","main_gpu":0,"no_kv_offload":false,"flash_attn":1,"devices":"auto","tensor_split":"0.00","tensor_buft_overrides":"none","use_mmap":true,"use_direct_io":false,"embeddings":false,"no_op_offload":0,"no_host":false,"fit_target":0,"fit_min_ctx":0,"n_prompt":0,"n_gen":128,"n_depth":1024,"test_time":"2026-08-01T04:20:15Z","avg_ns":1909427327,"stddev_ns":0,"avg_ts":67.035806,"stddev_ts":0.0,"samples_ns":[1909427327],"samples_ts":[67.0358],"bench_model":"glm-xl","bench_backend":"vulkan","bench_depth":1024,"bench_kv":"f16/f16","bench_ctk":"f16","bench_ctv":"f16","bench_block":"d1024"}
{"build_commit":"d6d899580","build_number":9747,"cpu_info":"AMD RYZEN AI MAX+ 395 w/ Radeon 8060S","gpu_info":"Radeon 8060S Graphics (RADV STRIX_HALO)","backends":"Vulkan","model_filename":"hf://unsloth/GLM-4.7-Flash-GGUF@0d32489ecb9d/GLM-4.7-Flash-UD-Q4_K_XL.gguf","model_type":"deepseek2 30B.A3B Q4_K - Medium","model_size":17510693376,"model_n_params":29943393920,"n_batch":1024,"n_ubatch":512,"n_threads":8,"cpu_mask":"0x0","cpu_strict":false,"poll":50,"type_k":"f16","type_v":"q8_0","n_gpu_layers":-1,"n_cpu_moe":0,"split_mode":"layer","main_gpu":0,"no_kv_offload":false,"flash_attn":1,"devices":"auto","tensor_split":"0.00","tensor_buft_overrides":"none","use_mmap":true,"use_direct_io":false,"embeddings":false,"no_op_offload":0,"no_host":false,"fit_target":0,"fit_min_ctx":0,"n_prompt":512,"n_gen":0,"n_depth":1024,"test_time":"2026-08-01T04:20:20Z","avg_ns":578661665,"stddev_ns":0,"avg_ts":884.800274,"stddev_ts":0.0,"samples_ns":[578661665],"samples_ts":[884.8],"bench_model":"glm-xl","bench_backend":"vulkan","bench_depth":1024,"bench_kv":"f16/q8_0","bench_ctk":"f16","bench_ctv":"q8_0","bench_block":"d1024"}
{"build_commit":"d6d899580","build_number":9747,"cpu_info":"AMD RYZEN AI MAX+ 395 w/ Radeon 8060S","gpu_info":"Radeon 8060S Graphics (RADV STRIX_HALO)","backends":"Vulkan","model_filename":"hf://unsloth/GLM-4.7-Flash-GGUF@0d32489ecb9d/GLM-4.7-Flash-UD-Q4_K_XL.gguf","model_type":"deepseek2 30B.A3B Q4_K - Medium","model_size":17510693376,"model_n_params":29943393920,"n_batch":1024,"n_ubatch":512,"n_threads":8,"cpu_mask":"0x0","cpu_strict":false,"poll":50,"type_k":"f16","type_v":"q8_0","n_gpu_layers":-1,"n_cpu_moe":0,"split_mode":"layer","main_gpu":0,"no_kv_offload":false,"flash_attn":1,"devices":"auto","tensor_split":"0.00","tensor_buft_overrides":"none","use_mmap":true,"use_direct_io":false,"embeddings":false,"no_op_offload":0,"no_host":false,"fit_target":0,"fit_min_ctx":0,"n_prompt":1024,"n_gen":0,"n_depth":1024,"test_time":"2026-08-01T04:20:22Z","avg_ns":1326829762,"stddev_ns":0,"avg_ts":771.764419,"stddev_ts":0.0,"samples_ns":[1326829762],"samples_ts":[771.764],"bench_model":"glm-xl","bench_backend":"vulkan","bench_depth":1024,"bench_kv":"f16/q8_0","bench_ctk":"f16","bench_ctv":"q8_0","bench_block":"d1024"}
{"build_commit":"d6d899580","build_number":9747,"cpu_info":"AMD RYZEN AI MAX+ 395 w/ Radeon 8060S","gpu_info":"Radeon 8060S Graphics (RADV STRIX_HALO)","backends":"Vulkan","model_filename":"hf://unsloth/GLM-4.7-Flash-GGUF@0d32489ecb9d/GLM-4.7-Flash-UD-Q4_K_XL.gguf","model_type":"deepseek2 30B.A3B Q4_K - Medium","model_size":17510693376,"model_n_params":29943393920,"n_batch":1024,"n_ubatch":512,"n_threads":8,"cpu_mask":"0x0","cpu_strict":false,"poll":50,"type_k":"f16","type_v":"q8_0","n_gpu_layers":-1,"n_cpu_moe":0,"split_mode":"layer","main_gpu":0,"no_kv_offload":false,"flash_attn":1,"devices":"auto","tensor_split":"0.00","tensor_buft_overrides":"none","use_mmap":true,"use_direct_io":false,"embeddings":false,"no_op_offload":0,"no_host":false,"fit_target":0,"fit_min_ctx":0,"n_prompt":0,"n_gen":128,"n_depth":1024,"test_time":"2026-08-01T04:20:25Z","avg_ns":1913711436,"stddev_ns":0,"avg_ts":66.885737,"stddev_ts":0.0,"samples_ns":[1913711436],"samples_ts":[66.8857],"bench_model":"glm-xl","bench_backend":"vulkan","bench_depth":1024,"bench_kv":"f16/q8_0","bench_ctk":"f16","bench_ctv":"q8_0","bench_block":"d1024"}
{"build_commit":"d6d899580","build_number":9747,"cpu_info":"AMD RYZEN AI MAX+ 395 w/ Radeon 8060S","gpu_info":"Radeon 8060S Graphics (RADV STRIX_HALO)","backends":"Vulkan","model_filename":"hf://unsloth/GLM-4.7-Flash-GGUF@0d32489ecb9d/GLM-4.7-Flash-UD-Q4_K_XL.gguf","model_type":"deepseek2 30B.A3B Q4_K - Medium","model_size":17510693376,"model_n_params":29943393920,"n_batch":1024,"n_ubatch":512,"n_threads":8,"cpu_mask":"0x0","cpu_strict":false,"poll":50,"type_k":"f16","type_v":"q4_0","n_gpu_layers":-1,"n_cpu_moe":0,"split_mode":"layer","main_gpu":0,"no_kv_offload":false,"flash_attn":1,"devices":"auto","tensor_split":"0.00","tensor_buft_overrides":"none","use_mmap":true,"use_direct_io":false,"embeddings":false,"no_op_offload":0,"no_host":false,"fit_target":0,"fit_min_ctx":0,"n_prompt":512,"n_gen":0,"n_depth":1024,"test_time":"2026-08-01T04:20:29Z","avg_ns":576696931,"stddev_ns":0,"avg_ts":887.814678,"stddev_ts":0.0,"samples_ns":[576696931],"samples_ts":[887.815],"bench_model":"glm-xl","bench_backend":"vulkan","bench_depth":1024,"bench_kv":"f16/q4_0","bench_ctk":"f16","bench_ctv":"q4_0","bench_block":"d1024"}
{"build_commit":"d6d899580","build_number":9747,"cpu_info":"AMD RYZEN AI MAX+ 395 w/ Radeon 8060S","gpu_info":"Radeon 8060S Graphics (RADV STRIX_HALO)","backends":"Vulkan","model_filename":"hf://unsloth/GLM-4.7-Flash-GGUF@0d32489ecb9d/GLM-4.7-Flash-UD-Q4_K_XL.gguf","model_type":"deepseek2 30B.A3B Q4_K - Medium","model_size":17510693376,"model_n_params":29943393920,"n_batch":1024,"n_ubatch":512,"n_threads":8,"cpu_mask":"0x0","cpu_strict":false,"poll":50,"type_k":"f16","type_v":"q4_0","n_gpu_layers":-1,"n_cpu_moe":0,"split_mode":"layer","main_gpu":0,"no_kv_offload":false,"flash_attn":1,"devices":"auto","tensor_split":"0.00","tensor_buft_overrides":"none","use_mmap":true,"use_direct_io":false,"embeddings":false,"no_op_offload":0,"no_host":false,"fit_target":0,"fit_min_ctx":0,"n_prompt":1024,"n_gen":0,"n_depth":1024,"test_time":"2026-08-01T04:20:32Z","avg_ns":1322180507,"stddev_ns":0,"avg_ts":774.478216,"stddev_ts":0.0,"samples_ns":[1322180507],"samples_ts":[774.478],"bench_model":"glm-xl","bench_backend":"vulkan","bench_depth":1024,"bench_kv":"f16/q4_0","bench_ctk":"f16","bench_ctv":"q4_0","bench_block":"d1024"}
{"build_commit":"d6d899580","build_number":9747,"cpu_info":"AMD RYZEN AI MAX+ 395 w/ Radeon 8060S","gpu_info":"Radeon 8060S Graphics (RADV STRIX_HALO)","backends":"Vulkan","model_filename":"hf://unsloth/GLM-4.7-Flash-GGUF@0d32489ecb9d/GLM-4.7-Flash-UD-Q4_K_XL.gguf","model_type":"deepseek2 30B.A3B Q4_K - Medium","model_size":17510693376,"model_n_params":29943393920,"n_batch":1024,"n_ubatch":512,"n_threads":8,"cpu_mask":"0x0","cpu_strict":false,"poll":50,"type_k":"f16","type_v":"q4_0","n_gpu_layers":-1,"n_cpu_moe":0,"split_mode":"layer","main_gpu":0,"no_kv_offload":false,"flash_attn":1,"devices":"auto","tensor_split":"0.00","tensor_buft_overrides":"none","use_mmap":true,"use_direct_io":false,"embeddings":false,"no_op_offload":0,"no_host":false,"fit_target":0,"fit_min_ctx":0,"n_prompt":0,"n_gen":128,"n_depth":1024,"test_time":"2026-08-01T04:20:34Z","avg_ns":1919064309,"stddev_ns":0,"avg_ts":66.699172,"stddev_ts":0.0,"samples_ns":[1919064309],"samples_ts":[66.6992],"bench_model":"glm-xl","bench_backend":"vulkan","bench_depth":1024,"bench_kv":"f16/q4_0","bench_ctk":"f16","bench_ctv":"q4_0","bench_block":"d1024"}
{"build_commit":"d6d899580","build_number":9747,"cpu_info":"AMD RYZEN AI MAX+ 395 w/ Radeon 8060S","gpu_info":"Radeon 8060S Graphics (RADV STRIX_HALO)","backends":"Vulkan","model_filename":"hf://unsloth/GLM-4.7-Flash-GGUF@0d32489ecb9d/GLM-4.7-Flash-UD-Q4_K_XL.gguf","model_type":"deepseek2 30B.A3B Q4_K - Medium","model_size":17510693376,"model_n_params":29943393920,"n_batch":1024,"n_ubatch":512,"n_threads":8,"cpu_mask":"0x0","cpu_strict":false,"poll":50,"type_k":"q4_0","type_v":"q4_0","n_gpu_layers":-1,"n_cpu_moe":0,"split_mode":"layer","main_gpu":0,"no_kv_offload":false,"flash_attn":1,"devices":"auto","tensor_split":"0.00","tensor_buft_overrides":"none","use_mmap":true,"use_direct_io":false,"embeddings":false,"no_op_offload":0,"no_host":false,"fit_target":0,"fit_min_ctx":0,"n_prompt":512,"n_gen":0,"n_depth":1024,"test_time":"2026-08-01T04:20:39Z","avg_ns":748120619,"stddev_ns":0,"avg_ts":684.381618,"stddev_ts":0.0,"samples_ns":[748120619],"samples_ts":[684.382],"bench_model":"glm-xl","bench_backend":"vulkan","bench_depth":1024,"bench_kv":"q4_0/q4_0","bench_ctk":"q4_0","bench_ctv":"q4_0","bench_block":"d1024"}
{"build_commit":"d6d899580","build_number":9747,"cpu_info":"AMD RYZEN AI MAX+ 395 w/ Radeon 8060S","gpu_info":"Radeon 8060S Graphics (RADV STRIX_HALO)","backends":"Vulkan","model_filename":"hf://unsloth/GLM-4.7-Flash-GGUF@0d32489ecb9d/GLM-4.7-Flash-UD-Q4_K_XL.gguf","model_type":"deepseek2 30B.A3B Q4_K - Medium","model_size":17510693376,"model_n_params":29943393920,"n_batch":1024,"n_ubatch":512,"n_threads":8,"cpu_mask":"0x0","cpu_strict":false,"poll":50,"type_k":"q4_0","type_v":"q4_0","n_gpu_layers":-1,"n_cpu_moe":0,"split_mode":"layer","main_gpu":0,"no_kv_offload":false,"flash_attn":1,"devices":"auto","tensor_split":"0.00","tensor_buft_overrides":"none","use_mmap":true,"use_direct_io":false,"embeddings":false,"no_op_offload":0,"no_host":false,"fit_target":0,"fit_min_ctx":0,"n_prompt":1024,"n_gen":0,"n_depth":1024,"test_time":"2026-08-01T04:20:41Z","avg_ns":1779326452,"stddev_ns":0,"avg_ts":575.498666,"stddev_ts":0.0,"samples_ns":[1779326452],"samples_ts":[575.499],"bench_model":"glm-xl","bench_backend":"vulkan","bench_depth":1024,"bench_kv":"q4_0/q4_0","bench_ctk":"q4_0","bench_ctv":"q4_0","bench_block":"d1024"}
{"build_commit":"d6d899580","build_number":9747,"cpu_info":"AMD RYZEN AI MAX+ 395 w/ Radeon 8060S","gpu_info":"Radeon 8060S Graphics (RADV STRIX_HALO)","backends":"Vulkan","model_filename":"hf://unsloth/GLM-4.7-Flash-GGUF@0d32489ecb9d/GLM-4.7-Flash-UD-Q4_K_XL.gguf","model_type":"deepseek2 30B.A3B Q4_K - Medium","model_size":17510693376,"model_n_params":29943393920,"n_batch":1024,"n_ubatch":512,"n_threads":8,"cpu_mask":"0x0","cpu_strict":false,"poll":50,"type_k":"q4_0","type_v":"q4_0","n_gpu_layers":-1,"n_cpu_moe":0,"split_mode":"layer","main_gpu":0,"no_kv_offload":false,"flash_attn":1,"devices":"auto","tensor_split":"0.00","tensor_buft_overrides":"none","use_mmap":true,"use_direct_io":false,"embeddings":false,"no_op_offload":0,"no_host":false,"fit_target":0,"fit_min_ctx":0,"n_prompt":0,"n_gen":128,"n_depth":1024,"test_time":"2026-08-01T04:20:44Z","avg_ns":2124921408,"stddev_ns":0,"avg_ts":60.237522,"stddev_ts":0.0,"samples_ns":[2124921408],"samples_ts":[60.2375],"bench_model":"glm-xl","bench_backend":"vulkan","bench_depth":1024,"bench_kv":"q4_0/q4_0","bench_ctk":"q4_0","bench_ctv":"q4_0","bench_block":"d1024"}
{"build_commit":"d6d899580","build_number":9747,"cpu_info":"AMD RYZEN AI MAX+ 395 w/ Radeon 8060S","gpu_info":"Radeon 8060S Graphics (RADV STRIX_HALO)","backends":"Vulkan","model_filename":"hf://unsloth/GLM-4.7-Flash-GGUF@0d32489ecb9d/GLM-4.7-Flash-UD-Q4_K_XL.gguf","model_type":"deepseek2 30B.A3B Q4_K - Medium","model_size":17510693376,"model_n_params":29943393920,"n_batch":1024,"n_ubatch":512,"n_threads":8,"cpu_mask":"0x0","cpu_strict":false,"poll":50,"type_k":"q8_0","type_v":"q8_0","n_gpu_layers":-1,"n_cpu_moe":0,"split_mode":"layer","main_gpu":0,"no_kv_offload":false,"flash_attn":1,"devices":"auto","tensor_split":"0.00","tensor_buft_overrides":"none","use_mmap":true,"use_direct_io":false,"embeddings":false,"no_op_offload":0,"no_host":false,"fit_target":0,"fit_min_ctx":0,"n_prompt":512,"n_gen":0,"n_depth":1024,"test_time":"2026-08-01T04:20:49Z","avg_ns":779047126,"stddev_ns":0,"avg_ts":657.21313,"stddev_ts":0.0,"samples_ns":[779047126],"samples_ts":[657.213],"bench_model":"glm-xl","bench_backend":"vulkan","bench_depth":1024,"bench_kv":"q8_0/q8_0","bench_ctk":"q8_0","bench_ctv":"q8_0","bench_block":"d1024"}
{"build_commit":"d6d899580","build_number":9747,"cpu_info":"AMD RYZEN AI MAX+ 395 w/ Radeon 8060S","gpu_info":"Radeon 8060S Graphics (RADV STRIX_HALO)","backends":"Vulkan","model_filename":"hf://unsloth/GLM-4.7-Flash-GGUF@0d32489ecb9d/GLM-4.7-Flash-UD-Q4_K_XL.gguf","model_type":"deepseek2 30B.A3B Q4_K - Medium","model_size":17510693376,"model_n_params":29943393920,"n_batch":1024,"n_ubatch":512,"n_threads":8,"cpu_mask":"0x0","cpu_strict":false,"poll":50,"type_k":"q8_0","type_v":"q8_0","n_gpu_layers":-1,"n_cpu_moe":0,"split_mode":"layer","main_gpu":0,"no_kv_offload":false,"flash_attn":1,"devices":"auto","tensor_split":"0.00","tensor_buft_overrides":"none","use_mmap":true,"use_direct_io":false,"embeddings":false,"no_op_offload":0,"no_host":false,"fit_target":0,"fit_min_ctx":0,"n_prompt":1024,"n_gen":0,"n_depth":1024,"test_time":"2026-08-01T04:20:52Z","avg_ns":1841684229,"stddev_ns":0,"avg_ts":556.012797,"stddev_ts":0.0,"samples_ns":[1841684229],"samples_ts":[556.013],"bench_model":"glm-xl","bench_backend":"vulkan","bench_depth":1024,"bench_kv":"q8_0/q8_0","bench_ctk":"q8_0","bench_ctv":"q8_0","bench_block":"d1024"}
{"build_commit":"d6d899580","build_number":9747,"cpu_info":"AMD RYZEN AI MAX+ 395 w/ Radeon 8060S","gpu_info":"Radeon 8060S Graphics (RADV STRIX_HALO)","backends":"Vulkan","model_filename":"hf://unsloth/GLM-4.7-Flash-GGUF@0d32489ecb9d/GLM-4.7-Flash-UD-Q4_K_XL.gguf","model_type":"deepseek2 30B.A3B Q4_K - Medium","model_size":17510693376,"model_n_params":29943393920,"n_batch":1024,"n_ubatch":512,"n_threads":8,"cpu_mask":"0x0","cpu_strict":false,"poll":50,"type_k":"q8_0","type_v":"q8_0","n_gpu_layers":-1,"n_cpu_moe":0,"split_mode":"layer","main_gpu":0,"no_kv_offload":false,"flash_attn":1,"devices":"auto","tensor_split":"0.00","tensor_buft_overrides":"none","use_mmap":true,"use_direct_io":false,"embeddings":false,"no_op_offload":0,"no_host":false,"fit_target":0,"fit_min_ctx":0,"n_prompt":0,"n_gen":128,"n_depth":1024,"test_time":"2026-08-01T04:20:55Z","avg_ns":2035722569,"stddev_ns":0,"avg_ts":62.876937,"stddev_ts":0.0,"samples_ns":[2035722569],"samples_ts":[62.8769],"bench_model":"glm-xl","bench_backend":"vulkan","bench_depth":1024,"bench_kv":"q8_0/q8_0","bench_ctk":"q8_0","bench_ctv":"q8_0","bench_block":"d1024"}
{"build_commit":"a66d505","build_number":1,"cpu_info":"AMD RYZEN AI MAX+ 395 w/ Radeon 8060S","gpu_info":"Radeon 8060S Graphics","backends":"ROCm","model_filename":"hf://unsloth/Qwen-AgentWorld-35B-A3B-GGUF@3a305abf5cfd/Qwen-AgentWorld-35B-A3B-UD-Q4_K_XL.gguf","model_type":"qwen35moe 35B.A3B Q4_K - Medium","model_size":22313814528,"model_n_params":34660610688,"n_batch":1024,"n_ubatch":512,"n_threads":8,"cpu_mask":"0x0","cpu_strict":false,"poll":50,"type_k":"f16","type_v":"f16","n_gpu_layers":-1,"n_cpu_moe":0,"split_mode":"layer","main_gpu":0,"no_kv_offload":false,"flash_attn":1,"devices":"auto","tensor_split":"0.00","tensor_buft_overrides":"none","use_mmap":true,"use_direct_io":false,"embeddings":false,"no_op_offload":0,"no_host":false,"fit_target":0,"fit_min_ctx":0,"n_prompt":512,"n_gen":0,"n_depth":2048,"test_time":"2026-08-01T04:21:02Z","avg_ns":518413768,"stddev_ns":0,"avg_ts":987.628091,"stddev_ts":0.0,"samples_ns":[518413768],"samples_ts":[987.628],"bench_model":"agentworld","bench_backend":"rocm","bench_depth":2048,"bench_kv":"f16/f16","bench_ctk":"f16","bench_ctv":"f16","bench_block":"d2048"}
{"build_commit":"a66d505","build_number":1,"cpu_info":"AMD RYZEN AI MAX+ 395 w/ Radeon 8060S","gpu_info":"Radeon 8060S Graphics","backends":"ROCm","model_filename":"hf://unsloth/Qwen-AgentWorld-35B-A3B-GGUF@3a305abf5cfd/Qwen-AgentWorld-35B-A3B-UD-Q4_K_XL.gguf","model_type":"qwen35moe 35B.A3B Q4_K - Medium","model_size":22313814528,"model_n_params":34660610688,"n_batch":1024,"n_ubatch":512,"n_threads":8,"cpu_mask":"0x0","cpu_strict":false,"poll":50,"type_k":"f16","type_v":"f16","n_gpu_layers":-1,"n_cpu_moe":0,"split_mode":"layer","main_gpu":0,"no_kv_offload":false,"flash_attn":1,"devices":"auto","tensor_split":"0.00","tensor_buft_overrides":"none","use_mmap":true,"use_direct_io":false,"embeddings":false,"no_op_offload":0,"no_host":false,"fit_target":0,"fit_min_ctx":0,"n_prompt":1024,"n_gen":0,"n_depth":2048,"test_time":"2026-08-01T04:21:05Z","avg_ns":1109675537,"stddev_ns":0,"avg_ts":922.792263,"stddev_ts":0.0,"samples_ns":[1109675537],"samples_ts":[922.792],"bench_model":"agentworld","bench_backend":"rocm","bench_depth":2048,"bench_kv":"f16/f16","bench_ctk":"f16","bench_ctv":"f16","bench_block":"d2048"}
{"build_commit":"a66d505","build_number":1,"cpu_info":"AMD RYZEN AI MAX+ 395 w/ Radeon 8060S","gpu_info":"Radeon 8060S Graphics","backends":"ROCm","model_filename":"hf://unsloth/Qwen-AgentWorld-35B-A3B-GGUF@3a305abf5cfd/Qwen-AgentWorld-35B-A3B-UD-Q4_K_XL.gguf","model_type":"qwen35moe 35B.A3B Q4_K - Medium","model_size":22313814528,"model_n_params":34660610688,"n_batch":1024,"n_ubatch":512,"n_threads":8,"cpu_mask":"0x0","cpu_strict":false,"poll":50,"type_k":"f16","type_v":"f16","n_gpu_layers":-1,"n_cpu_moe":0,"split_mode":"layer","main_gpu":0,"no_kv_offload":false,"flash_attn":1,"devices":"auto","tensor_split":"0.00","tensor_buft_overrides":"none","use_mmap":true,"use_direct_io":false,"embeddings":false,"no_op_offload":0,"no_host":false,"fit_target":0,"fit_min_ctx":0,"n_prompt":0,"n_gen":128,"n_depth":2048,"test_time":"2026-08-01T04:21:08Z","avg_ns":2531507056,"stddev_ns":0,"avg_ts":50.562766,"stddev_ts":0.0,"samples_ns":[2531507056],"samples_ts":[50.5628],"bench_model":"agentworld","bench_backend":"rocm","bench_depth":2048,"bench_kv":"f16/f16","bench_ctk":"f16","bench_ctv":"f16","bench_block":"d2048"}
{"build_commit":"a66d505","build_number":1,"cpu_info":"AMD RYZEN AI MAX+ 395 w/ Radeon 8060S","gpu_info":"Radeon 8060S Graphics","backends":"ROCm","model_filename":"hf://unsloth/Qwen-AgentWorld-35B-A3B-GGUF@3a305abf5cfd/Qwen-AgentWorld-35B-A3B-UD-Q4_K_XL.gguf","model_type":"qwen35moe 35B.A3B Q4_K - Medium","model_size":22313814528,"model_n_params":34660610688,"n_batch":1024,"n_ubatch":512,"n_threads":8,"cpu_mask":"0x0","cpu_strict":false,"poll":50,"type_k":"f16","type_v":"q8_0","n_gpu_layers":-1,"n_cpu_moe":0,"split_mode":"layer","main_gpu":0,"no_kv_offload":false,"flash_attn":1,"devices":"auto","tensor_split":"0.00","tensor_buft_overrides":"none","use_mmap":true,"use_direct_io":false,"embeddings":false,"no_op_offload":0,"no_host":false,"fit_target":0,"fit_min_ctx":0,"n_prompt":512,"n_gen":0,"n_depth":2048,"test_time":"2026-08-01T04:21:13Z","avg_ns":5681015156,"stddev_ns":0,"avg_ts":90.124738,"stddev_ts":0.0,"samples_ns":[5681015156],"samples_ts":[90.1247],"bench_model":"agentworld","bench_backend":"rocm","bench_depth":2048,"bench_kv":"f16/q8_0","bench_ctk":"f16","bench_ctv":"q8_0","bench_block":"d2048"}
{"build_commit":"a66d505","build_number":1,"cpu_info":"AMD RYZEN AI MAX+ 395 w/ Radeon 8060S","gpu_info":"Radeon 8060S Graphics","backends":"ROCm","model_filename":"hf://unsloth/Qwen-AgentWorld-35B-A3B-GGUF@3a305abf5cfd/Qwen-AgentWorld-35B-A3B-UD-Q4_K_XL.gguf","model_type":"qwen35moe 35B.A3B Q4_K - Medium","model_size":22313814528,"model_n_params":34660610688,"n_batch":1024,"n_ubatch":512,"n_threads":8,"cpu_mask":"0x0","cpu_strict":false,"poll":50,"type_k":"f16","type_v":"q8_0","n_gpu_layers":-1,"n_cpu_moe":0,"split_mode":"layer","main_gpu":0,"no_kv_offload":false,"flash_attn":1,"devices":"auto","tensor_split":"0.00","tensor_buft_overrides":"none","use_mmap":true,"use_direct_io":false,"embeddings":false,"no_op_offload":0,"no_host":false,"fit_target":0,"fit_min_ctx":0,"n_prompt":1024,"n_gen":0,"n_depth":2048,"test_time":"2026-08-01T04:21:31Z","avg_ns":12255993227,"stddev_ns":0,"avg_ts":83.55096,"stddev_ts":0.0,"samples_ns":[12255993227],"samples_ts":[83.551],"bench_model":"agentworld","bench_backend":"rocm","bench_depth":2048,"bench_kv":"f16/q8_0","bench_ctk":"f16","bench_ctv":"q8_0","bench_block":"d2048"}
{"build_commit":"a66d505","build_number":1,"cpu_info":"AMD RYZEN AI MAX+ 395 w/ Radeon 8060S","gpu_info":"Radeon 8060S Graphics","backends":"ROCm","model_filename":"hf://unsloth/Qwen-AgentWorld-35B-A3B-GGUF@3a305abf5cfd/Qwen-AgentWorld-35B-A3B-UD-Q4_K_XL.gguf","model_type":"qwen35moe 35B.A3B Q4_K - Medium","model_size":22313814528,"model_n_params":34660610688,"n_batch":1024,"n_ubatch":512,"n_threads":8,"cpu_mask":"0x0","cpu_strict":false,"poll":50,"type_k":"f16","type_v":"q8_0","n_gpu_layers":-1,"n_cpu_moe":0,"split_mode":"layer","main_gpu":0,"no_kv_offload":false,"flash_attn":1,"devices":"auto","tensor_split":"0.00","tensor_buft_overrides":"none","use_mmap":true,"use_direct_io":false,"embeddings":false,"no_op_offload":0,"no_host":false,"fit_target":0,"fit_min_ctx":0,"n_prompt":0,"n_gen":128,"n_depth":2048,"test_time":"2026-08-01T04:21:48Z","avg_ns":4301915624,"stddev_ns":0,"avg_ts":29.754187,"stddev_ts":0.0,"samples_ns":[4301915624],"samples_ts":[29.7542],"bench_model":"agentworld","bench_backend":"rocm","bench_depth":2048,"bench_kv":"f16/q8_0","bench_ctk":"f16","bench_ctv":"q8_0","bench_block":"d2048"}
{"build_commit":"a66d505","build_number":1,"cpu_info":"AMD RYZEN AI MAX+ 395 w/ Radeon 8060S","gpu_info":"Radeon 8060S Graphics","backends":"ROCm","model_filename":"hf://unsloth/Qwen-AgentWorld-35B-A3B-GGUF@3a305abf5cfd/Qwen-AgentWorld-35B-A3B-UD-Q4_K_XL.gguf","model_type":"qwen35moe 35B.A3B Q4_K - Medium","model_size":22313814528,"model_n_params":34660610688,"n_batch":1024,"n_ubatch":512,"n_threads":8,"cpu_mask":"0x0","cpu_strict":false,"poll":50,"type_k":"f16","type_v":"q4_0","n_gpu_layers":-1,"n_cpu_moe":0,"split_mode":"layer","main_gpu":0,"no_kv_offload":false,"flash_attn":1,"devices":"auto","tensor_split":"0.00","tensor_buft_overrides":"none","use_mmap":true,"use_direct_io":false,"embeddings":false,"no_op_offload":0,"no_host":false,"fit_target":0,"fit_min_ctx":0,"n_prompt":512,"n_gen":0,"n_depth":2048,"test_time":"2026-08-01T04:21:55Z","avg_ns":6192488495,"stddev_ns":0,"avg_ts":82.680816,"stddev_ts":0.0,"samples_ns":[6192488495],"samples_ts":[82.6808],"bench_model":"agentworld","bench_backend":"rocm","bench_depth":2048,"bench_kv":"f16/q4_0","bench_ctk":"f16","bench_ctv":"q4_0","bench_block":"d2048"}
{"build_commit":"a66d505","build_number":1,"cpu_info":"AMD RYZEN AI MAX+ 395 w/ Radeon 8060S","gpu_info":"Radeon 8060S Graphics","backends":"ROCm","model_filename":"hf://unsloth/Qwen-AgentWorld-35B-A3B-GGUF@3a305abf5cfd/Qwen-AgentWorld-35B-A3B-UD-Q4_K_XL.gguf","model_type":"qwen35moe 35B.A3B Q4_K - Medium","model_size":22313814528,"model_n_params":34660610688,"n_batch":1024,"n_ubatch":512,"n_threads":8,"cpu_mask":"0x0","cpu_strict":false,"poll":50,"type_k":"f16","type_v":"q4_0","n_gpu_layers":-1,"n_cpu_moe":0,"split_mode":"layer","main_gpu":0,"no_kv_offload":false,"flash_attn":1,"devices":"auto","tensor_split":"0.00","tensor_buft_overrides":"none","use_mmap":true,"use_direct_io":false,"embeddings":false,"no_op_offload":0,"no_host":false,"fit_target":0,"fit_min_ctx":0,"n_prompt":1024,"n_gen":0,"n_depth":2048,"test_time":"2026-08-01T04:22:15Z","avg_ns":13343601504,"stddev_ns":0,"avg_ts":76.740901,"stddev_ts":0.0,"samples_ns":[13343601504],"samples_ts":[76.7409],"bench_model":"agentworld","bench_backend":"rocm","bench_depth":2048,"bench_kv":"f16/q4_0","bench_ctk":"f16","bench_ctv":"q4_0","bench_block":"d2048"}
{"build_commit":"a66d505","build_number":1,"cpu_info":"AMD RYZEN AI MAX+ 395 w/ Radeon 8060S","gpu_info":"Radeon 8060S Graphics","backends":"ROCm","model_filename":"hf://unsloth/Qwen-AgentWorld-35B-A3B-GGUF@3a305abf5cfd/Qwen-AgentWorld-35B-A3B-UD-Q4_K_XL.gguf","model_type":"qwen35moe 35B.A3B Q4_K - Medium","model_size":22313814528,"model_n_params":34660610688,"n_batch":1024,"n_ubatch":512,"n_threads":8,"cpu_mask":"0x0","cpu_strict":false,"poll":50,"type_k":"f16","type_v":"q4_0","n_gpu_layers":-1,"n_cpu_moe":0,"split_mode":"layer","main_gpu":0,"no_kv_offload":false,"flash_attn":1,"devices":"auto","tensor_split":"0.00","tensor_buft_overrides":"none","use_mmap":true,"use_direct_io":false,"embeddings":false,"no_op_offload":0,"no_host":false,"fit_target":0,"fit_min_ctx":0,"n_prompt":0,"n_gen":128,"n_depth":2048,"test_time":"2026-08-01T04:22:32Z","avg_ns":4409791605,"stddev_ns":0,"avg_ts":29.026315,"stddev_ts":0.0,"samples_ns":[4409791605],"samples_ts":[29.0263],"bench_model":"agentworld","bench_backend":"rocm","bench_depth":2048,"bench_kv":"f16/q4_0","bench_ctk":"f16","bench_ctv":"q4_0","bench_block":"d2048"}
{"build_commit":"a66d505","build_number":1,"cpu_info":"AMD RYZEN AI MAX+ 395 w/ Radeon 8060S","gpu_info":"Radeon 8060S Graphics","backends":"ROCm","model_filename":"hf://unsloth/Qwen-AgentWorld-35B-A3B-GGUF@3a305abf5cfd/Qwen-AgentWorld-35B-A3B-UD-Q4_K_XL.gguf","model_type":"qwen35moe 35B.A3B Q4_K - Medium","model_size":22313814528,"model_n_params":34660610688,"n_batch":1024,"n_ubatch":512,"n_threads":8,"cpu_mask":"0x0","cpu_strict":false,"poll":50,"type_k":"q4_0","type_v":"q4_0","n_gpu_layers":-1,"n_cpu_moe":0,"split_mode":"layer","main_gpu":0,"no_kv_offload":false,"flash_attn":1,"devices":"auto","tensor_split":"0.00","tensor_buft_overrides":"none","use_mmap":true,"use_direct_io":false,"embeddings":false,"no_op_offload":0,"no_host":false,"fit_target":0,"fit_min_ctx":0,"n_prompt":512,"n_gen":0,"n_depth":2048,"test_time":"2026-08-01T04:22:39Z","avg_ns":544845064,"stddev_ns":0,"avg_ts":939.71669,"stddev_ts":0.0,"samples_ns":[544845064],"samples_ts":[939.717],"bench_model":"agentworld","bench_backend":"rocm","bench_depth":2048,"bench_kv":"q4_0/q4_0","bench_ctk":"q4_0","bench_ctv":"q4_0","bench_block":"d2048"}
{"build_commit":"a66d505","build_number":1,"cpu_info":"AMD RYZEN AI MAX+ 395 w/ Radeon 8060S","gpu_info":"Radeon 8060S Graphics","backends":"ROCm","model_filename":"hf://unsloth/Qwen-AgentWorld-35B-A3B-GGUF@3a305abf5cfd/Qwen-AgentWorld-35B-A3B-UD-Q4_K_XL.gguf","model_type":"qwen35moe 35B.A3B Q4_K - Medium","model_size":22313814528,"model_n_params":34660610688,"n_batch":1024,"n_ubatch":512,"n_threads":8,"cpu_mask":"0x0","cpu_strict":false,"poll":50,"type_k":"q4_0","type_v":"q4_0","n_gpu_layers":-1,"n_cpu_moe":0,"split_mode":"layer","main_gpu":0,"no_kv_offload":false,"flash_attn":1,"devices":"auto","tensor_split":"0.00","tensor_buft_overrides":"none","use_mmap":true,"use_direct_io":false,"embeddings":false,"no_op_offload":0,"no_host":false,"fit_target":0,"fit_min_ctx":0,"n_prompt":1024,"n_gen":0,"n_depth":2048,"test_time":"2026-08-01T04:22:42Z","avg_ns":1115194804,"stddev_ns":0,"avg_ts":918.225225,"stddev_ts":0.0,"samples_ns":[1115194804],"samples_ts":[918.225],"bench_model":"agentworld","bench_backend":"rocm","bench_depth":2048,"bench_kv":"q4_0/q4_0","bench_ctk":"q4_0","bench_ctv":"q4_0","bench_block":"d2048"}
{"build_commit":"a66d505","build_number":1,"cpu_info":"AMD RYZEN AI MAX+ 395 w/ Radeon 8060S","gpu_info":"Radeon 8060S Graphics","backends":"ROCm","model_filename":"hf://unsloth/Qwen-AgentWorld-35B-A3B-GGUF@3a305abf5cfd/Qwen-AgentWorld-35B-A3B-UD-Q4_K_XL.gguf","model_type":"qwen35moe 35B.A3B Q4_K - Medium","model_size":22313814528,"model_n_params":34660610688,"n_batch":1024,"n_ubatch":512,"n_threads":8,"cpu_mask":"0x0","cpu_strict":false,"poll":50,"type_k":"q4_0","type_v":"q4_0","n_gpu_layers":-1,"n_cpu_moe":0,"split_mode":"layer","main_gpu":0,"no_kv_offload":false,"flash_attn":1,"devices":"auto","tensor_split":"0.00","tensor_buft_overrides":"none","use_mmap":true,"use_direct_io":false,"embeddings":false,"no_op_offload":0,"no_host":false,"fit_target":0,"fit_min_ctx":0,"n_prompt":0,"n_gen":128,"n_depth":2048,"test_time":"2026-08-01T04:22:45Z","avg_ns":2580149317,"stddev_ns":0,"avg_ts":49.609532,"stddev_ts":0.0,"samples_ns":[2580149317],"samples_ts":[49.6095],"bench_model":"agentworld","bench_backend":"rocm","bench_depth":2048,"bench_kv":"q4_0/q4_0","bench_ctk":"q4_0","bench_ctv":"q4_0","bench_block":"d2048"}
{"build_commit":"a66d505","build_number":1,"cpu_info":"AMD RYZEN AI MAX+ 395 w/ Radeon 8060S","gpu_info":"Radeon 8060S Graphics","backends":"ROCm","model_filename":"hf://unsloth/Qwen-AgentWorld-35B-A3B-GGUF@3a305abf5cfd/Qwen-AgentWorld-35B-A3B-UD-Q4_K_XL.gguf","model_type":"qwen35moe 35B.A3B Q4_K - Medium","model_size":22313814528,"model_n_params":34660610688,"n_batch":1024,"n_ubatch":512,"n_threads":8,"cpu_mask":"0x0","cpu_strict":false,"poll":50,"type_k":"q8_0","type_v":"q8_0","n_gpu_layers":-1,"n_cpu_moe":0,"split_mode":"layer","main_gpu":0,"no_kv_offload":false,"flash_attn":1,"devices":"auto","tensor_split":"0.00","tensor_buft_overrides":"none","use_mmap":true,"use_direct_io":false,"embeddings":false,"no_op_offload":0,"no_host":false,"fit_target":0,"fit_min_ctx":0,"n_prompt":512,"n_gen":0,"n_depth":2048,"test_time":"2026-08-01T04:22:50Z","avg_ns":544642891,"stddev_ns":0,"avg_ts":940.065515,"stddev_ts":0.0,"samples_ns":[544642891],"samples_ts":[940.066],"bench_model":"agentworld","bench_backend":"rocm","bench_depth":2048,"bench_kv":"q8_0/q8_0","bench_ctk":"q8_0","bench_ctv":"q8_0","bench_block":"d2048"}
{"build_commit":"a66d505","build_number":1,"cpu_info":"AMD RYZEN AI MAX+ 395 w/ Radeon 8060S","gpu_info":"Radeon 8060S Graphics","backends":"ROCm","model_filename":"hf://unsloth/Qwen-AgentWorld-35B-A3B-GGUF@3a305abf5cfd/Qwen-AgentWorld-35B-A3B-UD-Q4_K_XL.gguf","model_type":"qwen35moe 35B.A3B Q4_K - Medium","model_size":22313814528,"model_n_params":34660610688,"n_batch":1024,"n_ubatch":512,"n_threads":8,"cpu_mask":"0x0","cpu_strict":false,"poll":50,"type_k":"q8_0","type_v":"q8_0","n_gpu_layers":-1,"n_cpu_moe":0,"split_mode":"layer","main_gpu":0,"no_kv_offload":false,"flash_attn":1,"devices":"auto","tensor_split":"0.00","tensor_buft_overrides":"none","use_mmap":true,"use_direct_io":false,"embeddings":false,"no_op_offload":0,"no_host":false,"fit_target":0,"fit_min_ctx":0,"n_prompt":1024,"n_gen":0,"n_depth":2048,"test_time":"2026-08-01T04:22:53Z","avg_ns":1096928549,"stddev_ns":0,"avg_ts":933.51568,"stddev_ts":0.0,"samples_ns":[1096928549],"samples_ts":[933.516],"bench_model":"agentworld","bench_backend":"rocm","bench_depth":2048,"bench_kv":"q8_0/q8_0","bench_ctk":"q8_0","bench_ctv":"q8_0","bench_block":"d2048"}
{"build_commit":"a66d505","build_number":1,"cpu_info":"AMD RYZEN AI MAX+ 395 w/ Radeon 8060S","gpu_info":"Radeon 8060S Graphics","backends":"ROCm","model_filename":"hf://unsloth/Qwen-AgentWorld-35B-A3B-GGUF@3a305abf5cfd/Qwen-AgentWorld-35B-A3B-UD-Q4_K_XL.gguf","model_type":"qwen35moe 35B.A3B Q4_K - Medium","model_size":22313814528,"model_n_params":34660610688,"n_batch":1024,"n_ubatch":512,"n_threads":8,"cpu_mask":"0x0","cpu_strict":false,"poll":50,"type_k":"q8_0","type_v":"q8_0","n_gpu_layers":-1,"n_cpu_moe":0,"split_mode":"layer","main_gpu":0,"no_kv_offload":false,"flash_attn":1,"devices":"auto","tensor_split":"0.00","tensor_buft_overrides":"none","use_mmap":true,"use_direct_io":false,"embeddings":false,"no_op_offload":0,"no_host":false,"fit_target":0,"fit_min_ctx":0,"n_prompt":0,"n_gen":128,"n_depth":2048,"test_time":"2026-08-01T04:22:56Z","avg_ns":2564979259,"stddev_ns":0,"avg_ts":49.902938,"stddev_ts":0.0,"samples_ns":[2564979259],"samples_ts":[49.9029],"bench_model":"agentworld","bench_backend":"rocm","bench_depth":2048,"bench_kv":"q8_0/q8_0","bench_ctk":"q8_0","bench_ctv":"q8_0","bench_block":"d2048"}
{"build_commit":"d6d899580","build_number":9747,"cpu_info":"AMD RYZEN AI MAX+ 395 w/ Radeon 8060S","gpu_info":"Radeon 8060S Graphics (RADV STRIX_HALO)","backends":"Vulkan","model_filename":"hf://unsloth/Qwen-AgentWorld-35B-A3B-GGUF@3a305abf5cfd/Qwen-AgentWorld-35B-A3B-UD-Q4_K_XL.gguf","model_type":"qwen35moe 35B.A3B Q4_K - Medium","model_size":22313814528,"model_n_params":34660610688,"n_batch":1024,"n_ubatch":512,"n_threads":8,"cpu_mask":"0x0","cpu_strict":false,"poll":50,"type_k":"f16","type_v":"f16","n_gpu_layers":-1,"n_cpu_moe":0,"split_mode":"layer","main_gpu":0,"no_kv_offload":false,"flash_attn":1,"devices":"auto","tensor_split":"0.00","tensor_buft_overrides":"none","use_mmap":true,"use_direct_io":false,"embeddings":false,"no_op_offload":0,"no_host":false,"fit_target":0,"fit_min_ctx":0,"n_prompt":512,"n_gen":0,"n_depth":2048,"test_time":"2026-08-01T04:23:02Z","avg_ns":511168608,"stddev_ns":0,"avg_ts":1001.626454,"stddev_ts":0.0,"samples_ns":[511168608],"samples_ts":[1001.63],"bench_model":"agentworld","bench_backend":"vulkan","bench_depth":2048,"bench_kv":"f16/f16","bench_ctk":"f16","bench_ctv":"f16","bench_block":"d2048"}
{"build_commit":"d6d899580","build_number":9747,"cpu_info":"AMD RYZEN AI MAX+ 395 w/ Radeon 8060S","gpu_info":"Radeon 8060S Graphics (RADV STRIX_HALO)","backends":"Vulkan","model_filename":"hf://unsloth/Qwen-AgentWorld-35B-A3B-GGUF@3a305abf5cfd/Qwen-AgentWorld-35B-A3B-UD-Q4_K_XL.gguf","model_type":"qwen35moe 35B.A3B Q4_K - Medium","model_size":22313814528,"model_n_params":34660610688,"n_batch":1024,"n_ubatch":512,"n_threads":8,"cpu_mask":"0x0","cpu_strict":false,"poll":50,"type_k":"f16","type_v":"f16","n_gpu_layers":-1,"n_cpu_moe":0,"split_mode":"layer","main_gpu":0,"no_kv_offload":false,"flash_attn":1,"devices":"auto","tensor_split":"0.00","tensor_buft_overrides":"none","use_mmap":true,"use_direct_io":false,"embeddings":false,"no_op_offload":0,"no_host":false,"fit_target":0,"fit_min_ctx":0,"n_prompt":1024,"n_gen":0,"n_depth":2048,"test_time":"2026-08-01T04:23:05Z","avg_ns":1083153775,"stddev_ns":0,"avg_ts":945.387464,"stddev_ts":0.0,"samples_ns":[1083153775],"samples_ts":[945.387],"bench_model":"agentworld","bench_backend":"vulkan","bench_depth":2048,"bench_kv":"f16/f16","bench_ctk":"f16","bench_ctv":"f16","bench_block":"d2048"}
{"build_commit":"d6d899580","build_number":9747,"cpu_info":"AMD RYZEN AI MAX+ 395 w/ Radeon 8060S","gpu_info":"Radeon 8060S Graphics (RADV STRIX_HALO)","backends":"Vulkan","model_filename":"hf://unsloth/Qwen-AgentWorld-35B-A3B-GGUF@3a305abf5cfd/Qwen-AgentWorld-35B-A3B-UD-Q4_K_XL.gguf","model_type":"qwen35moe 35B.A3B Q4_K - Medium","model_size":22313814528,"model_n_params":34660610688,"n_batch":1024,"n_ubatch":512,"n_threads":8,"cpu_mask":"0x0","cpu_strict":false,"poll":50,"type_k":"f16","type_v":"f16","n_gpu_layers":-1,"n_cpu_moe":0,"split_mode":"layer","main_gpu":0,"no_kv_offload":false,"flash_attn":1,"devices":"auto","tensor_split":"0.00","tensor_buft_overrides":"none","use_mmap":true,"use_direct_io":false,"embeddings":false,"no_op_offload":0,"no_host":false,"fit_target":0,"fit_min_ctx":0,"n_prompt":0,"n_gen":128,"n_depth":2048,"test_time":"2026-08-01T04:23:08Z","avg_ns":2143815824,"stddev_ns":0,"avg_ts":59.706622,"stddev_ts":0.0,"samples_ns":[2143815824],"samples_ts":[59.7066],"bench_model":"agentworld","bench_backend":"vulkan","bench_depth":2048,"bench_kv":"f16/f16","bench_ctk":"f16","bench_ctv":"f16","bench_block":"d2048"}
{"build_commit":"d6d899580","build_number":9747,"cpu_info":"AMD RYZEN AI MAX+ 395 w/ Radeon 8060S","gpu_info":"Radeon 8060S Graphics (RADV STRIX_HALO)","backends":"Vulkan","model_filename":"hf://unsloth/Qwen-AgentWorld-35B-A3B-GGUF@3a305abf5cfd/Qwen-AgentWorld-35B-A3B-UD-Q4_K_XL.gguf","model_type":"qwen35moe 35B.A3B Q4_K - Medium","model_size":22313814528,"model_n_params":34660610688,"n_batch":1024,"n_ubatch":512,"n_threads":8,"cpu_mask":"0x0","cpu_strict":false,"poll":50,"type_k":"f16","type_v":"q8_0","n_gpu_layers":-1,"n_cpu_moe":0,"split_mode":"layer","main_gpu":0,"no_kv_offload":false,"flash_attn":1,"devices":"auto","tensor_split":"0.00","tensor_buft_overrides":"none","use_mmap":true,"use_direct_io":false,"embeddings":false,"no_op_offload":0,"no_host":false,"fit_target":0,"fit_min_ctx":0,"n_prompt":512,"n_gen":0,"n_depth":2048,"test_time":"2026-08-01T04:23:14Z","avg_ns":496765965,"stddev_ns":0,"avg_ts":1030.666423,"stddev_ts":0.0,"samples_ns":[496765965],"samples_ts":[1030.67],"bench_model":"agentworld","bench_backend":"vulkan","bench_depth":2048,"bench_kv":"f16/q8_0","bench_ctk":"f16","bench_ctv":"q8_0","bench_block":"d2048"}
{"build_commit":"d6d899580","build_number":9747,"cpu_info":"AMD RYZEN AI MAX+ 395 w/ Radeon 8060S","gpu_info":"Radeon 8060S Graphics (RADV STRIX_HALO)","backends":"Vulkan","model_filename":"hf://unsloth/Qwen-AgentWorld-35B-A3B-GGUF@3a305abf5cfd/Qwen-AgentWorld-35B-A3B-UD-Q4_K_XL.gguf","model_type":"qwen35moe 35B.A3B Q4_K - Medium","model_size":22313814528,"model_n_params":34660610688,"n_batch":1024,"n_ubatch":512,"n_threads":8,"cpu_mask":"0x0","cpu_strict":false,"poll":50,"type_k":"f16","type_v":"q8_0","n_gpu_layers":-1,"n_cpu_moe":0,"split_mode":"layer","main_gpu":0,"no_kv_offload":false,"flash_attn":1,"devices":"auto","tensor_split":"0.00","tensor_buft_overrides":"none","use_mmap":true,"use_direct_io":false,"embeddings":false,"no_op_offload":0,"no_host":false,"fit_target":0,"fit_min_ctx":0,"n_prompt":1024,"n_gen":0,"n_depth":2048,"test_time":"2026-08-01T04:23:17Z","avg_ns":1078159500,"stddev_ns":0,"avg_ts":949.766709,"stddev_ts":0.0,"samples_ns":[1078159500],"samples_ts":[949.767],"bench_model":"agentworld","bench_backend":"vulkan","bench_depth":2048,"bench_kv":"f16/q8_0","bench_ctk":"f16","bench_ctv":"q8_0","bench_block":"d2048"}
{"build_commit":"d6d899580","build_number":9747,"cpu_info":"AMD RYZEN AI MAX+ 395 w/ Radeon 8060S","gpu_info":"Radeon 8060S Graphics (RADV STRIX_HALO)","backends":"Vulkan","model_filename":"hf://unsloth/Qwen-AgentWorld-35B-A3B-GGUF@3a305abf5cfd/Qwen-AgentWorld-35B-A3B-UD-Q4_K_XL.gguf","model_type":"qwen35moe 35B.A3B Q4_K - Medium","model_size":22313814528,"model_n_params":34660610688,"n_batch":1024,"n_ubatch":512,"n_threads":8,"cpu_mask":"0x0","cpu_strict":false,"poll":50,"type_k":"f16","type_v":"q8_0","n_gpu_layers":-1,"n_cpu_moe":0,"split_mode":"layer","main_gpu":0,"no_kv_offload":false,"flash_attn":1,"devices":"auto","tensor_split":"0.00","tensor_buft_overrides":"none","use_mmap":true,"use_direct_io":false,"embeddings":false,"no_op_offload":0,"no_host":false,"fit_target":0,"fit_min_ctx":0,"n_prompt":0,"n_gen":128,"n_depth":2048,"test_time":"2026-08-01T04:23:19Z","avg_ns":2157869428,"stddev_ns":0,"avg_ts":59.317769,"stddev_ts":0.0,"samples_ns":[2157869428],"samples_ts":[59.3178],"bench_model":"agentworld","bench_backend":"vulkan","bench_depth":2048,"bench_kv":"f16/q8_0","bench_ctk":"f16","bench_ctv":"q8_0","bench_block":"d2048"}
{"build_commit":"d6d899580","build_number":9747,"cpu_info":"AMD RYZEN AI MAX+ 395 w/ Radeon 8060S","gpu_info":"Radeon 8060S Graphics (RADV STRIX_HALO)","backends":"Vulkan","model_filename":"hf://unsloth/Qwen-AgentWorld-35B-A3B-GGUF@3a305abf5cfd/Qwen-AgentWorld-35B-A3B-UD-Q4_K_XL.gguf","model_type":"qwen35moe 35B.A3B Q4_K - Medium","model_size":22313814528,"model_n_params":34660610688,"n_batch":1024,"n_ubatch":512,"n_threads":8,"cpu_mask":"0x0","cpu_strict":false,"poll":50,"type_k":"f16","type_v":"q4_0","n_gpu_layers":-1,"n_cpu_moe":0,"split_mode":"layer","main_gpu":0,"no_kv_offload":false,"flash_attn":1,"devices":"auto","tensor_split":"0.00","tensor_buft_overrides":"none","use_mmap":true,"use_direct_io":false,"embeddings":false,"no_op_offload":0,"no_host":false,"fit_target":0,"fit_min_ctx":0,"n_prompt":512,"n_gen":0,"n_depth":2048,"test_time":"2026-08-01T04:23:25Z","avg_ns":497419694,"stddev_ns":0,"avg_ts":1029.311879,"stddev_ts":0.0,"samples_ns":[497419694],"samples_ts":[1029.31],"bench_model":"agentworld","bench_backend":"vulkan","bench_depth":2048,"bench_kv":"f16/q4_0","bench_ctk":"f16","bench_ctv":"q4_0","bench_block":"d2048"}
{"build_commit":"d6d899580","build_number":9747,"cpu_info":"AMD RYZEN AI MAX+ 395 w/ Radeon 8060S","gpu_info":"Radeon 8060S Graphics (RADV STRIX_HALO)","backends":"Vulkan","model_filename":"hf://unsloth/Qwen-AgentWorld-35B-A3B-GGUF@3a305abf5cfd/Qwen-AgentWorld-35B-A3B-UD-Q4_K_XL.gguf","model_type":"qwen35moe 35B.A3B Q4_K - Medium","model_size":22313814528,"model_n_params":34660610688,"n_batch":1024,"n_ubatch":512,"n_threads":8,"cpu_mask":"0x0","cpu_strict":false,"poll":50,"type_k":"f16","type_v":"q4_0","n_gpu_layers":-1,"n_cpu_moe":0,"split_mode":"layer","main_gpu":0,"no_kv_offload":false,"flash_attn":1,"devices":"auto","tensor_split":"0.00","tensor_buft_overrides":"none","use_mmap":true,"use_direct_io":false,"embeddings":false,"no_op_offload":0,"no_host":false,"fit_target":0,"fit_min_ctx":0,"n_prompt":1024,"n_gen":0,"n_depth":2048,"test_time":"2026-08-01T04:23:29Z","avg_ns":1091505088,"stddev_ns":0,"avg_ts":938.154124,"stddev_ts":0.0,"samples_ns":[1091505088],"samples_ts":[938.154],"bench_model":"agentworld","bench_backend":"vulkan","bench_depth":2048,"bench_kv":"f16/q4_0","bench_ctk":"f16","bench_ctv":"q4_0","bench_block":"d2048"}
{"build_commit":"d6d899580","build_number":9747,"cpu_info":"AMD RYZEN AI MAX+ 395 w/ Radeon 8060S","gpu_info":"Radeon 8060S Graphics (RADV STRIX_HALO)","backends":"Vulkan","model_filename":"hf://unsloth/Qwen-AgentWorld-35B-A3B-GGUF@3a305abf5cfd/Qwen-AgentWorld-35B-A3B-UD-Q4_K_XL.gguf","model_type":"qwen35moe 35B.A3B Q4_K - Medium","model_size":22313814528,"model_n_params":34660610688,"n_batch":1024,"n_ubatch":512,"n_threads":8,"cpu_mask":"0x0","cpu_strict":false,"poll":50,"type_k":"f16","type_v":"q4_0","n_gpu_layers":-1,"n_cpu_moe":0,"split_mode":"layer","main_gpu":0,"no_kv_offload":false,"flash_attn":1,"devices":"auto","tensor_split":"0.00","tensor_buft_overrides":"none","use_mmap":true,"use_direct_io":false,"embeddings":false,"no_op_offload":0,"no_host":false,"fit_target":0,"fit_min_ctx":0,"n_prompt":0,"n_gen":128,"n_depth":2048,"test_time":"2026-08-01T04:23:31Z","avg_ns":2143637159,"stddev_ns":0,"avg_ts":59.711598,"stddev_ts":0.0,"samples_ns":[2143637159],"samples_ts":[59.7116],"bench_model":"agentworld","bench_backend":"vulkan","bench_depth":2048,"bench_kv":"f16/q4_0","bench_ctk":"f16","bench_ctv":"q4_0","bench_block":"d2048"}
{"build_commit":"d6d899580","build_number":9747,"cpu_info":"AMD RYZEN AI MAX+ 395 w/ Radeon 8060S","gpu_info":"Radeon 8060S Graphics (RADV STRIX_HALO)","backends":"Vulkan","model_filename":"hf://unsloth/Qwen-AgentWorld-35B-A3B-GGUF@3a305abf5cfd/Qwen-AgentWorld-35B-A3B-UD-Q4_K_XL.gguf","model_type":"qwen35moe 35B.A3B Q4_K - Medium","model_size":22313814528,"model_n_params":34660610688,"n_batch":1024,"n_ubatch":512,"n_threads":8,"cpu_mask":"0x0","cpu_strict":false,"poll":50,"type_k":"q4_0","type_v":"q4_0","n_gpu_layers":-1,"n_cpu_moe":0,"split_mode":"layer","main_gpu":0,"no_kv_offload":false,"flash_attn":1,"devices":"auto","tensor_split":"0.00","tensor_buft_overrides":"none","use_mmap":true,"use_direct_io":false,"embeddings":false,"no_op_offload":0,"no_host":false,"fit_target":0,"fit_min_ctx":0,"n_prompt":512,"n_gen":0,"n_depth":2048,"test_time":"2026-08-01T04:23:37Z","avg_ns":514676182,"stddev_ns":0,"avg_ts":994.800261,"stddev_ts":0.0,"samples_ns":[514676182],"samples_ts":[994.8],"bench_model":"agentworld","bench_backend":"vulkan","bench_depth":2048,"bench_kv":"q4_0/q4_0","bench_ctk":"q4_0","bench_ctv":"q4_0","bench_block":"d2048"}
{"build_commit":"d6d899580","build_number":9747,"cpu_info":"AMD RYZEN AI MAX+ 395 w/ Radeon 8060S","gpu_info":"Radeon 8060S Graphics (RADV STRIX_HALO)","backends":"Vulkan","model_filename":"hf://unsloth/Qwen-AgentWorld-35B-A3B-GGUF@3a305abf5cfd/Qwen-AgentWorld-35B-A3B-UD-Q4_K_XL.gguf","model_type":"qwen35moe 35B.A3B Q4_K - Medium","model_size":22313814528,"model_n_params":34660610688,"n_batch":1024,"n_ubatch":512,"n_threads":8,"cpu_mask":"0x0","cpu_strict":false,"poll":50,"type_k":"q4_0","type_v":"q4_0","n_gpu_layers":-1,"n_cpu_moe":0,"split_mode":"layer","main_gpu":0,"no_kv_offload":false,"flash_attn":1,"devices":"auto","tensor_split":"0.00","tensor_buft_overrides":"none","use_mmap":true,"use_direct_io":false,"embeddings":false,"no_op_offload":0,"no_host":false,"fit_target":0,"fit_min_ctx":0,"n_prompt":1024,"n_gen":0,"n_depth":2048,"test_time":"2026-08-01T04:23:40Z","avg_ns":1096158075,"stddev_ns":0,"avg_ts":934.171835,"stddev_ts":0.0,"samples_ns":[1096158075],"samples_ts":[934.172],"bench_model":"agentworld","bench_backend":"vulkan","bench_depth":2048,"bench_kv":"q4_0/q4_0","bench_ctk":"q4_0","bench_ctv":"q4_0","bench_block":"d2048"}
{"build_commit":"d6d899580","build_number":9747,"cpu_info":"AMD RYZEN AI MAX+ 395 w/ Radeon 8060S","gpu_info":"Radeon 8060S Graphics (RADV STRIX_HALO)","backends":"Vulkan","model_filename":"hf://unsloth/Qwen-AgentWorld-35B-A3B-GGUF@3a305abf5cfd/Qwen-AgentWorld-35B-A3B-UD-Q4_K_XL.gguf","model_type":"qwen35moe 35B.A3B Q4_K - Medium","model_size":22313814528,"model_n_params":34660610688,"n_batch":1024,"n_ubatch":512,"n_threads":8,"cpu_mask":"0x0","cpu_strict":false,"poll":50,"type_k":"q4_0","type_v":"q4_0","n_gpu_layers":-1,"n_cpu_moe":0,"split_mode":"layer","main_gpu":0,"no_kv_offload":false,"flash_attn":1,"devices":"auto","tensor_split":"0.00","tensor_buft_overrides":"none","use_mmap":true,"use_direct_io":false,"embeddings":false,"no_op_offload":0,"no_host":false,"fit_target":0,"fit_min_ctx":0,"n_prompt":0,"n_gen":128,"n_depth":2048,"test_time":"2026-08-01T04:23:42Z","avg_ns":2149837024,"stddev_ns":0,"avg_ts":59.539397,"stddev_ts":0.0,"samples_ns":[2149837024],"samples_ts":[59.5394],"bench_model":"agentworld","bench_backend":"vulkan","bench_depth":2048,"bench_kv":"q4_0/q4_0","bench_ctk":"q4_0","bench_ctv":"q4_0","bench_block":"d2048"}
{"build_commit":"d6d899580","build_number":9747,"cpu_info":"AMD RYZEN AI MAX+ 395 w/ Radeon 8060S","gpu_info":"Radeon 8060S Graphics (RADV STRIX_HALO)","backends":"Vulkan","model_filename":"hf://unsloth/Qwen-AgentWorld-35B-A3B-GGUF@3a305abf5cfd/Qwen-AgentWorld-35B-A3B-UD-Q4_K_XL.gguf","model_type":"qwen35moe 35B.A3B Q4_K - Medium","model_size":22313814528,"model_n_params":34660610688,"n_batch":1024,"n_ubatch":512,"n_threads":8,"cpu_mask":"0x0","cpu_strict":false,"poll":50,"type_k":"q8_0","type_v":"q8_0","n_gpu_layers":-1,"n_cpu_moe":0,"split_mode":"layer","main_gpu":0,"no_kv_offload":false,"flash_attn":1,"devices":"auto","tensor_split":"0.00","tensor_buft_overrides":"none","use_mmap":true,"use_direct_io":false,"embeddings":false,"no_op_offload":0,"no_host":false,"fit_target":0,"fit_min_ctx":0,"n_prompt":512,"n_gen":0,"n_depth":2048,"test_time":"2026-08-01T04:23:48Z","avg_ns":502000572,"stddev_ns":0,"avg_ts":1019.919157,"stddev_ts":0.0,"samples_ns":[502000572],"samples_ts":[1019.92],"bench_model":"agentworld","bench_backend":"vulkan","bench_depth":2048,"bench_kv":"q8_0/q8_0","bench_ctk":"q8_0","bench_ctv":"q8_0","bench_block":"d2048"}
{"build_commit":"d6d899580","build_number":9747,"cpu_info":"AMD RYZEN AI MAX+ 395 w/ Radeon 8060S","gpu_info":"Radeon 8060S Graphics (RADV STRIX_HALO)","backends":"Vulkan","model_filename":"hf://unsloth/Qwen-AgentWorld-35B-A3B-GGUF@3a305abf5cfd/Qwen-AgentWorld-35B-A3B-UD-Q4_K_XL.gguf","model_type":"qwen35moe 35B.A3B Q4_K - Medium","model_size":22313814528,"model_n_params":34660610688,"n_batch":1024,"n_ubatch":512,"n_threads":8,"cpu_mask":"0x0","cpu_strict":false,"poll":50,"type_k":"q8_0","type_v":"q8_0","n_gpu_layers":-1,"n_cpu_moe":0,"split_mode":"layer","main_gpu":0,"no_kv_offload":false,"flash_attn":1,"devices":"auto","tensor_split":"0.00","tensor_buft_overrides":"none","use_mmap":true,"use_direct_io":false,"embeddings":false,"no_op_offload":0,"no_host":false,"fit_target":0,"fit_min_ctx":0,"n_prompt":1024,"n_gen":0,"n_depth":2048,"test_time":"2026-08-01T04:23:52Z","avg_ns":1104063263,"stddev_ns":0,"avg_ts":927.483084,"stddev_ts":0.0,"samples_ns":[1104063263],"samples_ts":[927.483],"bench_model":"agentworld","bench_backend":"vulkan","bench_depth":2048,"bench_kv":"q8_0/q8_0","bench_ctk":"q8_0","bench_ctv":"q8_0","bench_block":"d2048"}
{"build_commit":"d6d899580","build_number":9747,"cpu_info":"AMD RYZEN AI MAX+ 395 w/ Radeon 8060S","gpu_info":"Radeon 8060S Graphics (RADV STRIX_HALO)","backends":"Vulkan","model_filename":"hf://unsloth/Qwen-AgentWorld-35B-A3B-GGUF@3a305abf5cfd/Qwen-AgentWorld-35B-A3B-UD-Q4_K_XL.gguf","model_type":"qwen35moe 35B.A3B Q4_K - Medium","model_size":22313814528,"model_n_params":34660610688,"n_batch":1024,"n_ubatch":512,"n_threads":8,"cpu_mask":"0x0","cpu_strict":false,"poll":50,"type_k":"q8_0","type_v":"q8_0","n_gpu_layers":-1,"n_cpu_moe":0,"split_mode":"layer","main_gpu":0,"no_kv_offload":false,"flash_attn":1,"devices":"auto","tensor_split":"0.00","tensor_buft_overrides":"none","use_mmap":true,"use_direct_io":false,"embeddings":false,"no_op_offload":0,"no_host":false,"fit_target":0,"fit_min_ctx":0,"n_prompt":0,"n_gen":128,"n_depth":2048,"test_time":"2026-08-01T04:23:54Z","avg_ns":2142122589,"stddev_ns":0,"avg_ts":59.753816,"stddev_ts":0.0,"samples_ns":[2142122589],"samples_ts":[59.7538],"bench_model":"agentworld","bench_backend":"vulkan","bench_depth":2048,"bench_kv":"q8_0/q8_0","bench_ctk":"q8_0","bench_ctv":"q8_0","bench_block":"d2048"}
{"build_commit":"a66d505","build_number":1,"cpu_info":"AMD RYZEN AI MAX+ 395 w/ Radeon 8060S","gpu_info":"Radeon 8060S Graphics","backends":"ROCm","model_filename":"hf://lmstudio-community/Qwen3.6-35B-A3B-GGUF@68a34855558a/Qwen3.6-35B-A3B-Q4_K_M.gguf","model_type":"qwen35moe 35B.A3B Q4_K - Medium","model_size":21155768832,"model_n_params":34660610688,"n_batch":1024,"n_ubatch":512,"n_threads":8,"cpu_mask":"0x0","cpu_strict":false,"poll":50,"type_k":"f16","type_v":"f16","n_gpu_layers":-1,"n_cpu_moe":0,"split_mode":"layer","main_gpu":0,"no_kv_offload":false,"flash_attn":1,"devices":"auto","tensor_split":"0.00","tensor_buft_overrides":"none","use_mmap":true,"use_direct_io":false,"embeddings":false,"no_op_offload":0,"no_host":false,"fit_target":0,"fit_min_ctx":0,"n_prompt":512,"n_gen":0,"n_depth":2048,"test_time":"2026-08-01T04:24:00Z","avg_ns":555849670,"stddev_ns":0,"avg_ts":921.112358,"stddev_ts":0.0,"samples_ns":[555849670],"samples_ts":[921.112],"bench_model":"qwen","bench_backend":"rocm","bench_depth":2048,"bench_kv":"f16/f16","bench_ctk":"f16","bench_ctv":"f16","bench_block":"d2048"}
{"build_commit":"a66d505","build_number":1,"cpu_info":"AMD RYZEN AI MAX+ 395 w/ Radeon 8060S","gpu_info":"Radeon 8060S Graphics","backends":"ROCm","model_filename":"hf://lmstudio-community/Qwen3.6-35B-A3B-GGUF@68a34855558a/Qwen3.6-35B-A3B-Q4_K_M.gguf","model_type":"qwen35moe 35B.A3B Q4_K - Medium","model_size":21155768832,"model_n_params":34660610688,"n_batch":1024,"n_ubatch":512,"n_threads":8,"cpu_mask":"0x0","cpu_strict":false,"poll":50,"type_k":"f16","type_v":"f16","n_gpu_layers":-1,"n_cpu_moe":0,"split_mode":"layer","main_gpu":0,"no_kv_offload":false,"flash_attn":1,"devices":"auto","tensor_split":"0.00","tensor_buft_overrides":"none","use_mmap":true,"use_direct_io":false,"embeddings":false,"no_op_offload":0,"no_host":false,"fit_target":0,"fit_min_ctx":0,"n_prompt":1024,"n_gen":0,"n_depth":2048,"test_time":"2026-08-01T04:24:04Z","avg_ns":1157535164,"stddev_ns":0,"avg_ts":884.638352,"stddev_ts":0.0,"samples_ns":[1157535164],"samples_ts":[884.638],"bench_model":"qwen","bench_backend":"rocm","bench_depth":2048,"bench_kv":"f16/f16","bench_ctk":"f16","bench_ctv":"f16","bench_block":"d2048"}
{"build_commit":"a66d505","build_number":1,"cpu_info":"AMD RYZEN AI MAX+ 395 w/ Radeon 8060S","gpu_info":"Radeon 8060S Graphics","backends":"ROCm","model_filename":"hf://lmstudio-community/Qwen3.6-35B-A3B-GGUF@68a34855558a/Qwen3.6-35B-A3B-Q4_K_M.gguf","model_type":"qwen35moe 35B.A3B Q4_K - Medium","model_size":21155768832,"model_n_params":34660610688,"n_batch":1024,"n_ubatch":512,"n_threads":8,"cpu_mask":"0x0","cpu_strict":false,"poll":50,"type_k":"f16","type_v":"f16","n_gpu_layers":-1,"n_cpu_moe":0,"split_mode":"layer","main_gpu":0,"no_kv_offload":false,"flash_attn":1,"devices":"auto","tensor_split":"0.00","tensor_buft_overrides":"none","use_mmap":true,"use_direct_io":false,"embeddings":false,"no_op_offload":0,"no_host":false,"fit_target":0,"fit_min_ctx":0,"n_prompt":0,"n_gen":128,"n_depth":2048,"test_time":"2026-08-01T04:24:06Z","avg_ns":2158917963,"stddev_ns":0,"avg_ts":59.28896,"stddev_ts":0.0,"samples_ns":[2158917963],"samples_ts":[59.289],"bench_model":"qwen","bench_backend":"rocm","bench_depth":2048,"bench_kv":"f16/f16","bench_ctk":"f16","bench_ctv":"f16","bench_block":"d2048"}
{"build_commit":"a66d505","build_number":1,"cpu_info":"AMD RYZEN AI MAX+ 395 w/ Radeon 8060S","gpu_info":"Radeon 8060S Graphics","backends":"ROCm","model_filename":"hf://lmstudio-community/Qwen3.6-35B-A3B-GGUF@68a34855558a/Qwen3.6-35B-A3B-Q4_K_M.gguf","model_type":"qwen35moe 35B.A3B Q4_K - Medium","model_size":21155768832,"model_n_params":34660610688,"n_batch":1024,"n_ubatch":512,"n_threads":8,"cpu_mask":"0x0","cpu_strict":false,"poll":50,"type_k":"f16","type_v":"q8_0","n_gpu_layers":-1,"n_cpu_moe":0,"split_mode":"layer","main_gpu":0,"no_kv_offload":false,"flash_attn":1,"devices":"auto","tensor_split":"0.00","tensor_buft_overrides":"none","use_mmap":true,"use_direct_io":false,"embeddings":false,"no_op_offload":0,"no_host":false,"fit_target":0,"fit_min_ctx":0,"n_prompt":512,"n_gen":0,"n_depth":2048,"test_time":"2026-08-01T04:24:10Z","avg_ns":5610575477,"stddev_ns":0,"avg_ts":91.256236,"stddev_ts":0.0,"samples_ns":[5610575477],"samples_ts":[91.2562],"bench_model":"qwen","bench_backend":"rocm","bench_depth":2048,"bench_kv":"f16/q8_0","bench_ctk":"f16","bench_ctv":"q8_0","bench_block":"d2048"}
{"build_commit":"a66d505","build_number":1,"cpu_info":"AMD RYZEN AI MAX+ 395 w/ Radeon 8060S","gpu_info":"Radeon 8060S Graphics","backends":"ROCm","model_filename":"hf://lmstudio-community/Qwen3.6-35B-A3B-GGUF@68a34855558a/Qwen3.6-35B-A3B-Q4_K_M.gguf","model_type":"qwen35moe 35B.A3B Q4_K - Medium","model_size":21155768832,"model_n_params":34660610688,"n_batch":1024,"n_ubatch":512,"n_threads":8,"cpu_mask":"0x0","cpu_strict":false,"poll":50,"type_k":"f16","type_v":"q8_0","n_gpu_layers":-1,"n_cpu_moe":0,"split_mode":"layer","main_gpu":0,"no_kv_offload":false,"flash_attn":1,"devices":"auto","tensor_split":"0.00","tensor_buft_overrides":"none","use_mmap":true,"use_direct_io":false,"embeddings":false,"no_op_offload":0,"no_host":false,"fit_target":0,"fit_min_ctx":0,"n_prompt":1024,"n_gen":0,"n_depth":2048,"test_time":"2026-08-01T04:24:29Z","avg_ns":12344340765,"stddev_ns":0,"avg_ts":82.952992,"stddev_ts":0.0,"samples_ns":[12344340765],"samples_ts":[82.953],"bench_model":"qwen","bench_backend":"rocm","bench_depth":2048,"bench_kv":"f16/q8_0","bench_ctk":"f16","bench_ctv":"q8_0","bench_block":"d2048"}
{"build_commit":"a66d505","build_number":1,"cpu_info":"AMD RYZEN AI MAX+ 395 w/ Radeon 8060S","gpu_info":"Radeon 8060S Graphics","backends":"ROCm","model_filename":"hf://lmstudio-community/Qwen3.6-35B-A3B-GGUF@68a34855558a/Qwen3.6-35B-A3B-Q4_K_M.gguf","model_type":"qwen35moe 35B.A3B Q4_K - Medium","model_size":21155768832,"model_n_params":34660610688,"n_batch":1024,"n_ubatch":512,"n_threads":8,"cpu_mask":"0x0","cpu_strict":false,"poll":50,"type_k":"f16","type_v":"q8_0","n_gpu_layers":-1,"n_cpu_moe":0,"split_mode":"layer","main_gpu":0,"no_kv_offload":false,"flash_attn":1,"devices":"auto","tensor_split":"0.00","tensor_buft_overrides":"none","use_mmap":true,"use_direct_io":false,"embeddings":false,"no_op_offload":0,"no_host":false,"fit_target":0,"fit_min_ctx":0,"n_prompt":0,"n_gen":128,"n_depth":2048,"test_time":"2026-08-01T04:24:45Z","avg_ns":3871788004,"stddev_ns":0,"avg_ts":33.059661,"stddev_ts":0.0,"samples_ns":[3871788004],"samples_ts":[33.0597],"bench_model":"qwen","bench_backend":"rocm","bench_depth":2048,"bench_kv":"f16/q8_0","bench_ctk":"f16","bench_ctv":"q8_0","bench_block":"d2048"}
{"build_commit":"a66d505","build_number":1,"cpu_info":"AMD RYZEN AI MAX+ 395 w/ Radeon 8060S","gpu_info":"Radeon 8060S Graphics","backends":"ROCm","model_filename":"hf://lmstudio-community/Qwen3.6-35B-A3B-GGUF@68a34855558a/Qwen3.6-35B-A3B-Q4_K_M.gguf","model_type":"qwen35moe 35B.A3B Q4_K - Medium","model_size":21155768832,"model_n_params":34660610688,"n_batch":1024,"n_ubatch":512,"n_threads":8,"cpu_mask":"0x0","cpu_strict":false,"poll":50,"type_k":"f16","type_v":"q4_0","n_gpu_layers":-1,"n_cpu_moe":0,"split_mode":"layer","main_gpu":0,"no_kv_offload":false,"flash_attn":1,"devices":"auto","tensor_split":"0.00","tensor_buft_overrides":"none","use_mmap":true,"use_direct_io":false,"embeddings":false,"no_op_offload":0,"no_host":false,"fit_target":0,"fit_min_ctx":0,"n_prompt":512,"n_gen":0,"n_depth":2048,"test_time":"2026-08-01T04:24:51Z","avg_ns":6162051151,"stddev_ns":0,"avg_ts":83.089216,"stddev_ts":0.0,"samples_ns":[6162051151],"samples_ts":[83.0892],"bench_model":"qwen","bench_backend":"rocm","bench_depth":2048,"bench_kv":"f16/q4_0","bench_ctk":"f16","bench_ctv":"q4_0","bench_block":"d2048"}
{"build_commit":"a66d505","build_number":1,"cpu_info":"AMD RYZEN AI MAX+ 395 w/ Radeon 8060S","gpu_info":"Radeon 8060S Graphics","backends":"ROCm","model_filename":"hf://lmstudio-community/Qwen3.6-35B-A3B-GGUF@68a34855558a/Qwen3.6-35B-A3B-Q4_K_M.gguf","model_type":"qwen35moe 35B.A3B Q4_K - Medium","model_size":21155768832,"model_n_params":34660610688,"n_batch":1024,"n_ubatch":512,"n_threads":8,"cpu_mask":"0x0","cpu_strict":false,"poll":50,"type_k":"f16","type_v":"q4_0","n_gpu_layers":-1,"n_cpu_moe":0,"split_mode":"layer","main_gpu":0,"no_kv_offload":false,"flash_attn":1,"devices":"auto","tensor_split":"0.00","tensor_buft_overrides":"none","use_mmap":true,"use_direct_io":false,"embeddings":false,"no_op_offload":0,"no_host":false,"fit_target":0,"fit_min_ctx":0,"n_prompt":1024,"n_gen":0,"n_depth":2048,"test_time":"2026-08-01T04:25:11Z","avg_ns":13383609300,"stddev_ns":0,"avg_ts":76.511498,"stddev_ts":0.0,"samples_ns":[13383609300],"samples_ts":[76.5115],"bench_model":"qwen","bench_backend":"rocm","bench_depth":2048,"bench_kv":"f16/q4_0","bench_ctk":"f16","bench_ctv":"q4_0","bench_block":"d2048"}
{"build_commit":"a66d505","build_number":1,"cpu_info":"AMD RYZEN AI MAX+ 395 w/ Radeon 8060S","gpu_info":"Radeon 8060S Graphics","backends":"ROCm","model_filename":"hf://lmstudio-community/Qwen3.6-35B-A3B-GGUF@68a34855558a/Qwen3.6-35B-A3B-Q4_K_M.gguf","model_type":"qwen35moe 35B.A3B Q4_K - Medium","model_size":21155768832,"model_n_params":34660610688,"n_batch":1024,"n_ubatch":512,"n_threads":8,"cpu_mask":"0x0","cpu_strict":false,"poll":50,"type_k":"f16","type_v":"q4_0","n_gpu_layers":-1,"n_cpu_moe":0,"split_mode":"layer","main_gpu":0,"no_kv_offload":false,"flash_attn":1,"devices":"auto","tensor_split":"0.00","tensor_buft_overrides":"none","use_mmap":true,"use_direct_io":false,"embeddings":false,"no_op_offload":0,"no_host":false,"fit_target":0,"fit_min_ctx":0,"n_prompt":0,"n_gen":128,"n_depth":2048,"test_time":"2026-08-01T04:25:29Z","avg_ns":4170681937,"stddev_ns":0,"avg_ts":30.690425,"stddev_ts":0.0,"samples_ns":[4170681937],"samples_ts":[30.6904],"bench_model":"qwen","bench_backend":"rocm","bench_depth":2048,"bench_kv":"f16/q4_0","bench_ctk":"f16","bench_ctv":"q4_0","bench_block":"d2048"}
{"build_commit":"a66d505","build_number":1,"cpu_info":"AMD RYZEN AI MAX+ 395 w/ Radeon 8060S","gpu_info":"Radeon 8060S Graphics","backends":"ROCm","model_filename":"hf://lmstudio-community/Qwen3.6-35B-A3B-GGUF@68a34855558a/Qwen3.6-35B-A3B-Q4_K_M.gguf","model_type":"qwen35moe 35B.A3B Q4_K - Medium","model_size":21155768832,"model_n_params":34660610688,"n_batch":1024,"n_ubatch":512,"n_threads":8,"cpu_mask":"0x0","cpu_strict":false,"poll":50,"type_k":"q4_0","type_v":"q4_0","n_gpu_layers":-1,"n_cpu_moe":0,"split_mode":"layer","main_gpu":0,"no_kv_offload":false,"flash_attn":1,"devices":"auto","tensor_split":"0.00","tensor_buft_overrides":"none","use_mmap":true,"use_direct_io":false,"embeddings":false,"no_op_offload":0,"no_host":false,"fit_target":0,"fit_min_ctx":0,"n_prompt":512,"n_gen":0,"n_depth":2048,"test_time":"2026-08-01T04:25:35Z","avg_ns":587901499,"stddev_ns":0,"avg_ts":870.89419,"stddev_ts":0.0,"samples_ns":[587901499],"samples_ts":[870.894],"bench_model":"qwen","bench_backend":"rocm","bench_depth":2048,"bench_kv":"q4_0/q4_0","bench_ctk":"q4_0","bench_ctv":"q4_0","bench_block":"d2048"}
{"build_commit":"a66d505","build_number":1,"cpu_info":"AMD RYZEN AI MAX+ 395 w/ Radeon 8060S","gpu_info":"Radeon 8060S Graphics","backends":"ROCm","model_filename":"hf://lmstudio-community/Qwen3.6-35B-A3B-GGUF@68a34855558a/Qwen3.6-35B-A3B-Q4_K_M.gguf","model_type":"qwen35moe 35B.A3B Q4_K - Medium","model_size":21155768832,"model_n_params":34660610688,"n_batch":1024,"n_ubatch":512,"n_threads":8,"cpu_mask":"0x0","cpu_strict":false,"poll":50,"type_k":"q4_0","type_v":"q4_0","n_gpu_layers":-1,"n_cpu_moe":0,"split_mode":"layer","main_gpu":0,"no_kv_offload":false,"flash_attn":1,"devices":"auto","tensor_split":"0.00","tensor_buft_overrides":"none","use_mmap":true,"use_direct_io":false,"embeddings":false,"no_op_offload":0,"no_host":false,"fit_target":0,"fit_min_ctx":0,"n_prompt":1024,"n_gen":0,"n_depth":2048,"test_time":"2026-08-01T04:25:38Z","avg_ns":1175829789,"stddev_ns":0,"avg_ts":870.874347,"stddev_ts":0.0,"samples_ns":[1175829789],"samples_ts":[870.874],"bench_model":"qwen","bench_backend":"rocm","bench_depth":2048,"bench_kv":"q4_0/q4_0","bench_ctk":"q4_0","bench_ctv":"q4_0","bench_block":"d2048"}
{"build_commit":"a66d505","build_number":1,"cpu_info":"AMD RYZEN AI MAX+ 395 w/ Radeon 8060S","gpu_info":"Radeon 8060S Graphics","backends":"ROCm","model_filename":"hf://lmstudio-community/Qwen3.6-35B-A3B-GGUF@68a34855558a/Qwen3.6-35B-A3B-Q4_K_M.gguf","model_type":"qwen35moe 35B.A3B Q4_K - Medium","model_size":21155768832,"model_n_params":34660610688,"n_batch":1024,"n_ubatch":512,"n_threads":8,"cpu_mask":"0x0","cpu_strict":false,"poll":50,"type_k":"q4_0","type_v":"q4_0","n_gpu_layers":-1,"n_cpu_moe":0,"split_mode":"layer","main_gpu":0,"no_kv_offload":false,"flash_attn":1,"devices":"auto","tensor_split":"0.00","tensor_buft_overrides":"none","use_mmap":true,"use_direct_io":false,"embeddings":false,"no_op_offload":0,"no_host":false,"fit_target":0,"fit_min_ctx":0,"n_prompt":0,"n_gen":128,"n_depth":2048,"test_time":"2026-08-01T04:25:40Z","avg_ns":2222650545,"stddev_ns":0,"avg_ts":57.5889,"stddev_ts":0.0,"samples_ns":[2222650545],"samples_ts":[57.5889],"bench_model":"qwen","bench_backend":"rocm","bench_depth":2048,"bench_kv":"q4_0/q4_0","bench_ctk":"q4_0","bench_ctv":"q4_0","bench_block":"d2048"}
{"build_commit":"a66d505","build_number":1,"cpu_info":"AMD RYZEN AI MAX+ 395 w/ Radeon 8060S","gpu_info":"Radeon 8060S Graphics","backends":"ROCm","model_filename":"hf://lmstudio-community/Qwen3.6-35B-A3B-GGUF@68a34855558a/Qwen3.6-35B-A3B-Q4_K_M.gguf","model_type":"qwen35moe 35B.A3B Q4_K - Medium","model_size":21155768832,"model_n_params":34660610688,"n_batch":1024,"n_ubatch":512,"n_threads":8,"cpu_mask":"0x0","cpu_strict":false,"poll":50,"type_k":"q8_0","type_v":"q8_0","n_gpu_layers":-1,"n_cpu_moe":0,"split_mode":"layer","main_gpu":0,"no_kv_offload":false,"flash_attn":1,"devices":"auto","tensor_split":"0.00","tensor_buft_overrides":"none","use_mmap":true,"use_direct_io":false,"embeddings":false,"no_op_offload":0,"no_host":false,"fit_target":0,"fit_min_ctx":0,"n_prompt":512,"n_gen":0,"n_depth":2048,"test_time":"2026-08-01T04:25:45Z","avg_ns":582761589,"stddev_ns":0,"avg_ts":878.575407,"stddev_ts":0.0,"samples_ns":[582761589],"samples_ts":[878.575],"bench_model":"qwen","bench_backend":"rocm","bench_depth":2048,"bench_kv":"q8_0/q8_0","bench_ctk":"q8_0","bench_ctv":"q8_0","bench_block":"d2048"}
{"build_commit":"a66d505","build_number":1,"cpu_info":"AMD RYZEN AI MAX+ 395 w/ Radeon 8060S","gpu_info":"Radeon 8060S Graphics","backends":"ROCm","model_filename":"hf://lmstudio-community/Qwen3.6-35B-A3B-GGUF@68a34855558a/Qwen3.6-35B-A3B-Q4_K_M.gguf","model_type":"qwen35moe 35B.A3B Q4_K - Medium","model_size":21155768832,"model_n_params":34660610688,"n_batch":1024,"n_ubatch":512,"n_threads":8,"cpu_mask":"0x0","cpu_strict":false,"poll":50,"type_k":"q8_0","type_v":"q8_0","n_gpu_layers":-1,"n_cpu_moe":0,"split_mode":"layer","main_gpu":0,"no_kv_offload":false,"flash_attn":1,"devices":"auto","tensor_split":"0.00","tensor_buft_overrides":"none","use_mmap":true,"use_direct_io":false,"embeddings":false,"no_op_offload":0,"no_host":false,"fit_target":0,"fit_min_ctx":0,"n_prompt":1024,"n_gen":0,"n_depth":2048,"test_time":"2026-08-01T04:25:48Z","avg_ns":1156026384,"stddev_ns":0,"avg_ts":885.792932,"stddev_ts":0.0,"samples_ns":[1156026384],"samples_ts":[885.793],"bench_model":"qwen","bench_backend":"rocm","bench_depth":2048,"bench_kv":"q8_0/q8_0","bench_ctk":"q8_0","bench_ctv":"q8_0","bench_block":"d2048"}
{"build_commit":"a66d505","build_number":1,"cpu_info":"AMD RYZEN AI MAX+ 395 w/ Radeon 8060S","gpu_info":"Radeon 8060S Graphics","backends":"ROCm","model_filename":"hf://lmstudio-community/Qwen3.6-35B-A3B-GGUF@68a34855558a/Qwen3.6-35B-A3B-Q4_K_M.gguf","model_type":"qwen35moe 35B.A3B Q4_K - Medium","model_size":21155768832,"model_n_params":34660610688,"n_batch":1024,"n_ubatch":512,"n_threads":8,"cpu_mask":"0x0","cpu_strict":false,"poll":50,"type_k":"q8_0","type_v":"q8_0","n_gpu_layers":-1,"n_cpu_moe":0,"split_mode":"layer","main_gpu":0,"no_kv_offload":false,"flash_attn":1,"devices":"auto","tensor_split":"0.00","tensor_buft_overrides":"none","use_mmap":true,"use_direct_io":false,"embeddings":false,"no_op_offload":0,"no_host":false,"fit_target":0,"fit_min_ctx":0,"n_prompt":0,"n_gen":128,"n_depth":2048,"test_time":"2026-08-01T04:25:50Z","avg_ns":2186475762,"stddev_ns":0,"avg_ts":58.541696,"stddev_ts":0.0,"samples_ns":[2186475762],"samples_ts":[58.5417],"bench_model":"qwen","bench_backend":"rocm","bench_depth":2048,"bench_kv":"q8_0/q8_0","bench_ctk":"q8_0","bench_ctv":"q8_0","bench_block":"d2048"}
{"build_commit":"d6d899580","build_number":9747,"cpu_info":"AMD RYZEN AI MAX+ 395 w/ Radeon 8060S","gpu_info":"Radeon 8060S Graphics (RADV STRIX_HALO)","backends":"Vulkan","model_filename":"hf://lmstudio-community/Qwen3.6-35B-A3B-GGUF@68a34855558a/Qwen3.6-35B-A3B-Q4_K_M.gguf","model_type":"qwen35moe 35B.A3B Q4_K - Medium","model_size":21155768832,"model_n_params":34660610688,"n_batch":1024,"n_ubatch":512,"n_threads":8,"cpu_mask":"0x0","cpu_strict":false,"poll":50,"type_k":"f16","type_v":"f16","n_gpu_layers":-1,"n_cpu_moe":0,"split_mode":"layer","main_gpu":0,"no_kv_offload":false,"flash_attn":1,"devices":"auto","tensor_split":"0.00","tensor_buft_overrides":"none","use_mmap":true,"use_direct_io":false,"embeddings":false,"no_op_offload":0,"no_host":false,"fit_target":0,"fit_min_ctx":0,"n_prompt":512,"n_gen":0,"n_depth":2048,"test_time":"2026-08-01T04:25:56Z","avg_ns":520752690,"stddev_ns":0,"avg_ts":983.192233,"stddev_ts":0.0,"samples_ns":[520752690],"samples_ts":[983.192],"bench_model":"qwen","bench_backend":"vulkan","bench_depth":2048,"bench_kv":"f16/f16","bench_ctk":"f16","bench_ctv":"f16","bench_block":"d2048"}
{"build_commit":"d6d899580","build_number":9747,"cpu_info":"AMD RYZEN AI MAX+ 395 w/ Radeon 8060S","gpu_info":"Radeon 8060S Graphics (RADV STRIX_HALO)","backends":"Vulkan","model_filename":"hf://lmstudio-community/Qwen3.6-35B-A3B-GGUF@68a34855558a/Qwen3.6-35B-A3B-Q4_K_M.gguf","model_type":"qwen35moe 35B.A3B Q4_K - Medium","model_size":21155768832,"model_n_params":34660610688,"n_batch":1024,"n_ubatch":512,"n_threads":8,"cpu_mask":"0x0","cpu_strict":false,"poll":50,"type_k":"f16","type_v":"f16","n_gpu_layers":-1,"n_cpu_moe":0,"split_mode":"layer","main_gpu":0,"no_kv_offload":false,"flash_attn":1,"devices":"auto","tensor_split":"0.00","tensor_buft_overrides":"none","use_mmap":true,"use_direct_io":false,"embeddings":false,"no_op_offload":0,"no_host":false,"fit_target":0,"fit_min_ctx":0,"n_prompt":1024,"n_gen":0,"n_depth":2048,"test_time":"2026-08-01T04:25:59Z","avg_ns":1074763742,"stddev_ns":0,"avg_ts":952.767534,"stddev_ts":0.0,"samples_ns":[1074763742],"samples_ts":[952.768],"bench_model":"qwen","bench_backend":"vulkan","bench_depth":2048,"bench_kv":"f16/f16","bench_ctk":"f16","bench_ctv":"f16","bench_block":"d2048"}
{"build_commit":"d6d899580","build_number":9747,"cpu_info":"AMD RYZEN AI MAX+ 395 w/ Radeon 8060S","gpu_info":"Radeon 8060S Graphics (RADV STRIX_HALO)","backends":"Vulkan","model_filename":"hf://lmstudio-community/Qwen3.6-35B-A3B-GGUF@68a34855558a/Qwen3.6-35B-A3B-Q4_K_M.gguf","model_type":"qwen35moe 35B.A3B Q4_K - Medium","model_size":21155768832,"model_n_params":34660610688,"n_batch":1024,"n_ubatch":512,"n_threads":8,"cpu_mask":"0x0","cpu_strict":false,"poll":50,"type_k":"f16","type_v":"f16","n_gpu_layers":-1,"n_cpu_moe":0,"split_mode":"layer","main_gpu":0,"no_kv_offload":false,"flash_attn":1,"devices":"auto","tensor_split":"0.00","tensor_buft_overrides":"none","use_mmap":true,"use_direct_io":false,"embeddings":false,"no_op_offload":0,"no_host":false,"fit_target":0,"fit_min_ctx":0,"n_prompt":0,"n_gen":128,"n_depth":2048,"test_time":"2026-08-01T04:26:01Z","avg_ns":1779200096,"stddev_ns":0,"avg_ts":71.942442,"stddev_ts":0.0,"samples_ns":[1779200096],"samples_ts":[71.9424],"bench_model":"qwen","bench_backend":"vulkan","bench_depth":2048,"bench_kv":"f16/f16","bench_ctk":"f16","bench_ctv":"f16","bench_block":"d2048"}
{"build_commit":"d6d899580","build_number":9747,"cpu_info":"AMD RYZEN AI MAX+ 395 w/ Radeon 8060S","gpu_info":"Radeon 8060S Graphics (RADV STRIX_HALO)","backends":"Vulkan","model_filename":"hf://lmstudio-community/Qwen3.6-35B-A3B-GGUF@68a34855558a/Qwen3.6-35B-A3B-Q4_K_M.gguf","model_type":"qwen35moe 35B.A3B Q4_K - Medium","model_size":21155768832,"model_n_params":34660610688,"n_batch":1024,"n_ubatch":512,"n_threads":8,"cpu_mask":"0x0","cpu_strict":false,"poll":50,"type_k":"f16","type_v":"q8_0","n_gpu_layers":-1,"n_cpu_moe":0,"split_mode":"layer","main_gpu":0,"no_kv_offload":false,"flash_attn":1,"devices":"auto","tensor_split":"0.00","tensor_buft_overrides":"none","use_mmap":true,"use_direct_io":false,"embeddings":false,"no_op_offload":0,"no_host":false,"fit_target":0,"fit_min_ctx":0,"n_prompt":512,"n_gen":0,"n_depth":2048,"test_time":"2026-08-01T04:26:06Z","avg_ns":525074969,"stddev_ns":0,"avg_ts":975.098853,"stddev_ts":0.0,"samples_ns":[525074969],"samples_ts":[975.099],"bench_model":"qwen","bench_backend":"vulkan","bench_depth":2048,"bench_kv":"f16/q8_0","bench_ctk":"f16","bench_ctv":"q8_0","bench_block":"d2048"}
{"build_commit":"d6d899580","build_number":9747,"cpu_info":"AMD RYZEN AI MAX+ 395 w/ Radeon 8060S","gpu_info":"Radeon 8060S Graphics (RADV STRIX_HALO)","backends":"Vulkan","model_filename":"hf://lmstudio-community/Qwen3.6-35B-A3B-GGUF@68a34855558a/Qwen3.6-35B-A3B-Q4_K_M.gguf","model_type":"qwen35moe 35B.A3B Q4_K - Medium","model_size":21155768832,"model_n_params":34660610688,"n_batch":1024,"n_ubatch":512,"n_threads":8,"cpu_mask":"0x0","cpu_strict":false,"poll":50,"type_k":"f16","type_v":"q8_0","n_gpu_layers":-1,"n_cpu_moe":0,"split_mode":"layer","main_gpu":0,"no_kv_offload":false,"flash_attn":1,"devices":"auto","tensor_split":"0.00","tensor_buft_overrides":"none","use_mmap":true,"use_direct_io":false,"embeddings":false,"no_op_offload":0,"no_host":false,"fit_target":0,"fit_min_ctx":0,"n_prompt":1024,"n_gen":0,"n_depth":2048,"test_time":"2026-08-01T04:26:09Z","avg_ns":1084852868,"stddev_ns":0,"avg_ts":943.906801,"stddev_ts":0.0,"samples_ns":[1084852868],"samples_ts":[943.907],"bench_model":"qwen","bench_backend":"vulkan","bench_depth":2048,"bench_kv":"f16/q8_0","bench_ctk":"f16","bench_ctv":"q8_0","bench_block":"d2048"}
{"build_commit":"d6d899580","build_number":9747,"cpu_info":"AMD RYZEN AI MAX+ 395 w/ Radeon 8060S","gpu_info":"Radeon 8060S Graphics (RADV STRIX_HALO)","backends":"Vulkan","model_filename":"hf://lmstudio-community/Qwen3.6-35B-A3B-GGUF@68a34855558a/Qwen3.6-35B-A3B-Q4_K_M.gguf","model_type":"qwen35moe 35B.A3B Q4_K - Medium","model_size":21155768832,"model_n_params":34660610688,"n_batch":1024,"n_ubatch":512,"n_threads":8,"cpu_mask":"0x0","cpu_strict":false,"poll":50,"type_k":"f16","type_v":"q8_0","n_gpu_layers":-1,"n_cpu_moe":0,"split_mode":"layer","main_gpu":0,"no_kv_offload":false,"flash_attn":1,"devices":"auto","tensor_split":"0.00","tensor_buft_overrides":"none","use_mmap":true,"use_direct_io":false,"embeddings":false,"no_op_offload":0,"no_host":false,"fit_target":0,"fit_min_ctx":0,"n_prompt":0,"n_gen":128,"n_depth":2048,"test_time":"2026-08-01T04:26:11Z","avg_ns":1770902421,"stddev_ns":0,"avg_ts":72.279533,"stddev_ts":0.0,"samples_ns":[1770902421],"samples_ts":[72.2795],"bench_model":"qwen","bench_backend":"vulkan","bench_depth":2048,"bench_kv":"f16/q8_0","bench_ctk":"f16","bench_ctv":"q8_0","bench_block":"d2048"}
{"build_commit":"d6d899580","build_number":9747,"cpu_info":"AMD RYZEN AI MAX+ 395 w/ Radeon 8060S","gpu_info":"Radeon 8060S Graphics (RADV STRIX_HALO)","backends":"Vulkan","model_filename":"hf://lmstudio-community/Qwen3.6-35B-A3B-GGUF@68a34855558a/Qwen3.6-35B-A3B-Q4_K_M.gguf","model_type":"qwen35moe 35B.A3B Q4_K - Medium","model_size":21155768832,"model_n_params":34660610688,"n_batch":1024,"n_ubatch":512,"n_threads":8,"cpu_mask":"0x0","cpu_strict":false,"poll":50,"type_k":"f16","type_v":"q4_0","n_gpu_layers":-1,"n_cpu_moe":0,"split_mode":"layer","main_gpu":0,"no_kv_offload":false,"flash_attn":1,"devices":"auto","tensor_split":"0.00","tensor_buft_overrides":"none","use_mmap":true,"use_direct_io":false,"embeddings":false,"no_op_offload":0,"no_host":false,"fit_target":0,"fit_min_ctx":0,"n_prompt":512,"n_gen":0,"n_depth":2048,"test_time":"2026-08-01T04:26:16Z","avg_ns":517349853,"stddev_ns":0,"avg_ts":989.65912,"stddev_ts":0.0,"samples_ns":[517349853],"samples_ts":[989.659],"bench_model":"qwen","bench_backend":"vulkan","bench_depth":2048,"bench_kv":"f16/q4_0","bench_ctk":"f16","bench_ctv":"q4_0","bench_block":"d2048"}
{"build_commit":"d6d899580","build_number":9747,"cpu_info":"AMD RYZEN AI MAX+ 395 w/ Radeon 8060S","gpu_info":"Radeon 8060S Graphics (RADV STRIX_HALO)","backends":"Vulkan","model_filename":"hf://lmstudio-community/Qwen3.6-35B-A3B-GGUF@68a34855558a/Qwen3.6-35B-A3B-Q4_K_M.gguf","model_type":"qwen35moe 35B.A3B Q4_K - Medium","model_size":21155768832,"model_n_params":34660610688,"n_batch":1024,"n_ubatch":512,"n_threads":8,"cpu_mask":"0x0","cpu_strict":false,"poll":50,"type_k":"f16","type_v":"q4_0","n_gpu_layers":-1,"n_cpu_moe":0,"split_mode":"layer","main_gpu":0,"no_kv_offload":false,"flash_attn":1,"devices":"auto","tensor_split":"0.00","tensor_buft_overrides":"none","use_mmap":true,"use_direct_io":false,"embeddings":false,"no_op_offload":0,"no_host":false,"fit_target":0,"fit_min_ctx":0,"n_prompt":1024,"n_gen":0,"n_depth":2048,"test_time":"2026-08-01T04:26:19Z","avg_ns":1087310367,"stddev_ns":0,"avg_ts":941.773417,"stddev_ts":0.0,"samples_ns":[1087310367],"samples_ts":[941.773],"bench_model":"qwen","bench_backend":"vulkan","bench_depth":2048,"bench_kv":"f16/q4_0","bench_ctk":"f16","bench_ctv":"q4_0","bench_block":"d2048"}
{"build_commit":"d6d899580","build_number":9747,"cpu_info":"AMD RYZEN AI MAX+ 395 w/ Radeon 8060S","gpu_info":"Radeon 8060S Graphics (RADV STRIX_HALO)","backends":"Vulkan","model_filename":"hf://lmstudio-community/Qwen3.6-35B-A3B-GGUF@68a34855558a/Qwen3.6-35B-A3B-Q4_K_M.gguf","model_type":"qwen35moe 35B.A3B Q4_K - Medium","model_size":21155768832,"model_n_params":34660610688,"n_batch":1024,"n_ubatch":512,"n_threads":8,"cpu_mask":"0x0","cpu_strict":false,"poll":50,"type_k":"f16","type_v":"q4_0","n_gpu_layers":-1,"n_cpu_moe":0,"split_mode":"layer","main_gpu":0,"no_kv_offload":false,"flash_attn":1,"devices":"auto","tensor_split":"0.00","tensor_buft_overrides":"none","use_mmap":true,"use_direct_io":false,"embeddings":false,"no_op_offload":0,"no_host":false,"fit_target":0,"fit_min_ctx":0,"n_prompt":0,"n_gen":128,"n_depth":2048,"test_time":"2026-08-01T04:26:21Z","avg_ns":1763711388,"stddev_ns":0,"avg_ts":72.574232,"stddev_ts":0.0,"samples_ns":[1763711388],"samples_ts":[72.5742],"bench_model":"qwen","bench_backend":"vulkan","bench_depth":2048,"bench_kv":"f16/q4_0","bench_ctk":"f16","bench_ctv":"q4_0","bench_block":"d2048"}
{"build_commit":"d6d899580","build_number":9747,"cpu_info":"AMD RYZEN AI MAX+ 395 w/ Radeon 8060S","gpu_info":"Radeon 8060S Graphics (RADV STRIX_HALO)","backends":"Vulkan","model_filename":"hf://lmstudio-community/Qwen3.6-35B-A3B-GGUF@68a34855558a/Qwen3.6-35B-A3B-Q4_K_M.gguf","model_type":"qwen35moe 35B.A3B Q4_K - Medium","model_size":21155768832,"model_n_params":34660610688,"n_batch":1024,"n_ubatch":512,"n_threads":8,"cpu_mask":"0x0","cpu_strict":false,"poll":50,"type_k":"q4_0","type_v":"q4_0","n_gpu_layers":-1,"n_cpu_moe":0,"split_mode":"layer","main_gpu":0,"no_kv_offload":false,"flash_attn":1,"devices":"auto","tensor_split":"0.00","tensor_buft_overrides":"none","use_mmap":true,"use_direct_io":false,"embeddings":false,"no_op_offload":0,"no_host":false,"fit_target":0,"fit_min_ctx":0,"n_prompt":512,"n_gen":0,"n_depth":2048,"test_time":"2026-08-01T04:26:26Z","avg_ns":543162339,"stddev_ns":0,"avg_ts":942.627946,"stddev_ts":0.0,"samples_ns":[543162339],"samples_ts":[942.628],"bench_model":"qwen","bench_backend":"vulkan","bench_depth":2048,"bench_kv":"q4_0/q4_0","bench_ctk":"q4_0","bench_ctv":"q4_0","bench_block":"d2048"}
{"build_commit":"d6d899580","build_number":9747,"cpu_info":"AMD RYZEN AI MAX+ 395 w/ Radeon 8060S","gpu_info":"Radeon 8060S Graphics (RADV STRIX_HALO)","backends":"Vulkan","model_filename":"hf://lmstudio-community/Qwen3.6-35B-A3B-GGUF@68a34855558a/Qwen3.6-35B-A3B-Q4_K_M.gguf","model_type":"qwen35moe 35B.A3B Q4_K - Medium","model_size":21155768832,"model_n_params":34660610688,"n_batch":1024,"n_ubatch":512,"n_threads":8,"cpu_mask":"0x0","cpu_strict":false,"poll":50,"type_k":"q4_0","type_v":"q4_0","n_gpu_layers":-1,"n_cpu_moe":0,"split_mode":"layer","main_gpu":0,"no_kv_offload":false,"flash_attn":1,"devices":"auto","tensor_split":"0.00","tensor_buft_overrides":"none","use_mmap":true,"use_direct_io":false,"embeddings":false,"no_op_offload":0,"no_host":false,"fit_target":0,"fit_min_ctx":0,"n_prompt":1024,"n_gen":0,"n_depth":2048,"test_time":"2026-08-01T04:26:29Z","avg_ns":1104307905,"stddev_ns":0,"avg_ts":927.277615,"stddev_ts":0.0,"samples_ns":[1104307905],"samples_ts":[927.278],"bench_model":"qwen","bench_backend":"vulkan","bench_depth":2048,"bench_kv":"q4_0/q4_0","bench_ctk":"q4_0","bench_ctv":"q4_0","bench_block":"d2048"}
{"build_commit":"d6d899580","build_number":9747,"cpu_info":"AMD RYZEN AI MAX+ 395 w/ Radeon 8060S","gpu_info":"Radeon 8060S Graphics (RADV STRIX_HALO)","backends":"Vulkan","model_filename":"hf://lmstudio-community/Qwen3.6-35B-A3B-GGUF@68a34855558a/Qwen3.6-35B-A3B-Q4_K_M.gguf","model_type":"qwen35moe 35B.A3B Q4_K - Medium","model_size":21155768832,"model_n_params":34660610688,"n_batch":1024,"n_ubatch":512,"n_threads":8,"cpu_mask":"0x0","cpu_strict":false,"poll":50,"type_k":"q4_0","type_v":"q4_0","n_gpu_layers":-1,"n_cpu_moe":0,"split_mode":"layer","main_gpu":0,"no_kv_offload":false,"flash_attn":1,"devices":"auto","tensor_split":"0.00","tensor_buft_overrides":"none","use_mmap":true,"use_direct_io":false,"embeddings":false,"no_op_offload":0,"no_host":false,"fit_target":0,"fit_min_ctx":0,"n_prompt":0,"n_gen":128,"n_depth":2048,"test_time":"2026-08-01T04:26:31Z","avg_ns":1747232064,"stddev_ns":0,"avg_ts":73.258729,"stddev_ts":0.0,"samples_ns":[1747232064],"samples_ts":[73.2587],"bench_model":"qwen","bench_backend":"vulkan","bench_depth":2048,"bench_kv":"q4_0/q4_0","bench_ctk":"q4_0","bench_ctv":"q4_0","bench_block":"d2048"}
{"build_commit":"d6d899580","build_number":9747,"cpu_info":"AMD RYZEN AI MAX+ 395 w/ Radeon 8060S","gpu_info":"Radeon 8060S Graphics (RADV STRIX_HALO)","backends":"Vulkan","model_filename":"hf://lmstudio-community/Qwen3.6-35B-A3B-GGUF@68a34855558a/Qwen3.6-35B-A3B-Q4_K_M.gguf","model_type":"qwen35moe 35B.A3B Q4_K - Medium","model_size":21155768832,"model_n_params":34660610688,"n_batch":1024,"n_ubatch":512,"n_threads":8,"cpu_mask":"0x0","cpu_strict":false,"poll":50,"type_k":"q8_0","type_v":"q8_0","n_gpu_layers":-1,"n_cpu_moe":0,"split_mode":"layer","main_gpu":0,"no_kv_offload":false,"flash_attn":1,"devices":"auto","tensor_split":"0.00","tensor_buft_overrides":"none","use_mmap":true,"use_direct_io":false,"embeddings":false,"no_op_offload":0,"no_host":false,"fit_target":0,"fit_min_ctx":0,"n_prompt":512,"n_gen":0,"n_depth":2048,"test_time":"2026-08-01T04:26:36Z","avg_ns":539840820,"stddev_ns":0,"avg_ts":948.427724,"stddev_ts":0.0,"samples_ns":[539840820],"samples_ts":[948.428],"bench_model":"qwen","bench_backend":"vulkan","bench_depth":2048,"bench_kv":"q8_0/q8_0","bench_ctk":"q8_0","bench_ctv":"q8_0","bench_block":"d2048"}
{"build_commit":"d6d899580","build_number":9747,"cpu_info":"AMD RYZEN AI MAX+ 395 w/ Radeon 8060S","gpu_info":"Radeon 8060S Graphics (RADV STRIX_HALO)","backends":"Vulkan","model_filename":"hf://lmstudio-community/Qwen3.6-35B-A3B-GGUF@68a34855558a/Qwen3.6-35B-A3B-Q4_K_M.gguf","model_type":"qwen35moe 35B.A3B Q4_K - Medium","model_size":21155768832,"model_n_params":34660610688,"n_batch":1024,"n_ubatch":512,"n_threads":8,"cpu_mask":"0x0","cpu_strict":false,"poll":50,"type_k":"q8_0","type_v":"q8_0","n_gpu_layers":-1,"n_cpu_moe":0,"split_mode":"layer","main_gpu":0,"no_kv_offload":false,"flash_attn":1,"devices":"auto","tensor_split":"0.00","tensor_buft_overrides":"none","use_mmap":true,"use_direct_io":false,"embeddings":false,"no_op_offload":0,"no_host":false,"fit_target":0,"fit_min_ctx":0,"n_prompt":1024,"n_gen":0,"n_depth":2048,"test_time":"2026-08-01T04:26:39Z","avg_ns":1094718332,"stddev_ns":0,"avg_ts":935.400431,"stddev_ts":0.0,"samples_ns":[1094718332],"samples_ts":[935.4],"bench_model":"qwen","bench_backend":"vulkan","bench_depth":2048,"bench_kv":"q8_0/q8_0","bench_ctk":"q8_0","bench_ctv":"q8_0","bench_block":"d2048"}
{"build_commit":"d6d899580","build_number":9747,"cpu_info":"AMD RYZEN AI MAX+ 395 w/ Radeon 8060S","gpu_info":"Radeon 8060S Graphics (RADV STRIX_HALO)","backends":"Vulkan","model_filename":"hf://lmstudio-community/Qwen3.6-35B-A3B-GGUF@68a34855558a/Qwen3.6-35B-A3B-Q4_K_M.gguf","model_type":"qwen35moe 35B.A3B Q4_K - Medium","model_size":21155768832,"model_n_params":34660610688,"n_batch":1024,"n_ubatch":512,"n_threads":8,"cpu_mask":"0x0","cpu_strict":false,"poll":50,"type_k":"q8_0","type_v":"q8_0","n_gpu_layers":-1,"n_cpu_moe":0,"split_mode":"layer","main_gpu":0,"no_kv_offload":false,"flash_attn":1,"devices":"auto","tensor_split":"0.00","tensor_buft_overrides":"none","use_mmap":true,"use_direct_io":false,"embeddings":false,"no_op_offload":0,"no_host":false,"fit_target":0,"fit_min_ctx":0,"n_prompt":0,"n_gen":128,"n_depth":2048,"test_time":"2026-08-01T04:26:42Z","avg_ns":1752795219,"stddev_ns":0,"avg_ts":73.026215,"stddev_ts":0.0,"samples_ns":[1752795219],"samples_ts":[73.0262],"bench_model":"qwen","bench_backend":"vulkan","bench_depth":2048,"bench_kv":"q8_0/q8_0","bench_ctk":"q8_0","bench_ctv":"q8_0","bench_block":"d2048"}
{"build_commit":"a66d505","build_number":1,"cpu_info":"AMD RYZEN AI MAX+ 395 w/ Radeon 8060S","gpu_info":"Radeon 8060S Graphics","backends":"ROCm","model_filename":"hf://unsloth/GLM-4.7-Flash-GGUF@0d32489ecb9d/GLM-4.7-Flash-Q4_K_M.gguf","model_type":"deepseek2 30B.A3B Q4_K - Medium","model_size":18302863872,"model_n_params":29943393920,"n_batch":1024,"n_ubatch":512,"n_threads":8,"cpu_mask":"0x0","cpu_strict":false,"poll":50,"type_k":"f16","type_v":"f16","n_gpu_layers":-1,"n_cpu_moe":0,"split_mode":"layer","main_gpu":0,"no_kv_offload":false,"flash_attn":1,"devices":"auto","tensor_split":"0.00","tensor_buft_overrides":"none","use_mmap":true,"use_direct_io":false,"embeddings":false,"no_op_offload":0,"no_host":false,"fit_target":0,"fit_min_ctx":0,"n_prompt":512,"n_gen":0,"n_depth":2048,"test_time":"2026-08-01T04:26:47Z","avg_ns":861510607,"stddev_ns":0,"avg_ts":594.304929,"stddev_ts":0.0,"samples_ns":[861510607],"samples_ts":[594.305],"bench_model":"glm","bench_backend":"rocm","bench_depth":2048,"bench_kv":"f16/f16","bench_ctk":"f16","bench_ctv":"f16","bench_block":"d2048"}
{"build_commit":"a66d505","build_number":1,"cpu_info":"AMD RYZEN AI MAX+ 395 w/ Radeon 8060S","gpu_info":"Radeon 8060S Graphics","backends":"ROCm","model_filename":"hf://unsloth/GLM-4.7-Flash-GGUF@0d32489ecb9d/GLM-4.7-Flash-Q4_K_M.gguf","model_type":"deepseek2 30B.A3B Q4_K - Medium","model_size":18302863872,"model_n_params":29943393920,"n_batch":1024,"n_ubatch":512,"n_threads":8,"cpu_mask":"0x0","cpu_strict":false,"poll":50,"type_k":"f16","type_v":"f16","n_gpu_layers":-1,"n_cpu_moe":0,"split_mode":"layer","main_gpu":0,"no_kv_offload":false,"flash_attn":1,"devices":"auto","tensor_split":"0.00","tensor_buft_overrides":"none","use_mmap":true,"use_direct_io":false,"embeddings":false,"no_op_offload":0,"no_host":false,"fit_target":0,"fit_min_ctx":0,"n_prompt":1024,"n_gen":0,"n_depth":2048,"test_time":"2026-08-01T04:26:51Z","avg_ns":1839788192,"stddev_ns":0,"avg_ts":556.585809,"stddev_ts":0.0,"samples_ns":[1839788192],"samples_ts":[556.586],"bench_model":"glm","bench_backend":"rocm","bench_depth":2048,"bench_kv":"f16/f16","bench_ctk":"f16","bench_ctv":"f16","bench_block":"d2048"}
{"build_commit":"a66d505","build_number":1,"cpu_info":"AMD RYZEN AI MAX+ 395 w/ Radeon 8060S","gpu_info":"Radeon 8060S Graphics","backends":"ROCm","model_filename":"hf://unsloth/GLM-4.7-Flash-GGUF@0d32489ecb9d/GLM-4.7-Flash-Q4_K_M.gguf","model_type":"deepseek2 30B.A3B Q4_K - Medium","model_size":18302863872,"model_n_params":29943393920,"n_batch":1024,"n_ubatch":512,"n_threads":8,"cpu_mask":"0x0","cpu_strict":false,"poll":50,"type_k":"f16","type_v":"f16","n_gpu_layers":-1,"n_cpu_moe":0,"split_mode":"layer","main_gpu":0,"no_kv_offload":false,"flash_attn":1,"devices":"auto","tensor_split":"0.00","tensor_buft_overrides":"none","use_mmap":true,"use_direct_io":false,"embeddings":false,"no_op_offload":0,"no_host":false,"fit_target":0,"fit_min_ctx":0,"n_prompt":0,"n_gen":128,"n_depth":2048,"test_time":"2026-08-01T04:26:55Z","avg_ns":2538025041,"stddev_ns":0,"avg_ts":50.432915,"stddev_ts":0.0,"samples_ns":[2538025041],"samples_ts":[50.4329],"bench_model":"glm","bench_backend":"rocm","bench_depth":2048,"bench_kv":"f16/f16","bench_ctk":"f16","bench_ctv":"f16","bench_block":"d2048"}
{"build_commit":"a66d505","build_number":1,"cpu_info":"AMD RYZEN AI MAX+ 395 w/ Radeon 8060S","gpu_info":"Radeon 8060S Graphics","backends":"ROCm","model_filename":"hf://unsloth/GLM-4.7-Flash-GGUF@0d32489ecb9d/GLM-4.7-Flash-Q4_K_M.gguf","model_type":"deepseek2 30B.A3B Q4_K - Medium","model_size":18302863872,"model_n_params":29943393920,"n_batch":1024,"n_ubatch":512,"n_threads":8,"cpu_mask":"0x0","cpu_strict":false,"poll":50,"type_k":"f16","type_v":"q8_0","n_gpu_layers":-1,"n_cpu_moe":0,"split_mode":"layer","main_gpu":0,"no_kv_offload":false,"flash_attn":1,"devices":"auto","tensor_split":"0.00","tensor_buft_overrides":"none","use_mmap":true,"use_direct_io":false,"embeddings":false,"no_op_offload":0,"no_host":false,"fit_target":0,"fit_min_ctx":0,"n_prompt":512,"n_gen":0,"n_depth":2048,"test_time":"2026-08-01T04:26:59Z","avg_ns":894437058,"stddev_ns":0,"avg_ts":572.427087,"stddev_ts":0.0,"samples_ns":[894437058],"samples_ts":[572.427],"bench_model":"glm","bench_backend":"rocm","bench_depth":2048,"bench_kv":"f16/q8_0","bench_ctk":"f16","bench_ctv":"q8_0","bench_block":"d2048"}
{"build_commit":"a66d505","build_number":1,"cpu_info":"AMD RYZEN AI MAX+ 395 w/ Radeon 8060S","gpu_info":"Radeon 8060S Graphics","backends":"ROCm","model_filename":"hf://unsloth/GLM-4.7-Flash-GGUF@0d32489ecb9d/GLM-4.7-Flash-Q4_K_M.gguf","model_type":"deepseek2 30B.A3B Q4_K - Medium","model_size":18302863872,"model_n_params":29943393920,"n_batch":1024,"n_ubatch":512,"n_threads":8,"cpu_mask":"0x0","cpu_strict":false,"poll":50,"type_k":"f16","type_v":"q8_0","n_gpu_layers":-1,"n_cpu_moe":0,"split_mode":"layer","main_gpu":0,"no_kv_offload":false,"flash_attn":1,"devices":"auto","tensor_split":"0.00","tensor_buft_overrides":"none","use_mmap":true,"use_direct_io":false,"embeddings":false,"no_op_offload":0,"no_host":false,"fit_target":0,"fit_min_ctx":0,"n_prompt":1024,"n_gen":0,"n_depth":2048,"test_time":"2026-08-01T04:27:03Z","avg_ns":1824049812,"stddev_ns":0,"avg_ts":561.388178,"stddev_ts":0.0,"samples_ns":[1824049812],"samples_ts":[561.388],"bench_model":"glm","bench_backend":"rocm","bench_depth":2048,"bench_kv":"f16/q8_0","bench_ctk":"f16","bench_ctv":"q8_0","bench_block":"d2048"}
{"build_commit":"a66d505","build_number":1,"cpu_info":"AMD RYZEN AI MAX+ 395 w/ Radeon 8060S","gpu_info":"Radeon 8060S Graphics","backends":"ROCm","model_filename":"hf://unsloth/GLM-4.7-Flash-GGUF@0d32489ecb9d/GLM-4.7-Flash-Q4_K_M.gguf","model_type":"deepseek2 30B.A3B Q4_K - Medium","model_size":18302863872,"model_n_params":29943393920,"n_batch":1024,"n_ubatch":512,"n_threads":8,"cpu_mask":"0x0","cpu_strict":false,"poll":50,"type_k":"f16","type_v":"q8_0","n_gpu_layers":-1,"n_cpu_moe":0,"split_mode":"layer","main_gpu":0,"no_kv_offload":false,"flash_attn":1,"devices":"auto","tensor_split":"0.00","tensor_buft_overrides":"none","use_mmap":true,"use_direct_io":false,"embeddings":false,"no_op_offload":0,"no_host":false,"fit_target":0,"fit_min_ctx":0,"n_prompt":0,"n_gen":128,"n_depth":2048,"test_time":"2026-08-01T04:27:06Z","avg_ns":2553283587,"stddev_ns":0,"avg_ts":50.131525,"stddev_ts":0.0,"samples_ns":[2553283587],"samples_ts":[50.1315],"bench_model":"glm","bench_backend":"rocm","bench_depth":2048,"bench_kv":"f16/q8_0","bench_ctk":"f16","bench_ctv":"q8_0","bench_block":"d2048"}
{"build_commit":"a66d505","build_number":1,"cpu_info":"AMD RYZEN AI MAX+ 395 w/ Radeon 8060S","gpu_info":"Radeon 8060S Graphics","backends":"ROCm","model_filename":"hf://unsloth/GLM-4.7-Flash-GGUF@0d32489ecb9d/GLM-4.7-Flash-Q4_K_M.gguf","model_type":"deepseek2 30B.A3B Q4_K - Medium","model_size":18302863872,"model_n_params":29943393920,"n_batch":1024,"n_ubatch":512,"n_threads":8,"cpu_mask":"0x0","cpu_strict":false,"poll":50,"type_k":"f16","type_v":"q4_0","n_gpu_layers":-1,"n_cpu_moe":0,"split_mode":"layer","main_gpu":0,"no_kv_offload":false,"flash_attn":1,"devices":"auto","tensor_split":"0.00","tensor_buft_overrides":"none","use_mmap":true,"use_direct_io":false,"embeddings":false,"no_op_offload":0,"no_host":false,"fit_target":0,"fit_min_ctx":0,"n_prompt":512,"n_gen":0,"n_depth":2048,"test_time":"2026-08-01T04:27:10Z","avg_ns":880281357,"stddev_ns":0,"avg_ts":581.63222,"stddev_ts":0.0,"samples_ns":[880281357],"samples_ts":[581.632],"bench_model":"glm","bench_backend":"rocm","bench_depth":2048,"bench_kv":"f16/q4_0","bench_ctk":"f16","bench_ctv":"q4_0","bench_block":"d2048"}
{"build_commit":"a66d505","build_number":1,"cpu_info":"AMD RYZEN AI MAX+ 395 w/ Radeon 8060S","gpu_info":"Radeon 8060S Graphics","backends":"ROCm","model_filename":"hf://unsloth/GLM-4.7-Flash-GGUF@0d32489ecb9d/GLM-4.7-Flash-Q4_K_M.gguf","model_type":"deepseek2 30B.A3B Q4_K - Medium","model_size":18302863872,"model_n_params":29943393920,"n_batch":1024,"n_ubatch":512,"n_threads":8,"cpu_mask":"0x0","cpu_strict":false,"poll":50,"type_k":"f16","type_v":"q4_0","n_gpu_layers":-1,"n_cpu_moe":0,"split_mode":"layer","main_gpu":0,"no_kv_offload":false,"flash_attn":1,"devices":"auto","tensor_split":"0.00","tensor_buft_overrides":"none","use_mmap":true,"use_direct_io":false,"embeddings":false,"no_op_offload":0,"no_host":false,"fit_target":0,"fit_min_ctx":0,"n_prompt":1024,"n_gen":0,"n_depth":2048,"test_time":"2026-08-01T04:27:15Z","avg_ns":1825676209,"stddev_ns":0,"avg_ts":560.888067,"stddev_ts":0.0,"samples_ns":[1825676209],"samples_ts":[560.888],"bench_model":"glm","bench_backend":"rocm","bench_depth":2048,"bench_kv":"f16/q4_0","bench_ctk":"f16","bench_ctv":"q4_0","bench_block":"d2048"}
{"build_commit":"a66d505","build_number":1,"cpu_info":"AMD RYZEN AI MAX+ 395 w/ Radeon 8060S","gpu_info":"Radeon 8060S Graphics","backends":"ROCm","model_filename":"hf://unsloth/GLM-4.7-Flash-GGUF@0d32489ecb9d/GLM-4.7-Flash-Q4_K_M.gguf","model_type":"deepseek2 30B.A3B Q4_K - Medium","model_size":18302863872,"model_n_params":29943393920,"n_batch":1024,"n_ubatch":512,"n_threads":8,"cpu_mask":"0x0","cpu_strict":false,"poll":50,"type_k":"f16","type_v":"q4_0","n_gpu_layers":-1,"n_cpu_moe":0,"split_mode":"layer","main_gpu":0,"no_kv_offload":false,"flash_attn":1,"devices":"auto","tensor_split":"0.00","tensor_buft_overrides":"none","use_mmap":true,"use_direct_io":false,"embeddings":false,"no_op_offload":0,"no_host":false,"fit_target":0,"fit_min_ctx":0,"n_prompt":0,"n_gen":128,"n_depth":2048,"test_time":"2026-08-01T04:27:18Z","avg_ns":2544833376,"stddev_ns":0,"avg_ts":50.297989,"stddev_ts":0.0,"samples_ns":[2544833376],"samples_ts":[50.298],"bench_model":"glm","bench_backend":"rocm","bench_depth":2048,"bench_kv":"f16/q4_0","bench_ctk":"f16","bench_ctv":"q4_0","bench_block":"d2048"}
{"build_commit":"a66d505","build_number":1,"cpu_info":"AMD RYZEN AI MAX+ 395 w/ Radeon 8060S","gpu_info":"Radeon 8060S Graphics","backends":"ROCm","model_filename":"hf://unsloth/GLM-4.7-Flash-GGUF@0d32489ecb9d/GLM-4.7-Flash-Q4_K_M.gguf","model_type":"deepseek2 30B.A3B Q4_K - Medium","model_size":18302863872,"model_n_params":29943393920,"n_batch":1024,"n_ubatch":512,"n_threads":8,"cpu_mask":"0x0","cpu_strict":false,"poll":50,"type_k":"q4_0","type_v":"q4_0","n_gpu_layers":-1,"n_cpu_moe":0,"split_mode":"layer","main_gpu":0,"no_kv_offload":false,"flash_attn":1,"devices":"auto","tensor_split":"0.00","tensor_buft_overrides":"none","use_mmap":true,"use_direct_io":false,"embeddings":false,"no_op_offload":0,"no_host":false,"fit_target":0,"fit_min_ctx":0,"n_prompt":512,"n_gen":0,"n_depth":2048,"test_time":"2026-08-01T04:27:22Z","avg_ns":892663037,"stddev_ns":0,"avg_ts":573.564692,"stddev_ts":0.0,"samples_ns":[892663037],"samples_ts":[573.565],"bench_model":"glm","bench_backend":"rocm","bench_depth":2048,"bench_kv":"q4_0/q4_0","bench_ctk":"q4_0","bench_ctv":"q4_0","bench_block":"d2048"}
{"build_commit":"a66d505","build_number":1,"cpu_info":"AMD RYZEN AI MAX+ 395 w/ Radeon 8060S","gpu_info":"Radeon 8060S Graphics","backends":"ROCm","model_filename":"hf://unsloth/GLM-4.7-Flash-GGUF@0d32489ecb9d/GLM-4.7-Flash-Q4_K_M.gguf","model_type":"deepseek2 30B.A3B Q4_K - Medium","model_size":18302863872,"model_n_params":29943393920,"n_batch":1024,"n_ubatch":512,"n_threads":8,"cpu_mask":"0x0","cpu_strict":false,"poll":50,"type_k":"q4_0","type_v":"q4_0","n_gpu_layers":-1,"n_cpu_moe":0,"split_mode":"layer","main_gpu":0,"no_kv_offload":false,"flash_attn":1,"devices":"auto","tensor_split":"0.00","tensor_buft_overrides":"none","use_mmap":true,"use_direct_io":false,"embeddings":false,"no_op_offload":0,"no_host":false,"fit_target":0,"fit_min_ctx":0,"n_prompt":1024,"n_gen":0,"n_depth":2048,"test_time":"2026-08-01T04:27:26Z","avg_ns":1864385888,"stddev_ns":0,"avg_ts":549.242518,"stddev_ts":0.0,"samples_ns":[1864385888],"samples_ts":[549.243],"bench_model":"glm","bench_backend":"rocm","bench_depth":2048,"bench_kv":"q4_0/q4_0","bench_ctk":"q4_0","bench_ctv":"q4_0","bench_block":"d2048"}
{"build_commit":"a66d505","build_number":1,"cpu_info":"AMD RYZEN AI MAX+ 395 w/ Radeon 8060S","gpu_info":"Radeon 8060S Graphics","backends":"ROCm","model_filename":"hf://unsloth/GLM-4.7-Flash-GGUF@0d32489ecb9d/GLM-4.7-Flash-Q4_K_M.gguf","model_type":"deepseek2 30B.A3B Q4_K - Medium","model_size":18302863872,"model_n_params":29943393920,"n_batch":1024,"n_ubatch":512,"n_threads":8,"cpu_mask":"0x0","cpu_strict":false,"poll":50,"type_k":"q4_0","type_v":"q4_0","n_gpu_layers":-1,"n_cpu_moe":0,"split_mode":"layer","main_gpu":0,"no_kv_offload":false,"flash_attn":1,"devices":"auto","tensor_split":"0.00","tensor_buft_overrides":"none","use_mmap":true,"use_direct_io":false,"embeddings":false,"no_op_offload":0,"no_host":false,"fit_target":0,"fit_min_ctx":0,"n_prompt":0,"n_gen":128,"n_depth":2048,"test_time":"2026-08-01T04:27:29Z","avg_ns":2573871665,"stddev_ns":0,"avg_ts":49.730529,"stddev_ts":0.0,"samples_ns":[2573871665],"samples_ts":[49.7305],"bench_model":"glm","bench_backend":"rocm","bench_depth":2048,"bench_kv":"q4_0/q4_0","bench_ctk":"q4_0","bench_ctv":"q4_0","bench_block":"d2048"}
{"build_commit":"a66d505","build_number":1,"cpu_info":"AMD RYZEN AI MAX+ 395 w/ Radeon 8060S","gpu_info":"Radeon 8060S Graphics","backends":"ROCm","model_filename":"hf://unsloth/GLM-4.7-Flash-GGUF@0d32489ecb9d/GLM-4.7-Flash-Q4_K_M.gguf","model_type":"deepseek2 30B.A3B Q4_K - Medium","model_size":18302863872,"model_n_params":29943393920,"n_batch":1024,"n_ubatch":512,"n_threads":8,"cpu_mask":"0x0","cpu_strict":false,"poll":50,"type_k":"q8_0","type_v":"q8_0","n_gpu_layers":-1,"n_cpu_moe":0,"split_mode":"layer","main_gpu":0,"no_kv_offload":false,"flash_attn":1,"devices":"auto","tensor_split":"0.00","tensor_buft_overrides":"none","use_mmap":true,"use_direct_io":false,"embeddings":false,"no_op_offload":0,"no_host":false,"fit_target":0,"fit_min_ctx":0,"n_prompt":512,"n_gen":0,"n_depth":2048,"test_time":"2026-08-01T04:27:34Z","avg_ns":903050703,"stddev_ns":0,"avg_ts":566.967058,"stddev_ts":0.0,"samples_ns":[903050703],"samples_ts":[566.967],"bench_model":"glm","bench_backend":"rocm","bench_depth":2048,"bench_kv":"q8_0/q8_0","bench_ctk":"q8_0","bench_ctv":"q8_0","bench_block":"d2048"}
{"build_commit":"a66d505","build_number":1,"cpu_info":"AMD RYZEN AI MAX+ 395 w/ Radeon 8060S","gpu_info":"Radeon 8060S Graphics","backends":"ROCm","model_filename":"hf://unsloth/GLM-4.7-Flash-GGUF@0d32489ecb9d/GLM-4.7-Flash-Q4_K_M.gguf","model_type":"deepseek2 30B.A3B Q4_K - Medium","model_size":18302863872,"model_n_params":29943393920,"n_batch":1024,"n_ubatch":512,"n_threads":8,"cpu_mask":"0x0","cpu_strict":false,"poll":50,"type_k":"q8_0","type_v":"q8_0","n_gpu_layers":-1,"n_cpu_moe":0,"split_mode":"layer","main_gpu":0,"no_kv_offload":false,"flash_attn":1,"devices":"auto","tensor_split":"0.00","tensor_buft_overrides":"none","use_mmap":true,"use_direct_io":false,"embeddings":false,"no_op_offload":0,"no_host":false,"fit_target":0,"fit_min_ctx":0,"n_prompt":1024,"n_gen":0,"n_depth":2048,"test_time":"2026-08-01T04:27:38Z","avg_ns":1830350694,"stddev_ns":0,"avg_ts":559.45563,"stddev_ts":0.0,"samples_ns":[1830350694],"samples_ts":[559.456],"bench_model":"glm","bench_backend":"rocm","bench_depth":2048,"bench_kv":"q8_0/q8_0","bench_ctk":"q8_0","bench_ctv":"q8_0","bench_block":"d2048"}
{"build_commit":"a66d505","build_number":1,"cpu_info":"AMD RYZEN AI MAX+ 395 w/ Radeon 8060S","gpu_info":"Radeon 8060S Graphics","backends":"ROCm","model_filename":"hf://unsloth/GLM-4.7-Flash-GGUF@0d32489ecb9d/GLM-4.7-Flash-Q4_K_M.gguf","model_type":"deepseek2 30B.A3B Q4_K - Medium","model_size":18302863872,"model_n_params":29943393920,"n_batch":1024,"n_ubatch":512,"n_threads":8,"cpu_mask":"0x0","cpu_strict":false,"poll":50,"type_k":"q8_0","type_v":"q8_0","n_gpu_layers":-1,"n_cpu_moe":0,"split_mode":"layer","main_gpu":0,"no_kv_offload":false,"flash_attn":1,"devices":"auto","tensor_split":"0.00","tensor_buft_overrides":"none","use_mmap":true,"use_direct_io":false,"embeddings":false,"no_op_offload":0,"no_host":false,"fit_target":0,"fit_min_ctx":0,"n_prompt":0,"n_gen":128,"n_depth":2048,"test_time":"2026-08-01T04:27:41Z","avg_ns":2617669176,"stddev_ns":0,"avg_ts":48.898463,"stddev_ts":0.0,"samples_ns":[2617669176],"samples_ts":[48.8985],"bench_model":"glm","bench_backend":"rocm","bench_depth":2048,"bench_kv":"q8_0/q8_0","bench_ctk":"q8_0","bench_ctv":"q8_0","bench_block":"d2048"}
{"build_commit":"d6d899580","build_number":9747,"cpu_info":"AMD RYZEN AI MAX+ 395 w/ Radeon 8060S","gpu_info":"Radeon 8060S Graphics (RADV STRIX_HALO)","backends":"Vulkan","model_filename":"hf://unsloth/GLM-4.7-Flash-GGUF@0d32489ecb9d/GLM-4.7-Flash-Q4_K_M.gguf","model_type":"deepseek2 30B.A3B Q4_K - Medium","model_size":18302863872,"model_n_params":29943393920,"n_batch":1024,"n_ubatch":512,"n_threads":8,"cpu_mask":"0x0","cpu_strict":false,"poll":50,"type_k":"f16","type_v":"f16","n_gpu_layers":-1,"n_cpu_moe":0,"split_mode":"layer","main_gpu":0,"no_kv_offload":false,"flash_attn":1,"devices":"auto","tensor_split":"0.00","tensor_buft_overrides":"none","use_mmap":true,"use_direct_io":false,"embeddings":false,"no_op_offload":0,"no_host":false,"fit_target":0,"fit_min_ctx":0,"n_prompt":512,"n_gen":0,"n_depth":2048,"test_time":"2026-08-01T04:27:46Z","avg_ns":702989433,"stddev_ns":0,"avg_ts":728.318202,"stddev_ts":0.0,"samples_ns":[702989433],"samples_ts":[728.318],"bench_model":"glm","bench_backend":"vulkan","bench_depth":2048,"bench_kv":"f16/f16","bench_ctk":"f16","bench_ctv":"f16","bench_block":"d2048"}
{"build_commit":"d6d899580","build_number":9747,"cpu_info":"AMD RYZEN AI MAX+ 395 w/ Radeon 8060S","gpu_info":"Radeon 8060S Graphics (RADV STRIX_HALO)","backends":"Vulkan","model_filename":"hf://unsloth/GLM-4.7-Flash-GGUF@0d32489ecb9d/GLM-4.7-Flash-Q4_K_M.gguf","model_type":"deepseek2 30B.A3B Q4_K - Medium","model_size":18302863872,"model_n_params":29943393920,"n_batch":1024,"n_ubatch":512,"n_threads":8,"cpu_mask":"0x0","cpu_strict":false,"poll":50,"type_k":"f16","type_v":"f16","n_gpu_layers":-1,"n_cpu_moe":0,"split_mode":"layer","main_gpu":0,"no_kv_offload":false,"flash_attn":1,"devices":"auto","tensor_split":"0.00","tensor_buft_overrides":"none","use_mmap":true,"use_direct_io":false,"embeddings":false,"no_op_offload":0,"no_host":false,"fit_target":0,"fit_min_ctx":0,"n_prompt":1024,"n_gen":0,"n_depth":2048,"test_time":"2026-08-01T04:27:51Z","avg_ns":1600091772,"stddev_ns":0,"avg_ts":639.963293,"stddev_ts":0.0,"samples_ns":[1600091772],"samples_ts":[639.963],"bench_model":"glm","bench_backend":"vulkan","bench_depth":2048,"bench_kv":"f16/f16","bench_ctk":"f16","bench_ctv":"f16","bench_block":"d2048"}
{"build_commit":"d6d899580","build_number":9747,"cpu_info":"AMD RYZEN AI MAX+ 395 w/ Radeon 8060S","gpu_info":"Radeon 8060S Graphics (RADV STRIX_HALO)","backends":"Vulkan","model_filename":"hf://unsloth/GLM-4.7-Flash-GGUF@0d32489ecb9d/GLM-4.7-Flash-Q4_K_M.gguf","model_type":"deepseek2 30B.A3B Q4_K - Medium","model_size":18302863872,"model_n_params":29943393920,"n_batch":1024,"n_ubatch":512,"n_threads":8,"cpu_mask":"0x0","cpu_strict":false,"poll":50,"type_k":"f16","type_v":"f16","n_gpu_layers":-1,"n_cpu_moe":0,"split_mode":"layer","main_gpu":0,"no_kv_offload":false,"flash_attn":1,"devices":"auto","tensor_split":"0.00","tensor_buft_overrides":"none","use_mmap":true,"use_direct_io":false,"embeddings":false,"no_op_offload":0,"no_host":false,"fit_target":0,"fit_min_ctx":0,"n_prompt":0,"n_gen":128,"n_depth":2048,"test_time":"2026-08-01T04:27:53Z","avg_ns":2004295090,"stddev_ns":0,"avg_ts":63.862852,"stddev_ts":0.0,"samples_ns":[2004295090],"samples_ts":[63.8629],"bench_model":"glm","bench_backend":"vulkan","bench_depth":2048,"bench_kv":"f16/f16","bench_ctk":"f16","bench_ctv":"f16","bench_block":"d2048"}
{"build_commit":"d6d899580","build_number":9747,"cpu_info":"AMD RYZEN AI MAX+ 395 w/ Radeon 8060S","gpu_info":"Radeon 8060S Graphics (RADV STRIX_HALO)","backends":"Vulkan","model_filename":"hf://unsloth/GLM-4.7-Flash-GGUF@0d32489ecb9d/GLM-4.7-Flash-Q4_K_M.gguf","model_type":"deepseek2 30B.A3B Q4_K - Medium","model_size":18302863872,"model_n_params":29943393920,"n_batch":1024,"n_ubatch":512,"n_threads":8,"cpu_mask":"0x0","cpu_strict":false,"poll":50,"type_k":"f16","type_v":"q8_0","n_gpu_layers":-1,"n_cpu_moe":0,"split_mode":"layer","main_gpu":0,"no_kv_offload":false,"flash_attn":1,"devices":"auto","tensor_split":"0.00","tensor_buft_overrides":"none","use_mmap":true,"use_direct_io":false,"embeddings":false,"no_op_offload":0,"no_host":false,"fit_target":0,"fit_min_ctx":0,"n_prompt":512,"n_gen":0,"n_depth":2048,"test_time":"2026-08-01T04:27:58Z","avg_ns":729369019,"stddev_ns":0,"avg_ts":701.976622,"stddev_ts":0.0,"samples_ns":[729369019],"samples_ts":[701.977],"bench_model":"glm","bench_backend":"vulkan","bench_depth":2048,"bench_kv":"f16/q8_0","bench_ctk":"f16","bench_ctv":"q8_0","bench_block":"d2048"}
{"build_commit":"d6d899580","build_number":9747,"cpu_info":"AMD RYZEN AI MAX+ 395 w/ Radeon 8060S","gpu_info":"Radeon 8060S Graphics (RADV STRIX_HALO)","backends":"Vulkan","model_filename":"hf://unsloth/GLM-4.7-Flash-GGUF@0d32489ecb9d/GLM-4.7-Flash-Q4_K_M.gguf","model_type":"deepseek2 30B.A3B Q4_K - Medium","model_size":18302863872,"model_n_params":29943393920,"n_batch":1024,"n_ubatch":512,"n_threads":8,"cpu_mask":"0x0","cpu_strict":false,"poll":50,"type_k":"f16","type_v":"q8_0","n_gpu_layers":-1,"n_cpu_moe":0,"split_mode":"layer","main_gpu":0,"no_kv_offload":false,"flash_attn":1,"devices":"auto","tensor_split":"0.00","tensor_buft_overrides":"none","use_mmap":true,"use_direct_io":false,"embeddings":false,"no_op_offload":0,"no_host":false,"fit_target":0,"fit_min_ctx":0,"n_prompt":1024,"n_gen":0,"n_depth":2048,"test_time":"2026-08-01T04:28:02Z","avg_ns":1585332600,"stddev_ns":0,"avg_ts":645.921241,"stddev_ts":0.0,"samples_ns":[1585332600],"samples_ts":[645.921],"bench_model":"glm","bench_backend":"vulkan","bench_depth":2048,"bench_kv":"f16/q8_0","bench_ctk":"f16","bench_ctv":"q8_0","bench_block":"d2048"}
{"build_commit":"d6d899580","build_number":9747,"cpu_info":"AMD RYZEN AI MAX+ 395 w/ Radeon 8060S","gpu_info":"Radeon 8060S Graphics (RADV STRIX_HALO)","backends":"Vulkan","model_filename":"hf://unsloth/GLM-4.7-Flash-GGUF@0d32489ecb9d/GLM-4.7-Flash-Q4_K_M.gguf","model_type":"deepseek2 30B.A3B Q4_K - Medium","model_size":18302863872,"model_n_params":29943393920,"n_batch":1024,"n_ubatch":512,"n_threads":8,"cpu_mask":"0x0","cpu_strict":false,"poll":50,"type_k":"f16","type_v":"q8_0","n_gpu_layers":-1,"n_cpu_moe":0,"split_mode":"layer","main_gpu":0,"no_kv_offload":false,"flash_attn":1,"devices":"auto","tensor_split":"0.00","tensor_buft_overrides":"none","use_mmap":true,"use_direct_io":false,"embeddings":false,"no_op_offload":0,"no_host":false,"fit_target":0,"fit_min_ctx":0,"n_prompt":0,"n_gen":128,"n_depth":2048,"test_time":"2026-08-01T04:28:05Z","avg_ns":2008294476,"stddev_ns":0,"avg_ts":63.735673,"stddev_ts":0.0,"samples_ns":[2008294476],"samples_ts":[63.7357],"bench_model":"glm","bench_backend":"vulkan","bench_depth":2048,"bench_kv":"f16/q8_0","bench_ctk":"f16","bench_ctv":"q8_0","bench_block":"d2048"}
{"build_commit":"d6d899580","build_number":9747,"cpu_info":"AMD RYZEN AI MAX+ 395 w/ Radeon 8060S","gpu_info":"Radeon 8060S Graphics (RADV STRIX_HALO)","backends":"Vulkan","model_filename":"hf://unsloth/GLM-4.7-Flash-GGUF@0d32489ecb9d/GLM-4.7-Flash-Q4_K_M.gguf","model_type":"deepseek2 30B.A3B Q4_K - Medium","model_size":18302863872,"model_n_params":29943393920,"n_batch":1024,"n_ubatch":512,"n_threads":8,"cpu_mask":"0x0","cpu_strict":false,"poll":50,"type_k":"f16","type_v":"q4_0","n_gpu_layers":-1,"n_cpu_moe":0,"split_mode":"layer","main_gpu":0,"no_kv_offload":false,"flash_attn":1,"devices":"auto","tensor_split":"0.00","tensor_buft_overrides":"none","use_mmap":true,"use_direct_io":false,"embeddings":false,"no_op_offload":0,"no_host":false,"fit_target":0,"fit_min_ctx":0,"n_prompt":512,"n_gen":0,"n_depth":2048,"test_time":"2026-08-01T04:28:10Z","avg_ns":707453965,"stddev_ns":0,"avg_ts":723.722002,"stddev_ts":0.0,"samples_ns":[707453965],"samples_ts":[723.722],"bench_model":"glm","bench_backend":"vulkan","bench_depth":2048,"bench_kv":"f16/q4_0","bench_ctk":"f16","bench_ctv":"q4_0","bench_block":"d2048"}
{"build_commit":"d6d899580","build_number":9747,"cpu_info":"AMD RYZEN AI MAX+ 395 w/ Radeon 8060S","gpu_info":"Radeon 8060S Graphics (RADV STRIX_HALO)","backends":"Vulkan","model_filename":"hf://unsloth/GLM-4.7-Flash-GGUF@0d32489ecb9d/GLM-4.7-Flash-Q4_K_M.gguf","model_type":"deepseek2 30B.A3B Q4_K - Medium","model_size":18302863872,"model_n_params":29943393920,"n_batch":1024,"n_ubatch":512,"n_threads":8,"cpu_mask":"0x0","cpu_strict":false,"poll":50,"type_k":"f16","type_v":"q4_0","n_gpu_layers":-1,"n_cpu_moe":0,"split_mode":"layer","main_gpu":0,"no_kv_offload":false,"flash_attn":1,"devices":"auto","tensor_split":"0.00","tensor_buft_overrides":"none","use_mmap":true,"use_direct_io":false,"embeddings":false,"no_op_offload":0,"no_host":false,"fit_target":0,"fit_min_ctx":0,"n_prompt":1024,"n_gen":0,"n_depth":2048,"test_time":"2026-08-01T04:28:14Z","avg_ns":1590198649,"stddev_ns":0,"avg_ts":643.944705,"stddev_ts":0.0,"samples_ns":[1590198649],"samples_ts":[643.945],"bench_model":"glm","bench_backend":"vulkan","bench_depth":2048,"bench_kv":"f16/q4_0","bench_ctk":"f16","bench_ctv":"q4_0","bench_block":"d2048"}
{"build_commit":"d6d899580","build_number":9747,"cpu_info":"AMD RYZEN AI MAX+ 395 w/ Radeon 8060S","gpu_info":"Radeon 8060S Graphics (RADV STRIX_HALO)","backends":"Vulkan","model_filename":"hf://unsloth/GLM-4.7-Flash-GGUF@0d32489ecb9d/GLM-4.7-Flash-Q4_K_M.gguf","model_type":"deepseek2 30B.A3B Q4_K - Medium","model_size":18302863872,"model_n_params":29943393920,"n_batch":1024,"n_ubatch":512,"n_threads":8,"cpu_mask":"0x0","cpu_strict":false,"poll":50,"type_k":"f16","type_v":"q4_0","n_gpu_layers":-1,"n_cpu_moe":0,"split_mode":"layer","main_gpu":0,"no_kv_offload":false,"flash_attn":1,"devices":"auto","tensor_split":"0.00","tensor_buft_overrides":"none","use_mmap":true,"use_direct_io":false,"embeddings":false,"no_op_offload":0,"no_host":false,"fit_target":0,"fit_min_ctx":0,"n_prompt":0,"n_gen":128,"n_depth":2048,"test_time":"2026-08-01T04:28:16Z","avg_ns":2017407725,"stddev_ns":0,"avg_ts":63.447759,"stddev_ts":0.0,"samples_ns":[2017407725],"samples_ts":[63.4478],"bench_model":"glm","bench_backend":"vulkan","bench_depth":2048,"bench_kv":"f16/q4_0","bench_ctk":"f16","bench_ctv":"q4_0","bench_block":"d2048"}
{"build_commit":"d6d899580","build_number":9747,"cpu_info":"AMD RYZEN AI MAX+ 395 w/ Radeon 8060S","gpu_info":"Radeon 8060S Graphics (RADV STRIX_HALO)","backends":"Vulkan","model_filename":"hf://unsloth/GLM-4.7-Flash-GGUF@0d32489ecb9d/GLM-4.7-Flash-Q4_K_M.gguf","model_type":"deepseek2 30B.A3B Q4_K - Medium","model_size":18302863872,"model_n_params":29943393920,"n_batch":1024,"n_ubatch":512,"n_threads":8,"cpu_mask":"0x0","cpu_strict":false,"poll":50,"type_k":"q4_0","type_v":"q4_0","n_gpu_layers":-1,"n_cpu_moe":0,"split_mode":"layer","main_gpu":0,"no_kv_offload":false,"flash_attn":1,"devices":"auto","tensor_split":"0.00","tensor_buft_overrides":"none","use_mmap":true,"use_direct_io":false,"embeddings":false,"no_op_offload":0,"no_host":false,"fit_target":0,"fit_min_ctx":0,"n_prompt":512,"n_gen":0,"n_depth":2048,"test_time":"2026-08-01T04:28:21Z","avg_ns":1125021488,"stddev_ns":0,"avg_ts":455.102418,"stddev_ts":0.0,"samples_ns":[1125021488],"samples_ts":[455.102],"bench_model":"glm","bench_backend":"vulkan","bench_depth":2048,"bench_kv":"q4_0/q4_0","bench_ctk":"q4_0","bench_ctv":"q4_0","bench_block":"d2048"}
{"build_commit":"d6d899580","build_number":9747,"cpu_info":"AMD RYZEN AI MAX+ 395 w/ Radeon 8060S","gpu_info":"Radeon 8060S Graphics (RADV STRIX_HALO)","backends":"Vulkan","model_filename":"hf://unsloth/GLM-4.7-Flash-GGUF@0d32489ecb9d/GLM-4.7-Flash-Q4_K_M.gguf","model_type":"deepseek2 30B.A3B Q4_K - Medium","model_size":18302863872,"model_n_params":29943393920,"n_batch":1024,"n_ubatch":512,"n_threads":8,"cpu_mask":"0x0","cpu_strict":false,"poll":50,"type_k":"q4_0","type_v":"q4_0","n_gpu_layers":-1,"n_cpu_moe":0,"split_mode":"layer","main_gpu":0,"no_kv_offload":false,"flash_attn":1,"devices":"auto","tensor_split":"0.00","tensor_buft_overrides":"none","use_mmap":true,"use_direct_io":false,"embeddings":false,"no_op_offload":0,"no_host":false,"fit_target":0,"fit_min_ctx":0,"n_prompt":1024,"n_gen":0,"n_depth":2048,"test_time":"2026-08-01T04:28:26Z","avg_ns":2391985163,"stddev_ns":0,"avg_ts":428.096301,"stddev_ts":0.0,"samples_ns":[2391985163],"samples_ts":[428.096],"bench_model":"glm","bench_backend":"vulkan","bench_depth":2048,"bench_kv":"q4_0/q4_0","bench_ctk":"q4_0","bench_ctv":"q4_0","bench_block":"d2048"}
{"build_commit":"d6d899580","build_number":9747,"cpu_info":"AMD RYZEN AI MAX+ 395 w/ Radeon 8060S","gpu_info":"Radeon 8060S Graphics (RADV STRIX_HALO)","backends":"Vulkan","model_filename":"hf://unsloth/GLM-4.7-Flash-GGUF@0d32489ecb9d/GLM-4.7-Flash-Q4_K_M.gguf","model_type":"deepseek2 30B.A3B Q4_K - Medium","model_size":18302863872,"model_n_params":29943393920,"n_batch":1024,"n_ubatch":512,"n_threads":8,"cpu_mask":"0x0","cpu_strict":false,"poll":50,"type_k":"q4_0","type_v":"q4_0","n_gpu_layers":-1,"n_cpu_moe":0,"split_mode":"layer","main_gpu":0,"no_kv_offload":false,"flash_attn":1,"devices":"auto","tensor_split":"0.00","tensor_buft_overrides":"none","use_mmap":true,"use_direct_io":false,"embeddings":false,"no_op_offload":0,"no_host":false,"fit_target":0,"fit_min_ctx":0,"n_prompt":0,"n_gen":128,"n_depth":2048,"test_time":"2026-08-01T04:28:30Z","avg_ns":2376193645,"stddev_ns":0,"avg_ts":53.867664,"stddev_ts":0.0,"samples_ns":[2376193645],"samples_ts":[53.8677],"bench_model":"glm","bench_backend":"vulkan","bench_depth":2048,"bench_kv":"q4_0/q4_0","bench_ctk":"q4_0","bench_ctv":"q4_0","bench_block":"d2048"}
{"build_commit":"d6d899580","build_number":9747,"cpu_info":"AMD RYZEN AI MAX+ 395 w/ Radeon 8060S","gpu_info":"Radeon 8060S Graphics (RADV STRIX_HALO)","backends":"Vulkan","model_filename":"hf://unsloth/GLM-4.7-Flash-GGUF@0d32489ecb9d/GLM-4.7-Flash-Q4_K_M.gguf","model_type":"deepseek2 30B.A3B Q4_K - Medium","model_size":18302863872,"model_n_params":29943393920,"n_batch":1024,"n_ubatch":512,"n_threads":8,"cpu_mask":"0x0","cpu_strict":false,"poll":50,"type_k":"q8_0","type_v":"q8_0","n_gpu_layers":-1,"n_cpu_moe":0,"split_mode":"layer","main_gpu":0,"no_kv_offload":false,"flash_attn":1,"devices":"auto","tensor_split":"0.00","tensor_buft_overrides":"none","use_mmap":true,"use_direct_io":false,"embeddings":false,"no_op_offload":0,"no_host":false,"fit_target":0,"fit_min_ctx":0,"n_prompt":512,"n_gen":0,"n_depth":2048,"test_time":"2026-08-01T04:28:35Z","avg_ns":1136279158,"stddev_ns":0,"avg_ts":450.593498,"stddev_ts":0.0,"samples_ns":[1136279158],"samples_ts":[450.593],"bench_model":"glm","bench_backend":"vulkan","bench_depth":2048,"bench_kv":"q8_0/q8_0","bench_ctk":"q8_0","bench_ctv":"q8_0","bench_block":"d2048"}
{"build_commit":"d6d899580","build_number":9747,"cpu_info":"AMD RYZEN AI MAX+ 395 w/ Radeon 8060S","gpu_info":"Radeon 8060S Graphics (RADV STRIX_HALO)","backends":"Vulkan","model_filename":"hf://unsloth/GLM-4.7-Flash-GGUF@0d32489ecb9d/GLM-4.7-Flash-Q4_K_M.gguf","model_type":"deepseek2 30B.A3B Q4_K - Medium","model_size":18302863872,"model_n_params":29943393920,"n_batch":1024,"n_ubatch":512,"n_threads":8,"cpu_mask":"0x0","cpu_strict":false,"poll":50,"type_k":"q8_0","type_v":"q8_0","n_gpu_layers":-1,"n_cpu_moe":0,"split_mode":"layer","main_gpu":0,"no_kv_offload":false,"flash_attn":1,"devices":"auto","tensor_split":"0.00","tensor_buft_overrides":"none","use_mmap":true,"use_direct_io":false,"embeddings":false,"no_op_offload":0,"no_host":false,"fit_target":0,"fit_min_ctx":0,"n_prompt":1024,"n_gen":0,"n_depth":2048,"test_time":"2026-08-01T04:28:40Z","avg_ns":2453906134,"stddev_ns":0,"avg_ts":417.293875,"stddev_ts":0.0,"samples_ns":[2453906134],"samples_ts":[417.294],"bench_model":"glm","bench_backend":"vulkan","bench_depth":2048,"bench_kv":"q8_0/q8_0","bench_ctk":"q8_0","bench_ctv":"q8_0","bench_block":"d2048"}
{"build_commit":"d6d899580","build_number":9747,"cpu_info":"AMD RYZEN AI MAX+ 395 w/ Radeon 8060S","gpu_info":"Radeon 8060S Graphics (RADV STRIX_HALO)","backends":"Vulkan","model_filename":"hf://unsloth/GLM-4.7-Flash-GGUF@0d32489ecb9d/GLM-4.7-Flash-Q4_K_M.gguf","model_type":"deepseek2 30B.A3B Q4_K - Medium","model_size":18302863872,"model_n_params":29943393920,"n_batch":1024,"n_ubatch":512,"n_threads":8,"cpu_mask":"0x0","cpu_strict":false,"poll":50,"type_k":"q8_0","type_v":"q8_0","n_gpu_layers":-1,"n_cpu_moe":0,"split_mode":"layer","main_gpu":0,"no_kv_offload":false,"flash_attn":1,"devices":"auto","tensor_split":"0.00","tensor_buft_overrides":"none","use_mmap":true,"use_direct_io":false,"embeddings":false,"no_op_offload":0,"no_host":false,"fit_target":0,"fit_min_ctx":0,"n_prompt":0,"n_gen":128,"n_depth":2048,"test_time":"2026-08-01T04:28:44Z","avg_ns":2218240791,"stddev_ns":0,"avg_ts":57.703384,"stddev_ts":0.0,"samples_ns":[2218240791],"samples_ts":[57.7034],"bench_model":"glm","bench_backend":"vulkan","bench_depth":2048,"bench_kv":"q8_0/q8_0","bench_ctk":"q8_0","bench_ctv":"q8_0","bench_block":"d2048"}
{"build_commit":"a66d505","build_number":1,"cpu_info":"AMD RYZEN AI MAX+ 395 w/ Radeon 8060S","gpu_info":"Radeon 8060S Graphics","backends":"ROCm","model_filename":"hf://unsloth/GLM-4.7-Flash-GGUF@0d32489ecb9d/GLM-4.7-Flash-UD-Q4_K_XL.gguf","model_type":"deepseek2 30B.A3B Q4_K - Medium","model_size":17510693376,"model_n_params":29943393920,"n_batch":1024,"n_ubatch":512,"n_threads":8,"cpu_mask":"0x0","cpu_strict":false,"poll":50,"type_k":"f16","type_v":"f16","n_gpu_layers":-1,"n_cpu_moe":0,"split_mode":"layer","main_gpu":0,"no_kv_offload":false,"flash_attn":1,"devices":"auto","tensor_split":"0.00","tensor_buft_overrides":"none","use_mmap":true,"use_direct_io":false,"embeddings":false,"no_op_offload":0,"no_host":false,"fit_target":0,"fit_min_ctx":0,"n_prompt":512,"n_gen":0,"n_depth":2048,"test_time":"2026-08-01T04:28:50Z","avg_ns":839972840,"stddev_ns":0,"avg_ts":609.543518,"stddev_ts":0.0,"samples_ns":[839972840],"samples_ts":[609.544],"bench_model":"glm-xl","bench_backend":"rocm","bench_depth":2048,"bench_kv":"f16/f16","bench_ctk":"f16","bench_ctv":"f16","bench_block":"d2048"}
{"build_commit":"a66d505","build_number":1,"cpu_info":"AMD RYZEN AI MAX+ 395 w/ Radeon 8060S","gpu_info":"Radeon 8060S Graphics","backends":"ROCm","model_filename":"hf://unsloth/GLM-4.7-Flash-GGUF@0d32489ecb9d/GLM-4.7-Flash-UD-Q4_K_XL.gguf","model_type":"deepseek2 30B.A3B Q4_K - Medium","model_size":17510693376,"model_n_params":29943393920,"n_batch":1024,"n_ubatch":512,"n_threads":8,"cpu_mask":"0x0","cpu_strict":false,"poll":50,"type_k":"f16","type_v":"f16","n_gpu_layers":-1,"n_cpu_moe":0,"split_mode":"layer","main_gpu":0,"no_kv_offload":false,"flash_attn":1,"devices":"auto","tensor_split":"0.00","tensor_buft_overrides":"none","use_mmap":true,"use_direct_io":false,"embeddings":false,"no_op_offload":0,"no_host":false,"fit_target":0,"fit_min_ctx":0,"n_prompt":1024,"n_gen":0,"n_depth":2048,"test_time":"2026-08-01T04:28:54Z","avg_ns":1805681160,"stddev_ns":0,"avg_ts":567.099011,"stddev_ts":0.0,"samples_ns":[1805681160],"samples_ts":[567.099],"bench_model":"glm-xl","bench_backend":"rocm","bench_depth":2048,"bench_kv":"f16/f16","bench_ctk":"f16","bench_ctv":"f16","bench_block":"d2048"}
{"build_commit":"a66d505","build_number":1,"cpu_info":"AMD RYZEN AI MAX+ 395 w/ Radeon 8060S","gpu_info":"Radeon 8060S Graphics","backends":"ROCm","model_filename":"hf://unsloth/GLM-4.7-Flash-GGUF@0d32489ecb9d/GLM-4.7-Flash-UD-Q4_K_XL.gguf","model_type":"deepseek2 30B.A3B Q4_K - Medium","model_size":17510693376,"model_n_params":29943393920,"n_batch":1024,"n_ubatch":512,"n_threads":8,"cpu_mask":"0x0","cpu_strict":false,"poll":50,"type_k":"f16","type_v":"f16","n_gpu_layers":-1,"n_cpu_moe":0,"split_mode":"layer","main_gpu":0,"no_kv_offload":false,"flash_attn":1,"devices":"auto","tensor_split":"0.00","tensor_buft_overrides":"none","use_mmap":true,"use_direct_io":false,"embeddings":false,"no_op_offload":0,"no_host":false,"fit_target":0,"fit_min_ctx":0,"n_prompt":0,"n_gen":128,"n_depth":2048,"test_time":"2026-08-01T04:28:57Z","avg_ns":2524015404,"stddev_ns":0,"avg_ts":50.712844,"stddev_ts":0.0,"samples_ns":[2524015404],"samples_ts":[50.7128],"bench_model":"glm-xl","bench_backend":"rocm","bench_depth":2048,"bench_kv":"f16/f16","bench_ctk":"f16","bench_ctv":"f16","bench_block":"d2048"}
{"build_commit":"a66d505","build_number":1,"cpu_info":"AMD RYZEN AI MAX+ 395 w/ Radeon 8060S","gpu_info":"Radeon 8060S Graphics","backends":"ROCm","model_filename":"hf://unsloth/GLM-4.7-Flash-GGUF@0d32489ecb9d/GLM-4.7-Flash-UD-Q4_K_XL.gguf","model_type":"deepseek2 30B.A3B Q4_K - Medium","model_size":17510693376,"model_n_params":29943393920,"n_batch":1024,"n_ubatch":512,"n_threads":8,"cpu_mask":"0x0","cpu_strict":false,"poll":50,"type_k":"f16","type_v":"q8_0","n_gpu_layers":-1,"n_cpu_moe":0,"split_mode":"layer","main_gpu":0,"no_kv_offload":false,"flash_attn":1,"devices":"auto","tensor_split":"0.00","tensor_buft_overrides":"none","use_mmap":true,"use_direct_io":false,"embeddings":false,"no_op_offload":0,"no_host":false,"fit_target":0,"fit_min_ctx":0,"n_prompt":512,"n_gen":0,"n_depth":2048,"test_time":"2026-08-01T04:29:01Z","avg_ns":860739963,"stddev_ns":0,"avg_ts":594.837026,"stddev_ts":0.0,"samples_ns":[860739963],"samples_ts":[594.837],"bench_model":"glm-xl","bench_backend":"rocm","bench_depth":2048,"bench_kv":"f16/q8_0","bench_ctk":"f16","bench_ctv":"q8_0","bench_block":"d2048"}
{"build_commit":"a66d505","build_number":1,"cpu_info":"AMD RYZEN AI MAX+ 395 w/ Radeon 8060S","gpu_info":"Radeon 8060S Graphics","backends":"ROCm","model_filename":"hf://unsloth/GLM-4.7-Flash-GGUF@0d32489ecb9d/GLM-4.7-Flash-UD-Q4_K_XL.gguf","model_type":"deepseek2 30B.A3B Q4_K - Medium","model_size":17510693376,"model_n_params":29943393920,"n_batch":1024,"n_ubatch":512,"n_threads":8,"cpu_mask":"0x0","cpu_strict":false,"poll":50,"type_k":"f16","type_v":"q8_0","n_gpu_layers":-1,"n_cpu_moe":0,"split_mode":"layer","main_gpu":0,"no_kv_offload":false,"flash_attn":1,"devices":"auto","tensor_split":"0.00","tensor_buft_overrides":"none","use_mmap":true,"use_direct_io":false,"embeddings":false,"no_op_offload":0,"no_host":false,"fit_target":0,"fit_min_ctx":0,"n_prompt":1024,"n_gen":0,"n_depth":2048,"test_time":"2026-08-01T04:29:05Z","avg_ns":1781557148,"stddev_ns":0,"avg_ts":574.778082,"stddev_ts":0.0,"samples_ns":[1781557148],"samples_ts":[574.778],"bench_model":"glm-xl","bench_backend":"rocm","bench_depth":2048,"bench_kv":"f16/q8_0","bench_ctk":"f16","bench_ctv":"q8_0","bench_block":"d2048"}
{"build_commit":"a66d505","build_number":1,"cpu_info":"AMD RYZEN AI MAX+ 395 w/ Radeon 8060S","gpu_info":"Radeon 8060S Graphics","backends":"ROCm","model_filename":"hf://unsloth/GLM-4.7-Flash-GGUF@0d32489ecb9d/GLM-4.7-Flash-UD-Q4_K_XL.gguf","model_type":"deepseek2 30B.A3B Q4_K - Medium","model_size":17510693376,"model_n_params":29943393920,"n_batch":1024,"n_ubatch":512,"n_threads":8,"cpu_mask":"0x0","cpu_strict":false,"poll":50,"type_k":"f16","type_v":"q8_0","n_gpu_layers":-1,"n_cpu_moe":0,"split_mode":"layer","main_gpu":0,"no_kv_offload":false,"flash_attn":1,"devices":"auto","tensor_split":"0.00","tensor_buft_overrides":"none","use_mmap":true,"use_direct_io":false,"embeddings":false,"no_op_offload":0,"no_host":false,"fit_target":0,"fit_min_ctx":0,"n_prompt":0,"n_gen":128,"n_depth":2048,"test_time":"2026-08-01T04:29:08Z","avg_ns":2535702928,"stddev_ns":0,"avg_ts":50.479099,"stddev_ts":0.0,"samples_ns":[2535702928],"samples_ts":[50.4791],"bench_model":"glm-xl","bench_backend":"rocm","bench_depth":2048,"bench_kv":"f16/q8_0","bench_ctk":"f16","bench_ctv":"q8_0","bench_block":"d2048"}
{"build_commit":"a66d505","build_number":1,"cpu_info":"AMD RYZEN AI MAX+ 395 w/ Radeon 8060S","gpu_info":"Radeon 8060S Graphics","backends":"ROCm","model_filename":"hf://unsloth/GLM-4.7-Flash-GGUF@0d32489ecb9d/GLM-4.7-Flash-UD-Q4_K_XL.gguf","model_type":"deepseek2 30B.A3B Q4_K - Medium","model_size":17510693376,"model_n_params":29943393920,"n_batch":1024,"n_ubatch":512,"n_threads":8,"cpu_mask":"0x0","cpu_strict":false,"poll":50,"type_k":"f16","type_v":"q4_0","n_gpu_layers":-1,"n_cpu_moe":0,"split_mode":"layer","main_gpu":0,"no_kv_offload":false,"flash_attn":1,"devices":"auto","tensor_split":"0.00","tensor_buft_overrides":"none","use_mmap":true,"use_direct_io":false,"embeddings":false,"no_op_offload":0,"no_host":false,"fit_target":0,"fit_min_ctx":0,"n_prompt":512,"n_gen":0,"n_depth":2048,"test_time":"2026-08-01T04:29:13Z","avg_ns":852215965,"stddev_ns":0,"avg_ts":600.78668,"stddev_ts":0.0,"samples_ns":[852215965],"samples_ts":[600.787],"bench_model":"glm-xl","bench_backend":"rocm","bench_depth":2048,"bench_kv":"f16/q4_0","bench_ctk":"f16","bench_ctv":"q4_0","bench_block":"d2048"}
{"build_commit":"a66d505","build_number":1,"cpu_info":"AMD RYZEN AI MAX+ 395 w/ Radeon 8060S","gpu_info":"Radeon 8060S Graphics","backends":"ROCm","model_filename":"hf://unsloth/GLM-4.7-Flash-GGUF@0d32489ecb9d/GLM-4.7-Flash-UD-Q4_K_XL.gguf","model_type":"deepseek2 30B.A3B Q4_K - Medium","model_size":17510693376,"model_n_params":29943393920,"n_batch":1024,"n_ubatch":512,"n_threads":8,"cpu_mask":"0x0","cpu_strict":false,"poll":50,"type_k":"f16","type_v":"q4_0","n_gpu_layers":-1,"n_cpu_moe":0,"split_mode":"layer","main_gpu":0,"no_kv_offload":false,"flash_attn":1,"devices":"auto","tensor_split":"0.00","tensor_buft_overrides":"none","use_mmap":true,"use_direct_io":false,"embeddings":false,"no_op_offload":0,"no_host":false,"fit_target":0,"fit_min_ctx":0,"n_prompt":1024,"n_gen":0,"n_depth":2048,"test_time":"2026-08-01T04:29:17Z","avg_ns":1779372181,"stddev_ns":0,"avg_ts":575.483876,"stddev_ts":0.0,"samples_ns":[1779372181],"samples_ts":[575.484],"bench_model":"glm-xl","bench_backend":"rocm","bench_depth":2048,"bench_kv":"f16/q4_0","bench_ctk":"f16","bench_ctv":"q4_0","bench_block":"d2048"}
{"build_commit":"a66d505","build_number":1,"cpu_info":"AMD RYZEN AI MAX+ 395 w/ Radeon 8060S","gpu_info":"Radeon 8060S Graphics","backends":"ROCm","model_filename":"hf://unsloth/GLM-4.7-Flash-GGUF@0d32489ecb9d/GLM-4.7-Flash-UD-Q4_K_XL.gguf","model_type":"deepseek2 30B.A3B Q4_K - Medium","model_size":17510693376,"model_n_params":29943393920,"n_batch":1024,"n_ubatch":512,"n_threads":8,"cpu_mask":"0x0","cpu_strict":false,"poll":50,"type_k":"f16","type_v":"q4_0","n_gpu_layers":-1,"n_cpu_moe":0,"split_mode":"layer","main_gpu":0,"no_kv_offload":false,"flash_attn":1,"devices":"auto","tensor_split":"0.00","tensor_buft_overrides":"none","use_mmap":true,"use_direct_io":false,"embeddings":false,"no_op_offload":0,"no_host":false,"fit_target":0,"fit_min_ctx":0,"n_prompt":0,"n_gen":128,"n_depth":2048,"test_time":"2026-08-01T04:29:20Z","avg_ns":2529934999,"stddev_ns":0,"avg_ts":50.594185,"stddev_ts":0.0,"samples_ns":[2529934999],"samples_ts":[50.5942],"bench_model":"glm-xl","bench_backend":"rocm","bench_depth":2048,"bench_kv":"f16/q4_0","bench_ctk":"f16","bench_ctv":"q4_0","bench_block":"d2048"}
{"build_commit":"a66d505","build_number":1,"cpu_info":"AMD RYZEN AI MAX+ 395 w/ Radeon 8060S","gpu_info":"Radeon 8060S Graphics","backends":"ROCm","model_filename":"hf://unsloth/GLM-4.7-Flash-GGUF@0d32489ecb9d/GLM-4.7-Flash-UD-Q4_K_XL.gguf","model_type":"deepseek2 30B.A3B Q4_K - Medium","model_size":17510693376,"model_n_params":29943393920,"n_batch":1024,"n_ubatch":512,"n_threads":8,"cpu_mask":"0x0","cpu_strict":false,"poll":50,"type_k":"q4_0","type_v":"q4_0","n_gpu_layers":-1,"n_cpu_moe":0,"split_mode":"layer","main_gpu":0,"no_kv_offload":false,"flash_attn":1,"devices":"auto","tensor_split":"0.00","tensor_buft_overrides":"none","use_mmap":true,"use_direct_io":false,"embeddings":false,"no_op_offload":0,"no_host":false,"fit_target":0,"fit_min_ctx":0,"n_prompt":512,"n_gen":0,"n_depth":2048,"test_time":"2026-08-01T04:29:24Z","avg_ns":871069081,"stddev_ns":0,"avg_ts":587.783462,"stddev_ts":0.0,"samples_ns":[871069081],"samples_ts":[587.783],"bench_model":"glm-xl","bench_backend":"rocm","bench_depth":2048,"bench_kv":"q4_0/q4_0","bench_ctk":"q4_0","bench_ctv":"q4_0","bench_block":"d2048"}
{"build_commit":"a66d505","build_number":1,"cpu_info":"AMD RYZEN AI MAX+ 395 w/ Radeon 8060S","gpu_info":"Radeon 8060S Graphics","backends":"ROCm","model_filename":"hf://unsloth/GLM-4.7-Flash-GGUF@0d32489ecb9d/GLM-4.7-Flash-UD-Q4_K_XL.gguf","model_type":"deepseek2 30B.A3B Q4_K - Medium","model_size":17510693376,"model_n_params":29943393920,"n_batch":1024,"n_ubatch":512,"n_threads":8,"cpu_mask":"0x0","cpu_strict":false,"poll":50,"type_k":"q4_0","type_v":"q4_0","n_gpu_layers":-1,"n_cpu_moe":0,"split_mode":"layer","main_gpu":0,"no_kv_offload":false,"flash_attn":1,"devices":"auto","tensor_split":"0.00","tensor_buft_overrides":"none","use_mmap":true,"use_direct_io":false,"embeddings":false,"no_op_offload":0,"no_host":false,"fit_target":0,"fit_min_ctx":0,"n_prompt":1024,"n_gen":0,"n_depth":2048,"test_time":"2026-08-01T04:29:29Z","avg_ns":1803613728,"stddev_ns":0,"avg_ts":567.749061,"stddev_ts":0.0,"samples_ns":[1803613728],"samples_ts":[567.749],"bench_model":"glm-xl","bench_backend":"rocm","bench_depth":2048,"bench_kv":"q4_0/q4_0","bench_ctk":"q4_0","bench_ctv":"q4_0","bench_block":"d2048"}
{"build_commit":"a66d505","build_number":1,"cpu_info":"AMD RYZEN AI MAX+ 395 w/ Radeon 8060S","gpu_info":"Radeon 8060S Graphics","backends":"ROCm","model_filename":"hf://unsloth/GLM-4.7-Flash-GGUF@0d32489ecb9d/GLM-4.7-Flash-UD-Q4_K_XL.gguf","model_type":"deepseek2 30B.A3B Q4_K - Medium","model_size":17510693376,"model_n_params":29943393920,"n_batch":1024,"n_ubatch":512,"n_threads":8,"cpu_mask":"0x0","cpu_strict":false,"poll":50,"type_k":"q4_0","type_v":"q4_0","n_gpu_layers":-1,"n_cpu_moe":0,"split_mode":"layer","main_gpu":0,"no_kv_offload":false,"flash_attn":1,"devices":"auto","tensor_split":"0.00","tensor_buft_overrides":"none","use_mmap":true,"use_direct_io":false,"embeddings":false,"no_op_offload":0,"no_host":false,"fit_target":0,"fit_min_ctx":0,"n_prompt":0,"n_gen":128,"n_depth":2048,"test_time":"2026-08-01T04:29:32Z","avg_ns":2569407693,"stddev_ns":0,"avg_ts":49.816929,"stddev_ts":0.0,"samples_ns":[2569407693],"samples_ts":[49.8169],"bench_model":"glm-xl","bench_backend":"rocm","bench_depth":2048,"bench_kv":"q4_0/q4_0","bench_ctk":"q4_0","bench_ctv":"q4_0","bench_block":"d2048"}
{"build_commit":"a66d505","build_number":1,"cpu_info":"AMD RYZEN AI MAX+ 395 w/ Radeon 8060S","gpu_info":"Radeon 8060S Graphics","backends":"ROCm","model_filename":"hf://unsloth/GLM-4.7-Flash-GGUF@0d32489ecb9d/GLM-4.7-Flash-UD-Q4_K_XL.gguf","model_type":"deepseek2 30B.A3B Q4_K - Medium","model_size":17510693376,"model_n_params":29943393920,"n_batch":1024,"n_ubatch":512,"n_threads":8,"cpu_mask":"0x0","cpu_strict":false,"poll":50,"type_k":"q8_0","type_v":"q8_0","n_gpu_layers":-1,"n_cpu_moe":0,"split_mode":"layer","main_gpu":0,"no_kv_offload":false,"flash_attn":1,"devices":"auto","tensor_split":"0.00","tensor_buft_overrides":"none","use_mmap":true,"use_direct_io":false,"embeddings":false,"no_op_offload":0,"no_host":false,"fit_target":0,"fit_min_ctx":0,"n_prompt":512,"n_gen":0,"n_depth":2048,"test_time":"2026-08-01T04:29:36Z","avg_ns":878275153,"stddev_ns":0,"avg_ts":582.960816,"stddev_ts":0.0,"samples_ns":[878275153],"samples_ts":[582.961],"bench_model":"glm-xl","bench_backend":"rocm","bench_depth":2048,"bench_kv":"q8_0/q8_0","bench_ctk":"q8_0","bench_ctv":"q8_0","bench_block":"d2048"}
{"build_commit":"a66d505","build_number":1,"cpu_info":"AMD RYZEN AI MAX+ 395 w/ Radeon 8060S","gpu_info":"Radeon 8060S Graphics","backends":"ROCm","model_filename":"hf://unsloth/GLM-4.7-Flash-GGUF@0d32489ecb9d/GLM-4.7-Flash-UD-Q4_K_XL.gguf","model_type":"deepseek2 30B.A3B Q4_K - Medium","model_size":17510693376,"model_n_params":29943393920,"n_batch":1024,"n_ubatch":512,"n_threads":8,"cpu_mask":"0x0","cpu_strict":false,"poll":50,"type_k":"q8_0","type_v":"q8_0","n_gpu_layers":-1,"n_cpu_moe":0,"split_mode":"layer","main_gpu":0,"no_kv_offload":false,"flash_attn":1,"devices":"auto","tensor_split":"0.00","tensor_buft_overrides":"none","use_mmap":true,"use_direct_io":false,"embeddings":false,"no_op_offload":0,"no_host":false,"fit_target":0,"fit_min_ctx":0,"n_prompt":1024,"n_gen":0,"n_depth":2048,"test_time":"2026-08-01T04:29:40Z","avg_ns":1776592722,"stddev_ns":0,"avg_ts":576.384214,"stddev_ts":0.0,"samples_ns":[1776592722],"samples_ts":[576.384],"bench_model":"glm-xl","bench_backend":"rocm","bench_depth":2048,"bench_kv":"q8_0/q8_0","bench_ctk":"q8_0","bench_ctv":"q8_0","bench_block":"d2048"}
{"build_commit":"a66d505","build_number":1,"cpu_info":"AMD RYZEN AI MAX+ 395 w/ Radeon 8060S","gpu_info":"Radeon 8060S Graphics","backends":"ROCm","model_filename":"hf://unsloth/GLM-4.7-Flash-GGUF@0d32489ecb9d/GLM-4.7-Flash-UD-Q4_K_XL.gguf","model_type":"deepseek2 30B.A3B Q4_K - Medium","model_size":17510693376,"model_n_params":29943393920,"n_batch":1024,"n_ubatch":512,"n_threads":8,"cpu_mask":"0x0","cpu_strict":false,"poll":50,"type_k":"q8_0","type_v":"q8_0","n_gpu_layers":-1,"n_cpu_moe":0,"split_mode":"layer","main_gpu":0,"no_kv_offload":false,"flash_attn":1,"devices":"auto","tensor_split":"0.00","tensor_buft_overrides":"none","use_mmap":true,"use_direct_io":false,"embeddings":false,"no_op_offload":0,"no_host":false,"fit_target":0,"fit_min_ctx":0,"n_prompt":0,"n_gen":128,"n_depth":2048,"test_time":"2026-08-01T04:29:43Z","avg_ns":2613441275,"stddev_ns":0,"avg_ts":48.977569,"stddev_ts":0.0,"samples_ns":[2613441275],"samples_ts":[48.9776],"bench_model":"glm-xl","bench_backend":"rocm","bench_depth":2048,"bench_kv":"q8_0/q8_0","bench_ctk":"q8_0","bench_ctv":"q8_0","bench_block":"d2048"}
{"build_commit":"d6d899580","build_number":9747,"cpu_info":"AMD RYZEN AI MAX+ 395 w/ Radeon 8060S","gpu_info":"Radeon 8060S Graphics (RADV STRIX_HALO)","backends":"Vulkan","model_filename":"hf://unsloth/GLM-4.7-Flash-GGUF@0d32489ecb9d/GLM-4.7-Flash-UD-Q4_K_XL.gguf","model_type":"deepseek2 30B.A3B Q4_K - Medium","model_size":17510693376,"model_n_params":29943393920,"n_batch":1024,"n_ubatch":512,"n_threads":8,"cpu_mask":"0x0","cpu_strict":false,"poll":50,"type_k":"f16","type_v":"f16","n_gpu_layers":-1,"n_cpu_moe":0,"split_mode":"layer","main_gpu":0,"no_kv_offload":false,"flash_attn":1,"devices":"auto","tensor_split":"0.00","tensor_buft_overrides":"none","use_mmap":true,"use_direct_io":false,"embeddings":false,"no_op_offload":0,"no_host":false,"fit_target":0,"fit_min_ctx":0,"n_prompt":512,"n_gen":0,"n_depth":2048,"test_time":"2026-08-01T04:29:49Z","avg_ns":685606257,"stddev_ns":0,"avg_ts":746.784316,"stddev_ts":0.0,"samples_ns":[685606257],"samples_ts":[746.784],"bench_model":"glm-xl","bench_backend":"vulkan","bench_depth":2048,"bench_kv":"f16/f16","bench_ctk":"f16","bench_ctv":"f16","bench_block":"d2048"}
{"build_commit":"d6d899580","build_number":9747,"cpu_info":"AMD RYZEN AI MAX+ 395 w/ Radeon 8060S","gpu_info":"Radeon 8060S Graphics (RADV STRIX_HALO)","backends":"Vulkan","model_filename":"hf://unsloth/GLM-4.7-Flash-GGUF@0d32489ecb9d/GLM-4.7-Flash-UD-Q4_K_XL.gguf","model_type":"deepseek2 30B.A3B Q4_K - Medium","model_size":17510693376,"model_n_params":29943393920,"n_batch":1024,"n_ubatch":512,"n_threads":8,"cpu_mask":"0x0","cpu_strict":false,"poll":50,"type_k":"f16","type_v":"f16","n_gpu_layers":-1,"n_cpu_moe":0,"split_mode":"layer","main_gpu":0,"no_kv_offload":false,"flash_attn":1,"devices":"auto","tensor_split":"0.00","tensor_buft_overrides":"none","use_mmap":true,"use_direct_io":false,"embeddings":false,"no_op_offload":0,"no_host":false,"fit_target":0,"fit_min_ctx":0,"n_prompt":1024,"n_gen":0,"n_depth":2048,"test_time":"2026-08-01T04:29:53Z","avg_ns":1571838026,"stddev_ns":0,"avg_ts":651.466616,"stddev_ts":0.0,"samples_ns":[1571838026],"samples_ts":[651.467],"bench_model":"glm-xl","bench_backend":"vulkan","bench_depth":2048,"bench_kv":"f16/f16","bench_ctk":"f16","bench_ctv":"f16","bench_block":"d2048"}
{"build_commit":"d6d899580","build_number":9747,"cpu_info":"AMD RYZEN AI MAX+ 395 w/ Radeon 8060S","gpu_info":"Radeon 8060S Graphics (RADV STRIX_HALO)","backends":"Vulkan","model_filename":"hf://unsloth/GLM-4.7-Flash-GGUF@0d32489ecb9d/GLM-4.7-Flash-UD-Q4_K_XL.gguf","model_type":"deepseek2 30B.A3B Q4_K - Medium","model_size":17510693376,"model_n_params":29943393920,"n_batch":1024,"n_ubatch":512,"n_threads":8,"cpu_mask":"0x0","cpu_strict":false,"poll":50,"type_k":"f16","type_v":"f16","n_gpu_layers":-1,"n_cpu_moe":0,"split_mode":"layer","main_gpu":0,"no_kv_offload":false,"flash_attn":1,"devices":"auto","tensor_split":"0.00","tensor_buft_overrides":"none","use_mmap":true,"use_direct_io":false,"embeddings":false,"no_op_offload":0,"no_host":false,"fit_target":0,"fit_min_ctx":0,"n_prompt":0,"n_gen":128,"n_depth":2048,"test_time":"2026-08-01T04:29:56Z","avg_ns":1988352087,"stddev_ns":0,"avg_ts":64.374917,"stddev_ts":0.0,"samples_ns":[1988352087],"samples_ts":[64.3749],"bench_model":"glm-xl","bench_backend":"vulkan","bench_depth":2048,"bench_kv":"f16/f16","bench_ctk":"f16","bench_ctv":"f16","bench_block":"d2048"}
{"build_commit":"d6d899580","build_number":9747,"cpu_info":"AMD RYZEN AI MAX+ 395 w/ Radeon 8060S","gpu_info":"Radeon 8060S Graphics (RADV STRIX_HALO)","backends":"Vulkan","model_filename":"hf://unsloth/GLM-4.7-Flash-GGUF@0d32489ecb9d/GLM-4.7-Flash-UD-Q4_K_XL.gguf","model_type":"deepseek2 30B.A3B Q4_K - Medium","model_size":17510693376,"model_n_params":29943393920,"n_batch":1024,"n_ubatch":512,"n_threads":8,"cpu_mask":"0x0","cpu_strict":false,"poll":50,"type_k":"f16","type_v":"q8_0","n_gpu_layers":-1,"n_cpu_moe":0,"split_mode":"layer","main_gpu":0,"no_kv_offload":false,"flash_attn":1,"devices":"auto","tensor_split":"0.00","tensor_buft_overrides":"none","use_mmap":true,"use_direct_io":false,"embeddings":false,"no_op_offload":0,"no_host":false,"fit_target":0,"fit_min_ctx":0,"n_prompt":512,"n_gen":0,"n_depth":2048,"test_time":"2026-08-01T04:30:00Z","avg_ns":716462546,"stddev_ns":0,"avg_ts":714.622143,"stddev_ts":0.0,"samples_ns":[716462546],"samples_ts":[714.622],"bench_model":"glm-xl","bench_backend":"vulkan","bench_depth":2048,"bench_kv":"f16/q8_0","bench_ctk":"f16","bench_ctv":"q8_0","bench_block":"d2048"}
{"build_commit":"d6d899580","build_number":9747,"cpu_info":"AMD RYZEN AI MAX+ 395 w/ Radeon 8060S","gpu_info":"Radeon 8060S Graphics (RADV STRIX_HALO)","backends":"Vulkan","model_filename":"hf://unsloth/GLM-4.7-Flash-GGUF@0d32489ecb9d/GLM-4.7-Flash-UD-Q4_K_XL.gguf","model_type":"deepseek2 30B.A3B Q4_K - Medium","model_size":17510693376,"model_n_params":29943393920,"n_batch":1024,"n_ubatch":512,"n_threads":8,"cpu_mask":"0x0","cpu_strict":false,"poll":50,"type_k":"f16","type_v":"q8_0","n_gpu_layers":-1,"n_cpu_moe":0,"split_mode":"layer","main_gpu":0,"no_kv_offload":false,"flash_attn":1,"devices":"auto","tensor_split":"0.00","tensor_buft_overrides":"none","use_mmap":true,"use_direct_io":false,"embeddings":false,"no_op_offload":0,"no_host":false,"fit_target":0,"fit_min_ctx":0,"n_prompt":1024,"n_gen":0,"n_depth":2048,"test_time":"2026-08-01T04:30:04Z","avg_ns":1559007993,"stddev_ns":0,"avg_ts":656.827935,"stddev_ts":0.0,"samples_ns":[1559007993],"samples_ts":[656.828],"bench_model":"glm-xl","bench_backend":"vulkan","bench_depth":2048,"bench_kv":"f16/q8_0","bench_ctk":"f16","bench_ctv":"q8_0","bench_block":"d2048"}
{"build_commit":"d6d899580","build_number":9747,"cpu_info":"AMD RYZEN AI MAX+ 395 w/ Radeon 8060S","gpu_info":"Radeon 8060S Graphics (RADV STRIX_HALO)","backends":"Vulkan","model_filename":"hf://unsloth/GLM-4.7-Flash-GGUF@0d32489ecb9d/GLM-4.7-Flash-UD-Q4_K_XL.gguf","model_type":"deepseek2 30B.A3B Q4_K - Medium","model_size":17510693376,"model_n_params":29943393920,"n_batch":1024,"n_ubatch":512,"n_threads":8,"cpu_mask":"0x0","cpu_strict":false,"poll":50,"type_k":"f16","type_v":"q8_0","n_gpu_layers":-1,"n_cpu_moe":0,"split_mode":"layer","main_gpu":0,"no_kv_offload":false,"flash_attn":1,"devices":"auto","tensor_split":"0.00","tensor_buft_overrides":"none","use_mmap":true,"use_direct_io":false,"embeddings":false,"no_op_offload":0,"no_host":false,"fit_target":0,"fit_min_ctx":0,"n_prompt":0,"n_gen":128,"n_depth":2048,"test_time":"2026-08-01T04:30:07Z","avg_ns":1999299164,"stddev_ns":0,"avg_ts":64.022435,"stddev_ts":0.0,"samples_ns":[1999299164],"samples_ts":[64.0224],"bench_model":"glm-xl","bench_backend":"vulkan","bench_depth":2048,"bench_kv":"f16/q8_0","bench_ctk":"f16","bench_ctv":"q8_0","bench_block":"d2048"}
{"build_commit":"d6d899580","build_number":9747,"cpu_info":"AMD RYZEN AI MAX+ 395 w/ Radeon 8060S","gpu_info":"Radeon 8060S Graphics (RADV STRIX_HALO)","backends":"Vulkan","model_filename":"hf://unsloth/GLM-4.7-Flash-GGUF@0d32489ecb9d/GLM-4.7-Flash-UD-Q4_K_XL.gguf","model_type":"deepseek2 30B.A3B Q4_K - Medium","model_size":17510693376,"model_n_params":29943393920,"n_batch":1024,"n_ubatch":512,"n_threads":8,"cpu_mask":"0x0","cpu_strict":false,"poll":50,"type_k":"f16","type_v":"q4_0","n_gpu_layers":-1,"n_cpu_moe":0,"split_mode":"layer","main_gpu":0,"no_kv_offload":false,"flash_attn":1,"devices":"auto","tensor_split":"0.00","tensor_buft_overrides":"none","use_mmap":true,"use_direct_io":false,"embeddings":false,"no_op_offload":0,"no_host":false,"fit_target":0,"fit_min_ctx":0,"n_prompt":512,"n_gen":0,"n_depth":2048,"test_time":"2026-08-01T04:30:12Z","avg_ns":688327058,"stddev_ns":0,"avg_ts":743.832447,"stddev_ts":0.0,"samples_ns":[688327058],"samples_ts":[743.832],"bench_model":"glm-xl","bench_backend":"vulkan","bench_depth":2048,"bench_kv":"f16/q4_0","bench_ctk":"f16","bench_ctv":"q4_0","bench_block":"d2048"}
{"build_commit":"d6d899580","build_number":9747,"cpu_info":"AMD RYZEN AI MAX+ 395 w/ Radeon 8060S","gpu_info":"Radeon 8060S Graphics (RADV STRIX_HALO)","backends":"Vulkan","model_filename":"hf://unsloth/GLM-4.7-Flash-GGUF@0d32489ecb9d/GLM-4.7-Flash-UD-Q4_K_XL.gguf","model_type":"deepseek2 30B.A3B Q4_K - Medium","model_size":17510693376,"model_n_params":29943393920,"n_batch":1024,"n_ubatch":512,"n_threads":8,"cpu_mask":"0x0","cpu_strict":false,"poll":50,"type_k":"f16","type_v":"q4_0","n_gpu_layers":-1,"n_cpu_moe":0,"split_mode":"layer","main_gpu":0,"no_kv_offload":false,"flash_attn":1,"devices":"auto","tensor_split":"0.00","tensor_buft_overrides":"none","use_mmap":true,"use_direct_io":false,"embeddings":false,"no_op_offload":0,"no_host":false,"fit_target":0,"fit_min_ctx":0,"n_prompt":1024,"n_gen":0,"n_depth":2048,"test_time":"2026-08-01T04:30:16Z","avg_ns":1569460425,"stddev_ns":0,"avg_ts":652.453534,"stddev_ts":0.0,"samples_ns":[1569460425],"samples_ts":[652.454],"bench_model":"glm-xl","bench_backend":"vulkan","bench_depth":2048,"bench_kv":"f16/q4_0","bench_ctk":"f16","bench_ctv":"q4_0","bench_block":"d2048"}
{"build_commit":"d6d899580","build_number":9747,"cpu_info":"AMD RYZEN AI MAX+ 395 w/ Radeon 8060S","gpu_info":"Radeon 8060S Graphics (RADV STRIX_HALO)","backends":"Vulkan","model_filename":"hf://unsloth/GLM-4.7-Flash-GGUF@0d32489ecb9d/GLM-4.7-Flash-UD-Q4_K_XL.gguf","model_type":"deepseek2 30B.A3B Q4_K - Medium","model_size":17510693376,"model_n_params":29943393920,"n_batch":1024,"n_ubatch":512,"n_threads":8,"cpu_mask":"0x0","cpu_strict":false,"poll":50,"type_k":"f16","type_v":"q4_0","n_gpu_layers":-1,"n_cpu_moe":0,"split_mode":"layer","main_gpu":0,"no_kv_offload":false,"flash_attn":1,"devices":"auto","tensor_split":"0.00","tensor_buft_overrides":"none","use_mmap":true,"use_direct_io":false,"embeddings":false,"no_op_offload":0,"no_host":false,"fit_target":0,"fit_min_ctx":0,"n_prompt":0,"n_gen":128,"n_depth":2048,"test_time":"2026-08-01T04:30:19Z","avg_ns":2004219531,"stddev_ns":0,"avg_ts":63.865259,"stddev_ts":0.0,"samples_ns":[2004219531],"samples_ts":[63.8653],"bench_model":"glm-xl","bench_backend":"vulkan","bench_depth":2048,"bench_kv":"f16/q4_0","bench_ctk":"f16","bench_ctv":"q4_0","bench_block":"d2048"}
{"build_commit":"d6d899580","build_number":9747,"cpu_info":"AMD RYZEN AI MAX+ 395 w/ Radeon 8060S","gpu_info":"Radeon 8060S Graphics (RADV STRIX_HALO)","backends":"Vulkan","model_filename":"hf://unsloth/GLM-4.7-Flash-GGUF@0d32489ecb9d/GLM-4.7-Flash-UD-Q4_K_XL.gguf","model_type":"deepseek2 30B.A3B Q4_K - Medium","model_size":17510693376,"model_n_params":29943393920,"n_batch":1024,"n_ubatch":512,"n_threads":8,"cpu_mask":"0x0","cpu_strict":false,"poll":50,"type_k":"q4_0","type_v":"q4_0","n_gpu_layers":-1,"n_cpu_moe":0,"split_mode":"layer","main_gpu":0,"no_kv_offload":false,"flash_attn":1,"devices":"auto","tensor_split":"0.00","tensor_buft_overrides":"none","use_mmap":true,"use_direct_io":false,"embeddings":false,"no_op_offload":0,"no_host":false,"fit_target":0,"fit_min_ctx":0,"n_prompt":512,"n_gen":0,"n_depth":2048,"test_time":"2026-08-01T04:30:24Z","avg_ns":1102238314,"stddev_ns":0,"avg_ts":464.509347,"stddev_ts":0.0,"samples_ns":[1102238314],"samples_ts":[464.509],"bench_model":"glm-xl","bench_backend":"vulkan","bench_depth":2048,"bench_kv":"q4_0/q4_0","bench_ctk":"q4_0","bench_ctv":"q4_0","bench_block":"d2048"}
{"build_commit":"d6d899580","build_number":9747,"cpu_info":"AMD RYZEN AI MAX+ 395 w/ Radeon 8060S","gpu_info":"Radeon 8060S Graphics (RADV STRIX_HALO)","backends":"Vulkan","model_filename":"hf://unsloth/GLM-4.7-Flash-GGUF@0d32489ecb9d/GLM-4.7-Flash-UD-Q4_K_XL.gguf","model_type":"deepseek2 30B.A3B Q4_K - Medium","model_size":17510693376,"model_n_params":29943393920,"n_batch":1024,"n_ubatch":512,"n_threads":8,"cpu_mask":"0x0","cpu_strict":false,"poll":50,"type_k":"q4_0","type_v":"q4_0","n_gpu_layers":-1,"n_cpu_moe":0,"split_mode":"layer","main_gpu":0,"no_kv_offload":false,"flash_attn":1,"devices":"auto","tensor_split":"0.00","tensor_buft_overrides":"none","use_mmap":true,"use_direct_io":false,"embeddings":false,"no_op_offload":0,"no_host":false,"fit_target":0,"fit_min_ctx":0,"n_prompt":1024,"n_gen":0,"n_depth":2048,"test_time":"2026-08-01T04:30:28Z","avg_ns":2379252693,"stddev_ns":0,"avg_ts":430.38724,"stddev_ts":0.0,"samples_ns":[2379252693],"samples_ts":[430.387],"bench_model":"glm-xl","bench_backend":"vulkan","bench_depth":2048,"bench_kv":"q4_0/q4_0","bench_ctk":"q4_0","bench_ctv":"q4_0","bench_block":"d2048"}
{"build_commit":"d6d899580","build_number":9747,"cpu_info":"AMD RYZEN AI MAX+ 395 w/ Radeon 8060S","gpu_info":"Radeon 8060S Graphics (RADV STRIX_HALO)","backends":"Vulkan","model_filename":"hf://unsloth/GLM-4.7-Flash-GGUF@0d32489ecb9d/GLM-4.7-Flash-UD-Q4_K_XL.gguf","model_type":"deepseek2 30B.A3B Q4_K - Medium","model_size":17510693376,"model_n_params":29943393920,"n_batch":1024,"n_ubatch":512,"n_threads":8,"cpu_mask":"0x0","cpu_strict":false,"poll":50,"type_k":"q4_0","type_v":"q4_0","n_gpu_layers":-1,"n_cpu_moe":0,"split_mode":"layer","main_gpu":0,"no_kv_offload":false,"flash_attn":1,"devices":"auto","tensor_split":"0.00","tensor_buft_overrides":"none","use_mmap":true,"use_direct_io":false,"embeddings":false,"no_op_offload":0,"no_host":false,"fit_target":0,"fit_min_ctx":0,"n_prompt":0,"n_gen":128,"n_depth":2048,"test_time":"2026-08-01T04:30:32Z","avg_ns":2371839129,"stddev_ns":0,"avg_ts":53.966561,"stddev_ts":0.0,"samples_ns":[2371839129],"samples_ts":[53.9666],"bench_model":"glm-xl","bench_backend":"vulkan","bench_depth":2048,"bench_kv":"q4_0/q4_0","bench_ctk":"q4_0","bench_ctv":"q4_0","bench_block":"d2048"}
{"build_commit":"d6d899580","build_number":9747,"cpu_info":"AMD RYZEN AI MAX+ 395 w/ Radeon 8060S","gpu_info":"Radeon 8060S Graphics (RADV STRIX_HALO)","backends":"Vulkan","model_filename":"hf://unsloth/GLM-4.7-Flash-GGUF@0d32489ecb9d/GLM-4.7-Flash-UD-Q4_K_XL.gguf","model_type":"deepseek2 30B.A3B Q4_K - Medium","model_size":17510693376,"model_n_params":29943393920,"n_batch":1024,"n_ubatch":512,"n_threads":8,"cpu_mask":"0x0","cpu_strict":false,"poll":50,"type_k":"q8_0","type_v":"q8_0","n_gpu_layers":-1,"n_cpu_moe":0,"split_mode":"layer","main_gpu":0,"no_kv_offload":false,"flash_attn":1,"devices":"auto","tensor_split":"0.00","tensor_buft_overrides":"none","use_mmap":true,"use_direct_io":false,"embeddings":false,"no_op_offload":0,"no_host":false,"fit_target":0,"fit_min_ctx":0,"n_prompt":512,"n_gen":0,"n_depth":2048,"test_time":"2026-08-01T04:30:37Z","avg_ns":1133022625,"stddev_ns":0,"avg_ts":451.888593,"stddev_ts":0.0,"samples_ns":[1133022625],"samples_ts":[451.889],"bench_model":"glm-xl","bench_backend":"vulkan","bench_depth":2048,"bench_kv":"q8_0/q8_0","bench_ctk":"q8_0","bench_ctv":"q8_0","bench_block":"d2048"}
{"build_commit":"d6d899580","build_number":9747,"cpu_info":"AMD RYZEN AI MAX+ 395 w/ Radeon 8060S","gpu_info":"Radeon 8060S Graphics (RADV STRIX_HALO)","backends":"Vulkan","model_filename":"hf://unsloth/GLM-4.7-Flash-GGUF@0d32489ecb9d/GLM-4.7-Flash-UD-Q4_K_XL.gguf","model_type":"deepseek2 30B.A3B Q4_K - Medium","model_size":17510693376,"model_n_params":29943393920,"n_batch":1024,"n_ubatch":512,"n_threads":8,"cpu_mask":"0x0","cpu_strict":false,"poll":50,"type_k":"q8_0","type_v":"q8_0","n_gpu_layers":-1,"n_cpu_moe":0,"split_mode":"layer","main_gpu":0,"no_kv_offload":false,"flash_attn":1,"devices":"auto","tensor_split":"0.00","tensor_buft_overrides":"none","use_mmap":true,"use_direct_io":false,"embeddings":false,"no_op_offload":0,"no_host":false,"fit_target":0,"fit_min_ctx":0,"n_prompt":1024,"n_gen":0,"n_depth":2048,"test_time":"2026-08-01T04:30:42Z","avg_ns":2462241569,"stddev_ns":0,"avg_ts":415.881209,"stddev_ts":0.0,"samples_ns":[2462241569],"samples_ts":[415.881],"bench_model":"glm-xl","bench_backend":"vulkan","bench_depth":2048,"bench_kv":"q8_0/q8_0","bench_ctk":"q8_0","bench_ctv":"q8_0","bench_block":"d2048"}
{"build_commit":"d6d899580","build_number":9747,"cpu_info":"AMD RYZEN AI MAX+ 395 w/ Radeon 8060S","gpu_info":"Radeon 8060S Graphics (RADV STRIX_HALO)","backends":"Vulkan","model_filename":"hf://unsloth/GLM-4.7-Flash-GGUF@0d32489ecb9d/GLM-4.7-Flash-UD-Q4_K_XL.gguf","model_type":"deepseek2 30B.A3B Q4_K - Medium","model_size":17510693376,"model_n_params":29943393920,"n_batch":1024,"n_ubatch":512,"n_threads":8,"cpu_mask":"0x0","cpu_strict":false,"poll":50,"type_k":"q8_0","type_v":"q8_0","n_gpu_layers":-1,"n_cpu_moe":0,"split_mode":"layer","main_gpu":0,"no_kv_offload":false,"flash_attn":1,"devices":"auto","tensor_split":"0.00","tensor_buft_overrides":"none","use_mmap":true,"use_direct_io":false,"embeddings":false,"no_op_offload":0,"no_host":false,"fit_target":0,"fit_min_ctx":0,"n_prompt":0,"n_gen":128,"n_depth":2048,"test_time":"2026-08-01T04:30:46Z","avg_ns":2206121041,"stddev_ns":0,"avg_ts":58.020389,"stddev_ts":0.0,"samples_ns":[2206121041],"samples_ts":[58.0204],"bench_model":"glm-xl","bench_backend":"vulkan","bench_depth":2048,"bench_kv":"q8_0/q8_0","bench_ctk":"q8_0","bench_ctv":"q8_0","bench_block":"d2048"}
{"build_commit":"a66d505","build_number":1,"cpu_info":"AMD RYZEN AI MAX+ 395 w/ Radeon 8060S","gpu_info":"Radeon 8060S Graphics","backends":"ROCm","model_filename":"hf://unsloth/Qwen-AgentWorld-35B-A3B-GGUF@3a305abf5cfd/Qwen-AgentWorld-35B-A3B-UD-Q4_K_XL.gguf","model_type":"qwen35moe 35B.A3B Q4_K - Medium","model_size":22313814528,"model_n_params":34660610688,"n_batch":1024,"n_ubatch":512,"n_threads":8,"cpu_mask":"0x0","cpu_strict":false,"poll":50,"type_k":"f16","type_v":"f16","n_gpu_layers":-1,"n_cpu_moe":0,"split_mode":"layer","main_gpu":0,"no_kv_offload":false,"flash_attn":1,"devices":"auto","tensor_split":"0.00","tensor_buft_overrides":"none","use_mmap":true,"use_direct_io":false,"embeddings":false,"no_op_offload":0,"no_host":false,"fit_target":0,"fit_min_ctx":0,"n_prompt":512,"n_gen":0,"n_depth":8192,"test_time":"2026-08-01T04:30:53Z","avg_ns":636975716,"stddev_ns":0,"avg_ts":803.798304,"stddev_ts":0.0,"samples_ns":[636975716],"samples_ts":[803.798],"bench_model":"agentworld","bench_backend":"rocm","bench_depth":8192,"bench_kv":"f16/f16","bench_ctk":"f16","bench_ctv":"f16","bench_block":"d8192"}
{"build_commit":"a66d505","build_number":1,"cpu_info":"AMD RYZEN AI MAX+ 395 w/ Radeon 8060S","gpu_info":"Radeon 8060S Graphics","backends":"ROCm","model_filename":"hf://unsloth/Qwen-AgentWorld-35B-A3B-GGUF@3a305abf5cfd/Qwen-AgentWorld-35B-A3B-UD-Q4_K_XL.gguf","model_type":"qwen35moe 35B.A3B Q4_K - Medium","model_size":22313814528,"model_n_params":34660610688,"n_batch":1024,"n_ubatch":512,"n_threads":8,"cpu_mask":"0x0","cpu_strict":false,"poll":50,"type_k":"f16","type_v":"f16","n_gpu_layers":-1,"n_cpu_moe":0,"split_mode":"layer","main_gpu":0,"no_kv_offload":false,"flash_attn":1,"devices":"auto","tensor_split":"0.00","tensor_buft_overrides":"none","use_mmap":true,"use_direct_io":false,"embeddings":false,"no_op_offload":0,"no_host":false,"fit_target":0,"fit_min_ctx":0,"n_prompt":1024,"n_gen":0,"n_depth":8192,"test_time":"2026-08-01T04:31:03Z","avg_ns":1271296360,"stddev_ns":0,"avg_ts":805.477017,"stddev_ts":0.0,"samples_ns":[1271296360],"samples_ts":[805.477],"bench_model":"agentworld","bench_backend":"rocm","bench_depth":8192,"bench_kv":"f16/f16","bench_ctk":"f16","bench_ctv":"f16","bench_block":"d8192"}
{"build_commit":"a66d505","build_number":1,"cpu_info":"AMD RYZEN AI MAX+ 395 w/ Radeon 8060S","gpu_info":"Radeon 8060S Graphics","backends":"ROCm","model_filename":"hf://unsloth/Qwen-AgentWorld-35B-A3B-GGUF@3a305abf5cfd/Qwen-AgentWorld-35B-A3B-UD-Q4_K_XL.gguf","model_type":"qwen35moe 35B.A3B Q4_K - Medium","model_size":22313814528,"model_n_params":34660610688,"n_batch":1024,"n_ubatch":512,"n_threads":8,"cpu_mask":"0x0","cpu_strict":false,"poll":50,"type_k":"f16","type_v":"f16","n_gpu_layers":-1,"n_cpu_moe":0,"split_mode":"layer","main_gpu":0,"no_kv_offload":false,"flash_attn":1,"devices":"auto","tensor_split":"0.00","tensor_buft_overrides":"none","use_mmap":true,"use_direct_io":false,"embeddings":false,"no_op_offload":0,"no_host":false,"fit_target":0,"fit_min_ctx":0,"n_prompt":0,"n_gen":128,"n_depth":8192,"test_time":"2026-08-01T04:31:06Z","avg_ns":2610116586,"stddev_ns":0,"avg_ts":49.039955,"stddev_ts":0.0,"samples_ns":[2610116586],"samples_ts":[49.04],"bench_model":"agentworld","bench_backend":"rocm","bench_depth":8192,"bench_kv":"f16/f16","bench_ctk":"f16","bench_ctv":"f16","bench_block":"d8192"}
{"build_commit":"a66d505","build_number":1,"cpu_info":"AMD RYZEN AI MAX+ 395 w/ Radeon 8060S","gpu_info":"Radeon 8060S Graphics","backends":"ROCm","model_filename":"hf://unsloth/Qwen-AgentWorld-35B-A3B-GGUF@3a305abf5cfd/Qwen-AgentWorld-35B-A3B-UD-Q4_K_XL.gguf","model_type":"qwen35moe 35B.A3B Q4_K - Medium","model_size":22313814528,"model_n_params":34660610688,"n_batch":1024,"n_ubatch":512,"n_threads":8,"cpu_mask":"0x0","cpu_strict":false,"poll":50,"type_k":"f16","type_v":"q8_0","n_gpu_layers":-1,"n_cpu_moe":0,"split_mode":"layer","main_gpu":0,"no_kv_offload":false,"flash_attn":1,"devices":"auto","tensor_split":"0.00","tensor_buft_overrides":"none","use_mmap":true,"use_direct_io":false,"embeddings":false,"no_op_offload":0,"no_host":false,"fit_target":0,"fit_min_ctx":0,"n_prompt":512,"n_gen":0,"n_depth":8192,"test_time":"2026-08-01T04:31:11Z","avg_ns":16995226202,"stddev_ns":0,"avg_ts":30.126107,"stddev_ts":0.0,"samples_ns":[16995226202],"samples_ts":[30.1261],"bench_model":"agentworld","bench_backend":"rocm","bench_depth":8192,"bench_kv":"f16/q8_0","bench_ctk":"f16","bench_ctv":"q8_0","bench_block":"d8192"}
{"build_commit":"a66d505","build_number":1,"cpu_info":"AMD RYZEN AI MAX+ 395 w/ Radeon 8060S","gpu_info":"Radeon 8060S Graphics","backends":"ROCm","model_filename":"hf://unsloth/Qwen-AgentWorld-35B-A3B-GGUF@3a305abf5cfd/Qwen-AgentWorld-35B-A3B-UD-Q4_K_XL.gguf","model_type":"qwen35moe 35B.A3B Q4_K - Medium","model_size":22313814528,"model_n_params":34660610688,"n_batch":1024,"n_ubatch":512,"n_threads":8,"cpu_mask":"0x0","cpu_strict":false,"poll":50,"type_k":"f16","type_v":"q8_0","n_gpu_layers":-1,"n_cpu_moe":0,"split_mode":"layer","main_gpu":0,"no_kv_offload":false,"flash_attn":1,"devices":"auto","tensor_split":"0.00","tensor_buft_overrides":"none","use_mmap":true,"use_direct_io":false,"embeddings":false,"no_op_offload":0,"no_host":false,"fit_target":0,"fit_min_ctx":0,"n_prompt":1024,"n_gen":0,"n_depth":8192,"test_time":"2026-08-01T04:33:51Z","avg_ns":34905293819,"stddev_ns":0,"avg_ts":29.336524,"stddev_ts":0.0,"samples_ns":[34905293819],"samples_ts":[29.3365],"bench_model":"agentworld","bench_backend":"rocm","bench_depth":8192,"bench_kv":"f16/q8_0","bench_ctk":"f16","bench_ctv":"q8_0","bench_block":"d8192"}
{"build_commit":"a66d505","build_number":1,"cpu_info":"AMD RYZEN AI MAX+ 395 w/ Radeon 8060S","gpu_info":"Radeon 8060S Graphics","backends":"ROCm","model_filename":"hf://unsloth/Qwen-AgentWorld-35B-A3B-GGUF@3a305abf5cfd/Qwen-AgentWorld-35B-A3B-UD-Q4_K_XL.gguf","model_type":"qwen35moe 35B.A3B Q4_K - Medium","model_size":22313814528,"model_n_params":34660610688,"n_batch":1024,"n_ubatch":512,"n_threads":8,"cpu_mask":"0x0","cpu_strict":false,"poll":50,"type_k":"f16","type_v":"q8_0","n_gpu_layers":-1,"n_cpu_moe":0,"split_mode":"layer","main_gpu":0,"no_kv_offload":false,"flash_attn":1,"devices":"auto","tensor_split":"0.00","tensor_buft_overrides":"none","use_mmap":true,"use_direct_io":false,"embeddings":false,"no_op_offload":0,"no_host":false,"fit_target":0,"fit_min_ctx":0,"n_prompt":0,"n_gen":128,"n_depth":8192,"test_time":"2026-08-01T04:34:30Z","avg_ns":8401184535,"stddev_ns":0,"avg_ts":15.235947,"stddev_ts":0.0,"samples_ns":[8401184535],"samples_ts":[15.2359],"bench_model":"agentworld","bench_backend":"rocm","bench_depth":8192,"bench_kv":"f16/q8_0","bench_ctk":"f16","bench_ctv":"q8_0","bench_block":"d8192"}
{"build_commit":"a66d505","build_number":1,"cpu_info":"AMD RYZEN AI MAX+ 395 w/ Radeon 8060S","gpu_info":"Radeon 8060S Graphics","backends":"ROCm","model_filename":"hf://unsloth/Qwen-AgentWorld-35B-A3B-GGUF@3a305abf5cfd/Qwen-AgentWorld-35B-A3B-UD-Q4_K_XL.gguf","model_type":"qwen35moe 35B.A3B Q4_K - Medium","model_size":22313814528,"model_n_params":34660610688,"n_batch":1024,"n_ubatch":512,"n_threads":8,"cpu_mask":"0x0","cpu_strict":false,"poll":50,"type_k":"f16","type_v":"q4_0","n_gpu_layers":-1,"n_cpu_moe":0,"split_mode":"layer","main_gpu":0,"no_kv_offload":false,"flash_attn":1,"devices":"auto","tensor_split":"0.00","tensor_buft_overrides":"none","use_mmap":true,"use_direct_io":false,"embeddings":false,"no_op_offload":0,"no_host":false,"fit_target":0,"fit_min_ctx":0,"n_prompt":512,"n_gen":0,"n_depth":8192,"test_time":"2026-08-01T04:34:41Z","avg_ns":18581062872,"stddev_ns":0,"avg_ts":27.554936,"stddev_ts":0.0,"samples_ns":[18581062872],"samples_ts":[27.5549],"bench_model":"agentworld","bench_backend":"rocm","bench_depth":8192,"bench_kv":"f16/q4_0","bench_ctk":"f16","bench_ctv":"q4_0","bench_block":"d8192"}
{"build_commit":"a66d505","build_number":1,"cpu_info":"AMD RYZEN AI MAX+ 395 w/ Radeon 8060S","gpu_info":"Radeon 8060S Graphics","backends":"ROCm","model_filename":"hf://unsloth/Qwen-AgentWorld-35B-A3B-GGUF@3a305abf5cfd/Qwen-AgentWorld-35B-A3B-UD-Q4_K_XL.gguf","model_type":"qwen35moe 35B.A3B Q4_K - Medium","model_size":22313814528,"model_n_params":34660610688,"n_batch":1024,"n_ubatch":512,"n_threads":8,"cpu_mask":"0x0","cpu_strict":false,"poll":50,"type_k":"f16","type_v":"q4_0","n_gpu_layers":-1,"n_cpu_moe":0,"split_mode":"layer","main_gpu":0,"no_kv_offload":false,"flash_attn":1,"devices":"auto","tensor_split":"0.00","tensor_buft_overrides":"none","use_mmap":true,"use_direct_io":false,"embeddings":false,"no_op_offload":0,"no_host":false,"fit_target":0,"fit_min_ctx":0,"n_prompt":1024,"n_gen":0,"n_depth":8192,"test_time":"2026-08-01T04:37:36Z","avg_ns":38461862805,"stddev_ns":0,"avg_ts":26.623775,"stddev_ts":0.0,"samples_ns":[38461862805],"samples_ts":[26.6238],"bench_model":"agentworld","bench_backend":"rocm","bench_depth":8192,"bench_kv":"f16/q4_0","bench_ctk":"f16","bench_ctv":"q4_0","bench_block":"d8192"}
{"build_commit":"a66d505","build_number":1,"cpu_info":"AMD RYZEN AI MAX+ 395 w/ Radeon 8060S","gpu_info":"Radeon 8060S Graphics","backends":"ROCm","model_filename":"hf://unsloth/Qwen-AgentWorld-35B-A3B-GGUF@3a305abf5cfd/Qwen-AgentWorld-35B-A3B-UD-Q4_K_XL.gguf","model_type":"qwen35moe 35B.A3B Q4_K - Medium","model_size":22313814528,"model_n_params":34660610688,"n_batch":1024,"n_ubatch":512,"n_threads":8,"cpu_mask":"0x0","cpu_strict":false,"poll":50,"type_k":"f16","type_v":"q4_0","n_gpu_layers":-1,"n_cpu_moe":0,"split_mode":"layer","main_gpu":0,"no_kv_offload":false,"flash_attn":1,"devices":"auto","tensor_split":"0.00","tensor_buft_overrides":"none","use_mmap":true,"use_direct_io":false,"embeddings":false,"no_op_offload":0,"no_host":false,"fit_target":0,"fit_min_ctx":0,"n_prompt":0,"n_gen":128,"n_depth":8192,"test_time":"2026-08-01T04:38:19Z","avg_ns":8722117438,"stddev_ns":0,"avg_ts":14.675336,"stddev_ts":0.0,"samples_ns":[8722117438],"samples_ts":[14.6753],"bench_model":"agentworld","bench_backend":"rocm","bench_depth":8192,"bench_kv":"f16/q4_0","bench_ctk":"f16","bench_ctv":"q4_0","bench_block":"d8192"}
{"build_commit":"a66d505","build_number":1,"cpu_info":"AMD RYZEN AI MAX+ 395 w/ Radeon 8060S","gpu_info":"Radeon 8060S Graphics","backends":"ROCm","model_filename":"hf://unsloth/Qwen-AgentWorld-35B-A3B-GGUF@3a305abf5cfd/Qwen-AgentWorld-35B-A3B-UD-Q4_K_XL.gguf","model_type":"qwen35moe 35B.A3B Q4_K - Medium","model_size":22313814528,"model_n_params":34660610688,"n_batch":1024,"n_ubatch":512,"n_threads":8,"cpu_mask":"0x0","cpu_strict":false,"poll":50,"type_k":"q4_0","type_v":"q4_0","n_gpu_layers":-1,"n_cpu_moe":0,"split_mode":"layer","main_gpu":0,"no_kv_offload":false,"flash_attn":1,"devices":"auto","tensor_split":"0.00","tensor_buft_overrides":"none","use_mmap":true,"use_direct_io":false,"embeddings":false,"no_op_offload":0,"no_host":false,"fit_target":0,"fit_min_ctx":0,"n_prompt":512,"n_gen":0,"n_depth":8192,"test_time":"2026-08-01T04:38:30Z","avg_ns":633087227,"stddev_ns":0,"avg_ts":808.735318,"stddev_ts":0.0,"samples_ns":[633087227],"samples_ts":[808.735],"bench_model":"agentworld","bench_backend":"rocm","bench_depth":8192,"bench_kv":"q4_0/q4_0","bench_ctk":"q4_0","bench_ctv":"q4_0","bench_block":"d8192"}
{"build_commit":"a66d505","build_number":1,"cpu_info":"AMD RYZEN AI MAX+ 395 w/ Radeon 8060S","gpu_info":"Radeon 8060S Graphics","backends":"ROCm","model_filename":"hf://unsloth/Qwen-AgentWorld-35B-A3B-GGUF@3a305abf5cfd/Qwen-AgentWorld-35B-A3B-UD-Q4_K_XL.gguf","model_type":"qwen35moe 35B.A3B Q4_K - Medium","model_size":22313814528,"model_n_params":34660610688,"n_batch":1024,"n_ubatch":512,"n_threads":8,"cpu_mask":"0x0","cpu_strict":false,"poll":50,"type_k":"q4_0","type_v":"q4_0","n_gpu_layers":-1,"n_cpu_moe":0,"split_mode":"layer","main_gpu":0,"no_kv_offload":false,"flash_attn":1,"devices":"auto","tensor_split":"0.00","tensor_buft_overrides":"none","use_mmap":true,"use_direct_io":false,"embeddings":false,"no_op_offload":0,"no_host":false,"fit_target":0,"fit_min_ctx":0,"n_prompt":1024,"n_gen":0,"n_depth":8192,"test_time":"2026-08-01T04:38:41Z","avg_ns":1261433883,"stddev_ns":0,"avg_ts":811.774611,"stddev_ts":0.0,"samples_ns":[1261433883],"samples_ts":[811.775],"bench_model":"agentworld","bench_backend":"rocm","bench_depth":8192,"bench_kv":"q4_0/q4_0","bench_ctk":"q4_0","bench_ctv":"q4_0","bench_block":"d8192"}
{"build_commit":"a66d505","build_number":1,"cpu_info":"AMD RYZEN AI MAX+ 395 w/ Radeon 8060S","gpu_info":"Radeon 8060S Graphics","backends":"ROCm","model_filename":"hf://unsloth/Qwen-AgentWorld-35B-A3B-GGUF@3a305abf5cfd/Qwen-AgentWorld-35B-A3B-UD-Q4_K_XL.gguf","model_type":"qwen35moe 35B.A3B Q4_K - Medium","model_size":22313814528,"model_n_params":34660610688,"n_batch":1024,"n_ubatch":512,"n_threads":8,"cpu_mask":"0x0","cpu_strict":false,"poll":50,"type_k":"q4_0","type_v":"q4_0","n_gpu_layers":-1,"n_cpu_moe":0,"split_mode":"layer","main_gpu":0,"no_kv_offload":false,"flash_attn":1,"devices":"auto","tensor_split":"0.00","tensor_buft_overrides":"none","use_mmap":true,"use_direct_io":false,"embeddings":false,"no_op_offload":0,"no_host":false,"fit_target":0,"fit_min_ctx":0,"n_prompt":0,"n_gen":128,"n_depth":8192,"test_time":"2026-08-01T04:38:43Z","avg_ns":2740359410,"stddev_ns":0,"avg_ts":46.709202,"stddev_ts":0.0,"samples_ns":[2740359410],"samples_ts":[46.7092],"bench_model":"agentworld","bench_backend":"rocm","bench_depth":8192,"bench_kv":"q4_0/q4_0","bench_ctk":"q4_0","bench_ctv":"q4_0","bench_block":"d8192"}
{"build_commit":"a66d505","build_number":1,"cpu_info":"AMD RYZEN AI MAX+ 395 w/ Radeon 8060S","gpu_info":"Radeon 8060S Graphics","backends":"ROCm","model_filename":"hf://unsloth/Qwen-AgentWorld-35B-A3B-GGUF@3a305abf5cfd/Qwen-AgentWorld-35B-A3B-UD-Q4_K_XL.gguf","model_type":"qwen35moe 35B.A3B Q4_K - Medium","model_size":22313814528,"model_n_params":34660610688,"n_batch":1024,"n_ubatch":512,"n_threads":8,"cpu_mask":"0x0","cpu_strict":false,"poll":50,"type_k":"q8_0","type_v":"q8_0","n_gpu_layers":-1,"n_cpu_moe":0,"split_mode":"layer","main_gpu":0,"no_kv_offload":false,"flash_attn":1,"devices":"auto","tensor_split":"0.00","tensor_buft_overrides":"none","use_mmap":true,"use_direct_io":false,"embeddings":false,"no_op_offload":0,"no_host":false,"fit_target":0,"fit_min_ctx":0,"n_prompt":512,"n_gen":0,"n_depth":8192,"test_time":"2026-08-01T04:38:49Z","avg_ns":646965647,"stddev_ns":0,"avg_ts":791.386687,"stddev_ts":0.0,"samples_ns":[646965647],"samples_ts":[791.387],"bench_model":"agentworld","bench_backend":"rocm","bench_depth":8192,"bench_kv":"q8_0/q8_0","bench_ctk":"q8_0","bench_ctv":"q8_0","bench_block":"d8192"}
{"build_commit":"a66d505","build_number":1,"cpu_info":"AMD RYZEN AI MAX+ 395 w/ Radeon 8060S","gpu_info":"Radeon 8060S Graphics","backends":"ROCm","model_filename":"hf://unsloth/Qwen-AgentWorld-35B-A3B-GGUF@3a305abf5cfd/Qwen-AgentWorld-35B-A3B-UD-Q4_K_XL.gguf","model_type":"qwen35moe 35B.A3B Q4_K - Medium","model_size":22313814528,"model_n_params":34660610688,"n_batch":1024,"n_ubatch":512,"n_threads":8,"cpu_mask":"0x0","cpu_strict":false,"poll":50,"type_k":"q8_0","type_v":"q8_0","n_gpu_layers":-1,"n_cpu_moe":0,"split_mode":"layer","main_gpu":0,"no_kv_offload":false,"flash_attn":1,"devices":"auto","tensor_split":"0.00","tensor_buft_overrides":"none","use_mmap":true,"use_direct_io":false,"embeddings":false,"no_op_offload":0,"no_host":false,"fit_target":0,"fit_min_ctx":0,"n_prompt":1024,"n_gen":0,"n_depth":8192,"test_time":"2026-08-01T04:38:59Z","avg_ns":1261602067,"stddev_ns":0,"avg_ts":811.666394,"stddev_ts":0.0,"samples_ns":[1261602067],"samples_ts":[811.666],"bench_model":"agentworld","bench_backend":"rocm","bench_depth":8192,"bench_kv":"q8_0/q8_0","bench_ctk":"q8_0","bench_ctv":"q8_0","bench_block":"d8192"}
{"build_commit":"a66d505","build_number":1,"cpu_info":"AMD RYZEN AI MAX+ 395 w/ Radeon 8060S","gpu_info":"Radeon 8060S Graphics","backends":"ROCm","model_filename":"hf://unsloth/Qwen-AgentWorld-35B-A3B-GGUF@3a305abf5cfd/Qwen-AgentWorld-35B-A3B-UD-Q4_K_XL.gguf","model_type":"qwen35moe 35B.A3B Q4_K - Medium","model_size":22313814528,"model_n_params":34660610688,"n_batch":1024,"n_ubatch":512,"n_threads":8,"cpu_mask":"0x0","cpu_strict":false,"poll":50,"type_k":"q8_0","type_v":"q8_0","n_gpu_layers":-1,"n_cpu_moe":0,"split_mode":"layer","main_gpu":0,"no_kv_offload":false,"flash_attn":1,"devices":"auto","tensor_split":"0.00","tensor_buft_overrides":"none","use_mmap":true,"use_direct_io":false,"embeddings":false,"no_op_offload":0,"no_host":false,"fit_target":0,"fit_min_ctx":0,"n_prompt":0,"n_gen":128,"n_depth":8192,"test_time":"2026-08-01T04:39:01Z","avg_ns":2658325002,"stddev_ns":0,"avg_ts":48.150621,"stddev_ts":0.0,"samples_ns":[2658325002],"samples_ts":[48.1506],"bench_model":"agentworld","bench_backend":"rocm","bench_depth":8192,"bench_kv":"q8_0/q8_0","bench_ctk":"q8_0","bench_ctv":"q8_0","bench_block":"d8192"}
{"build_commit":"d6d899580","build_number":9747,"cpu_info":"AMD RYZEN AI MAX+ 395 w/ Radeon 8060S","gpu_info":"Radeon 8060S Graphics (RADV STRIX_HALO)","backends":"Vulkan","model_filename":"hf://unsloth/Qwen-AgentWorld-35B-A3B-GGUF@3a305abf5cfd/Qwen-AgentWorld-35B-A3B-UD-Q4_K_XL.gguf","model_type":"qwen35moe 35B.A3B Q4_K - Medium","model_size":22313814528,"model_n_params":34660610688,"n_batch":1024,"n_ubatch":512,"n_threads":8,"cpu_mask":"0x0","cpu_strict":false,"poll":50,"type_k":"f16","type_v":"f16","n_gpu_layers":-1,"n_cpu_moe":0,"split_mode":"layer","main_gpu":0,"no_kv_offload":false,"flash_attn":1,"devices":"auto","tensor_split":"0.00","tensor_buft_overrides":"none","use_mmap":true,"use_direct_io":false,"embeddings":false,"no_op_offload":0,"no_host":false,"fit_target":0,"fit_min_ctx":0,"n_prompt":512,"n_gen":0,"n_depth":8192,"test_time":"2026-08-01T04:39:08Z","avg_ns":564678987,"stddev_ns":0,"avg_ts":906.709851,"stddev_ts":0.0,"samples_ns":[564678987],"samples_ts":[906.71],"bench_model":"agentworld","bench_backend":"vulkan","bench_depth":8192,"bench_kv":"f16/f16","bench_ctk":"f16","bench_ctv":"f16","bench_block":"d8192"}
{"build_commit":"d6d899580","build_number":9747,"cpu_info":"AMD RYZEN AI MAX+ 395 w/ Radeon 8060S","gpu_info":"Radeon 8060S Graphics (RADV STRIX_HALO)","backends":"Vulkan","model_filename":"hf://unsloth/Qwen-AgentWorld-35B-A3B-GGUF@3a305abf5cfd/Qwen-AgentWorld-35B-A3B-UD-Q4_K_XL.gguf","model_type":"qwen35moe 35B.A3B Q4_K - Medium","model_size":22313814528,"model_n_params":34660610688,"n_batch":1024,"n_ubatch":512,"n_threads":8,"cpu_mask":"0x0","cpu_strict":false,"poll":50,"type_k":"f16","type_v":"f16","n_gpu_layers":-1,"n_cpu_moe":0,"split_mode":"layer","main_gpu":0,"no_kv_offload":false,"flash_attn":1,"devices":"auto","tensor_split":"0.00","tensor_buft_overrides":"none","use_mmap":true,"use_direct_io":false,"embeddings":false,"no_op_offload":0,"no_host":false,"fit_target":0,"fit_min_ctx":0,"n_prompt":1024,"n_gen":0,"n_depth":8192,"test_time":"2026-08-01T04:39:19Z","avg_ns":1202198787,"stddev_ns":0,"avg_ts":851.772611,"stddev_ts":0.0,"samples_ns":[1202198787],"samples_ts":[851.773],"bench_model":"agentworld","bench_backend":"vulkan","bench_depth":8192,"bench_kv":"f16/f16","bench_ctk":"f16","bench_ctv":"f16","bench_block":"d8192"}
{"build_commit":"d6d899580","build_number":9747,"cpu_info":"AMD RYZEN AI MAX+ 395 w/ Radeon 8060S","gpu_info":"Radeon 8060S Graphics (RADV STRIX_HALO)","backends":"Vulkan","model_filename":"hf://unsloth/Qwen-AgentWorld-35B-A3B-GGUF@3a305abf5cfd/Qwen-AgentWorld-35B-A3B-UD-Q4_K_XL.gguf","model_type":"qwen35moe 35B.A3B Q4_K - Medium","model_size":22313814528,"model_n_params":34660610688,"n_batch":1024,"n_ubatch":512,"n_threads":8,"cpu_mask":"0x0","cpu_strict":false,"poll":50,"type_k":"f16","type_v":"f16","n_gpu_layers":-1,"n_cpu_moe":0,"split_mode":"layer","main_gpu":0,"no_kv_offload":false,"flash_attn":1,"devices":"auto","tensor_split":"0.00","tensor_buft_overrides":"none","use_mmap":true,"use_direct_io":false,"embeddings":false,"no_op_offload":0,"no_host":false,"fit_target":0,"fit_min_ctx":0,"n_prompt":0,"n_gen":128,"n_depth":8192,"test_time":"2026-08-01T04:39:21Z","avg_ns":2243276941,"stddev_ns":0,"avg_ts":57.059384,"stddev_ts":0.0,"samples_ns":[2243276941],"samples_ts":[57.0594],"bench_model":"agentworld","bench_backend":"vulkan","bench_depth":8192,"bench_kv":"f16/f16","bench_ctk":"f16","bench_ctv":"f16","bench_block":"d8192"}
{"build_commit":"d6d899580","build_number":9747,"cpu_info":"AMD RYZEN AI MAX+ 395 w/ Radeon 8060S","gpu_info":"Radeon 8060S Graphics (RADV STRIX_HALO)","backends":"Vulkan","model_filename":"hf://unsloth/Qwen-AgentWorld-35B-A3B-GGUF@3a305abf5cfd/Qwen-AgentWorld-35B-A3B-UD-Q4_K_XL.gguf","model_type":"qwen35moe 35B.A3B Q4_K - Medium","model_size":22313814528,"model_n_params":34660610688,"n_batch":1024,"n_ubatch":512,"n_threads":8,"cpu_mask":"0x0","cpu_strict":false,"poll":50,"type_k":"f16","type_v":"q8_0","n_gpu_layers":-1,"n_cpu_moe":0,"split_mode":"layer","main_gpu":0,"no_kv_offload":false,"flash_attn":1,"devices":"auto","tensor_split":"0.00","tensor_buft_overrides":"none","use_mmap":true,"use_direct_io":false,"embeddings":false,"no_op_offload":0,"no_host":false,"fit_target":0,"fit_min_ctx":0,"n_prompt":512,"n_gen":0,"n_depth":8192,"test_time":"2026-08-01T04:39:27Z","avg_ns":564411266,"stddev_ns":0,"avg_ts":907.139937,"stddev_ts":0.0,"samples_ns":[564411266],"samples_ts":[907.14],"bench_model":"agentworld","bench_backend":"vulkan","bench_depth":8192,"bench_kv":"f16/q8_0","bench_ctk":"f16","bench_ctv":"q8_0","bench_block":"d8192"}
{"build_commit":"d6d899580","build_number":9747,"cpu_info":"AMD RYZEN AI MAX+ 395 w/ Radeon 8060S","gpu_info":"Radeon 8060S Graphics (RADV STRIX_HALO)","backends":"Vulkan","model_filename":"hf://unsloth/Qwen-AgentWorld-35B-A3B-GGUF@3a305abf5cfd/Qwen-AgentWorld-35B-A3B-UD-Q4_K_XL.gguf","model_type":"qwen35moe 35B.A3B Q4_K - Medium","model_size":22313814528,"model_n_params":34660610688,"n_batch":1024,"n_ubatch":512,"n_threads":8,"cpu_mask":"0x0","cpu_strict":false,"poll":50,"type_k":"f16","type_v":"q8_0","n_gpu_layers":-1,"n_cpu_moe":0,"split_mode":"layer","main_gpu":0,"no_kv_offload":false,"flash_attn":1,"devices":"auto","tensor_split":"0.00","tensor_buft_overrides":"none","use_mmap":true,"use_direct_io":false,"embeddings":false,"no_op_offload":0,"no_host":false,"fit_target":0,"fit_min_ctx":0,"n_prompt":1024,"n_gen":0,"n_depth":8192,"test_time":"2026-08-01T04:39:38Z","avg_ns":1229037537,"stddev_ns":0,"avg_ts":833.172274,"stddev_ts":0.0,"samples_ns":[1229037537],"samples_ts":[833.172],"bench_model":"agentworld","bench_backend":"vulkan","bench_depth":8192,"bench_kv":"f16/q8_0","bench_ctk":"f16","bench_ctv":"q8_0","bench_block":"d8192"}
{"build_commit":"d6d899580","build_number":9747,"cpu_info":"AMD RYZEN AI MAX+ 395 w/ Radeon 8060S","gpu_info":"Radeon 8060S Graphics (RADV STRIX_HALO)","backends":"Vulkan","model_filename":"hf://unsloth/Qwen-AgentWorld-35B-A3B-GGUF@3a305abf5cfd/Qwen-AgentWorld-35B-A3B-UD-Q4_K_XL.gguf","model_type":"qwen35moe 35B.A3B Q4_K - Medium","model_size":22313814528,"model_n_params":34660610688,"n_batch":1024,"n_ubatch":512,"n_threads":8,"cpu_mask":"0x0","cpu_strict":false,"poll":50,"type_k":"f16","type_v":"q8_0","n_gpu_layers":-1,"n_cpu_moe":0,"split_mode":"layer","main_gpu":0,"no_kv_offload":false,"flash_attn":1,"devices":"auto","tensor_split":"0.00","tensor_buft_overrides":"none","use_mmap":true,"use_direct_io":false,"embeddings":false,"no_op_offload":0,"no_host":false,"fit_target":0,"fit_min_ctx":0,"n_prompt":0,"n_gen":128,"n_depth":8192,"test_time":"2026-08-01T04:39:40Z","avg_ns":2221020518,"stddev_ns":0,"avg_ts":57.631165,"stddev_ts":0.0,"samples_ns":[2221020518],"samples_ts":[57.6312],"bench_model":"agentworld","bench_backend":"vulkan","bench_depth":8192,"bench_kv":"f16/q8_0","bench_ctk":"f16","bench_ctv":"q8_0","bench_block":"d8192"}
{"build_commit":"d6d899580","build_number":9747,"cpu_info":"AMD RYZEN AI MAX+ 395 w/ Radeon 8060S","gpu_info":"Radeon 8060S Graphics (RADV STRIX_HALO)","backends":"Vulkan","model_filename":"hf://unsloth/Qwen-AgentWorld-35B-A3B-GGUF@3a305abf5cfd/Qwen-AgentWorld-35B-A3B-UD-Q4_K_XL.gguf","model_type":"qwen35moe 35B.A3B Q4_K - Medium","model_size":22313814528,"model_n_params":34660610688,"n_batch":1024,"n_ubatch":512,"n_threads":8,"cpu_mask":"0x0","cpu_strict":false,"poll":50,"type_k":"f16","type_v":"q4_0","n_gpu_layers":-1,"n_cpu_moe":0,"split_mode":"layer","main_gpu":0,"no_kv_offload":false,"flash_attn":1,"devices":"auto","tensor_split":"0.00","tensor_buft_overrides":"none","use_mmap":true,"use_direct_io":false,"embeddings":false,"no_op_offload":0,"no_host":false,"fit_target":0,"fit_min_ctx":0,"n_prompt":512,"n_gen":0,"n_depth":8192,"test_time":"2026-08-01T04:39:47Z","avg_ns":578016195,"stddev_ns":0,"avg_ts":885.78833,"stddev_ts":0.0,"samples_ns":[578016195],"samples_ts":[885.788],"bench_model":"agentworld","bench_backend":"vulkan","bench_depth":8192,"bench_kv":"f16/q4_0","bench_ctk":"f16","bench_ctv":"q4_0","bench_block":"d8192"}
{"build_commit":"d6d899580","build_number":9747,"cpu_info":"AMD RYZEN AI MAX+ 395 w/ Radeon 8060S","gpu_info":"Radeon 8060S Graphics (RADV STRIX_HALO)","backends":"Vulkan","model_filename":"hf://unsloth/Qwen-AgentWorld-35B-A3B-GGUF@3a305abf5cfd/Qwen-AgentWorld-35B-A3B-UD-Q4_K_XL.gguf","model_type":"qwen35moe 35B.A3B Q4_K - Medium","model_size":22313814528,"model_n_params":34660610688,"n_batch":1024,"n_ubatch":512,"n_threads":8,"cpu_mask":"0x0","cpu_strict":false,"poll":50,"type_k":"f16","type_v":"q4_0","n_gpu_layers":-1,"n_cpu_moe":0,"split_mode":"layer","main_gpu":0,"no_kv_offload":false,"flash_attn":1,"devices":"auto","tensor_split":"0.00","tensor_buft_overrides":"none","use_mmap":true,"use_direct_io":false,"embeddings":false,"no_op_offload":0,"no_host":false,"fit_target":0,"fit_min_ctx":0,"n_prompt":1024,"n_gen":0,"n_depth":8192,"test_time":"2026-08-01T04:39:57Z","avg_ns":1239888997,"stddev_ns":0,"avg_ts":825.880383,"stddev_ts":0.0,"samples_ns":[1239888997],"samples_ts":[825.88],"bench_model":"agentworld","bench_backend":"vulkan","bench_depth":8192,"bench_kv":"f16/q4_0","bench_ctk":"f16","bench_ctv":"q4_0","bench_block":"d8192"}
{"build_commit":"d6d899580","build_number":9747,"cpu_info":"AMD RYZEN AI MAX+ 395 w/ Radeon 8060S","gpu_info":"Radeon 8060S Graphics (RADV STRIX_HALO)","backends":"Vulkan","model_filename":"hf://unsloth/Qwen-AgentWorld-35B-A3B-GGUF@3a305abf5cfd/Qwen-AgentWorld-35B-A3B-UD-Q4_K_XL.gguf","model_type":"qwen35moe 35B.A3B Q4_K - Medium","model_size":22313814528,"model_n_params":34660610688,"n_batch":1024,"n_ubatch":512,"n_threads":8,"cpu_mask":"0x0","cpu_strict":false,"poll":50,"type_k":"f16","type_v":"q4_0","n_gpu_layers":-1,"n_cpu_moe":0,"split_mode":"layer","main_gpu":0,"no_kv_offload":false,"flash_attn":1,"devices":"auto","tensor_split":"0.00","tensor_buft_overrides":"none","use_mmap":true,"use_direct_io":false,"embeddings":false,"no_op_offload":0,"no_host":false,"fit_target":0,"fit_min_ctx":0,"n_prompt":0,"n_gen":128,"n_depth":8192,"test_time":"2026-08-01T04:40:00Z","avg_ns":2213109461,"stddev_ns":0,"avg_ts":57.837175,"stddev_ts":0.0,"samples_ns":[2213109461],"samples_ts":[57.8372],"bench_model":"agentworld","bench_backend":"vulkan","bench_depth":8192,"bench_kv":"f16/q4_0","bench_ctk":"f16","bench_ctv":"q4_0","bench_block":"d8192"}
{"build_commit":"d6d899580","build_number":9747,"cpu_info":"AMD RYZEN AI MAX+ 395 w/ Radeon 8060S","gpu_info":"Radeon 8060S Graphics (RADV STRIX_HALO)","backends":"Vulkan","model_filename":"hf://unsloth/Qwen-AgentWorld-35B-A3B-GGUF@3a305abf5cfd/Qwen-AgentWorld-35B-A3B-UD-Q4_K_XL.gguf","model_type":"qwen35moe 35B.A3B Q4_K - Medium","model_size":22313814528,"model_n_params":34660610688,"n_batch":1024,"n_ubatch":512,"n_threads":8,"cpu_mask":"0x0","cpu_strict":false,"poll":50,"type_k":"q4_0","type_v":"q4_0","n_gpu_layers":-1,"n_cpu_moe":0,"split_mode":"layer","main_gpu":0,"no_kv_offload":false,"flash_attn":1,"devices":"auto","tensor_split":"0.00","tensor_buft_overrides":"none","use_mmap":true,"use_direct_io":false,"embeddings":false,"no_op_offload":0,"no_host":false,"fit_target":0,"fit_min_ctx":0,"n_prompt":512,"n_gen":0,"n_depth":8192,"test_time":"2026-08-01T04:40:06Z","avg_ns":612161692,"stddev_ns":0,"avg_ts":836.380333,"stddev_ts":0.0,"samples_ns":[612161692],"samples_ts":[836.38],"bench_model":"agentworld","bench_backend":"vulkan","bench_depth":8192,"bench_kv":"q4_0/q4_0","bench_ctk":"q4_0","bench_ctv":"q4_0","bench_block":"d8192"}
{"build_commit":"d6d899580","build_number":9747,"cpu_info":"AMD RYZEN AI MAX+ 395 w/ Radeon 8060S","gpu_info":"Radeon 8060S Graphics (RADV STRIX_HALO)","backends":"Vulkan","model_filename":"hf://unsloth/Qwen-AgentWorld-35B-A3B-GGUF@3a305abf5cfd/Qwen-AgentWorld-35B-A3B-UD-Q4_K_XL.gguf","model_type":"qwen35moe 35B.A3B Q4_K - Medium","model_size":22313814528,"model_n_params":34660610688,"n_batch":1024,"n_ubatch":512,"n_threads":8,"cpu_mask":"0x0","cpu_strict":false,"poll":50,"type_k":"q4_0","type_v":"q4_0","n_gpu_layers":-1,"n_cpu_moe":0,"split_mode":"layer","main_gpu":0,"no_kv_offload":false,"flash_attn":1,"devices":"auto","tensor_split":"0.00","tensor_buft_overrides":"none","use_mmap":true,"use_direct_io":false,"embeddings":false,"no_op_offload":0,"no_host":false,"fit_target":0,"fit_min_ctx":0,"n_prompt":1024,"n_gen":0,"n_depth":8192,"test_time":"2026-08-01T04:40:16Z","avg_ns":1282997197,"stddev_ns":0,"avg_ts":798.131128,"stddev_ts":0.0,"samples_ns":[1282997197],"samples_ts":[798.131],"bench_model":"agentworld","bench_backend":"vulkan","bench_depth":8192,"bench_kv":"q4_0/q4_0","bench_ctk":"q4_0","bench_ctv":"q4_0","bench_block":"d8192"}
{"build_commit":"d6d899580","build_number":9747,"cpu_info":"AMD RYZEN AI MAX+ 395 w/ Radeon 8060S","gpu_info":"Radeon 8060S Graphics (RADV STRIX_HALO)","backends":"Vulkan","model_filename":"hf://unsloth/Qwen-AgentWorld-35B-A3B-GGUF@3a305abf5cfd/Qwen-AgentWorld-35B-A3B-UD-Q4_K_XL.gguf","model_type":"qwen35moe 35B.A3B Q4_K - Medium","model_size":22313814528,"model_n_params":34660610688,"n_batch":1024,"n_ubatch":512,"n_threads":8,"cpu_mask":"0x0","cpu_strict":false,"poll":50,"type_k":"q4_0","type_v":"q4_0","n_gpu_layers":-1,"n_cpu_moe":0,"split_mode":"layer","main_gpu":0,"no_kv_offload":false,"flash_attn":1,"devices":"auto","tensor_split":"0.00","tensor_buft_overrides":"none","use_mmap":true,"use_direct_io":false,"embeddings":false,"no_op_offload":0,"no_host":false,"fit_target":0,"fit_min_ctx":0,"n_prompt":0,"n_gen":128,"n_depth":8192,"test_time":"2026-08-01T04:40:19Z","avg_ns":2190518821,"stddev_ns":0,"avg_ts":58.433645,"stddev_ts":0.0,"samples_ns":[2190518821],"samples_ts":[58.4336],"bench_model":"agentworld","bench_backend":"vulkan","bench_depth":8192,"bench_kv":"q4_0/q4_0","bench_ctk":"q4_0","bench_ctv":"q4_0","bench_block":"d8192"}
{"build_commit":"d6d899580","build_number":9747,"cpu_info":"AMD RYZEN AI MAX+ 395 w/ Radeon 8060S","gpu_info":"Radeon 8060S Graphics (RADV STRIX_HALO)","backends":"Vulkan","model_filename":"hf://unsloth/Qwen-AgentWorld-35B-A3B-GGUF@3a305abf5cfd/Qwen-AgentWorld-35B-A3B-UD-Q4_K_XL.gguf","model_type":"qwen35moe 35B.A3B Q4_K - Medium","model_size":22313814528,"model_n_params":34660610688,"n_batch":1024,"n_ubatch":512,"n_threads":8,"cpu_mask":"0x0","cpu_strict":false,"poll":50,"type_k":"q8_0","type_v":"q8_0","n_gpu_layers":-1,"n_cpu_moe":0,"split_mode":"layer","main_gpu":0,"no_kv_offload":false,"flash_attn":1,"devices":"auto","tensor_split":"0.00","tensor_buft_overrides":"none","use_mmap":true,"use_direct_io":false,"embeddings":false,"no_op_offload":0,"no_host":false,"fit_target":0,"fit_min_ctx":0,"n_prompt":512,"n_gen":0,"n_depth":8192,"test_time":"2026-08-01T04:40:25Z","avg_ns":604478077,"stddev_ns":0,"avg_ts":847.011694,"stddev_ts":0.0,"samples_ns":[604478077],"samples_ts":[847.012],"bench_model":"agentworld","bench_backend":"vulkan","bench_depth":8192,"bench_kv":"q8_0/q8_0","bench_ctk":"q8_0","bench_ctv":"q8_0","bench_block":"d8192"}
{"build_commit":"d6d899580","build_number":9747,"cpu_info":"AMD RYZEN AI MAX+ 395 w/ Radeon 8060S","gpu_info":"Radeon 8060S Graphics (RADV STRIX_HALO)","backends":"Vulkan","model_filename":"hf://unsloth/Qwen-AgentWorld-35B-A3B-GGUF@3a305abf5cfd/Qwen-AgentWorld-35B-A3B-UD-Q4_K_XL.gguf","model_type":"qwen35moe 35B.A3B Q4_K - Medium","model_size":22313814528,"model_n_params":34660610688,"n_batch":1024,"n_ubatch":512,"n_threads":8,"cpu_mask":"0x0","cpu_strict":false,"poll":50,"type_k":"q8_0","type_v":"q8_0","n_gpu_layers":-1,"n_cpu_moe":0,"split_mode":"layer","main_gpu":0,"no_kv_offload":false,"flash_attn":1,"devices":"auto","tensor_split":"0.00","tensor_buft_overrides":"none","use_mmap":true,"use_direct_io":false,"embeddings":false,"no_op_offload":0,"no_host":false,"fit_target":0,"fit_min_ctx":0,"n_prompt":1024,"n_gen":0,"n_depth":8192,"test_time":"2026-08-01T04:40:36Z","avg_ns":1275683170,"stddev_ns":0,"avg_ts":802.707149,"stddev_ts":0.0,"samples_ns":[1275683170],"samples_ts":[802.707],"bench_model":"agentworld","bench_backend":"vulkan","bench_depth":8192,"bench_kv":"q8_0/q8_0","bench_ctk":"q8_0","bench_ctv":"q8_0","bench_block":"d8192"}
{"build_commit":"d6d899580","build_number":9747,"cpu_info":"AMD RYZEN AI MAX+ 395 w/ Radeon 8060S","gpu_info":"Radeon 8060S Graphics (RADV STRIX_HALO)","backends":"Vulkan","model_filename":"hf://unsloth/Qwen-AgentWorld-35B-A3B-GGUF@3a305abf5cfd/Qwen-AgentWorld-35B-A3B-UD-Q4_K_XL.gguf","model_type":"qwen35moe 35B.A3B Q4_K - Medium","model_size":22313814528,"model_n_params":34660610688,"n_batch":1024,"n_ubatch":512,"n_threads":8,"cpu_mask":"0x0","cpu_strict":false,"poll":50,"type_k":"q8_0","type_v":"q8_0","n_gpu_layers":-1,"n_cpu_moe":0,"split_mode":"layer","main_gpu":0,"no_kv_offload":false,"flash_attn":1,"devices":"auto","tensor_split":"0.00","tensor_buft_overrides":"none","use_mmap":true,"use_direct_io":false,"embeddings":false,"no_op_offload":0,"no_host":false,"fit_target":0,"fit_min_ctx":0,"n_prompt":0,"n_gen":128,"n_depth":8192,"test_time":"2026-08-01T04:40:38Z","avg_ns":2212093295,"stddev_ns":0,"avg_ts":57.863744,"stddev_ts":0.0,"samples_ns":[2212093295],"samples_ts":[57.8637],"bench_model":"agentworld","bench_backend":"vulkan","bench_depth":8192,"bench_kv":"q8_0/q8_0","bench_ctk":"q8_0","bench_ctv":"q8_0","bench_block":"d8192"}