{"combined_stats":{"last_updated":"2026-08-21T04:02:43Z","total_tasks_completed":65941,"total_tokens_all_time":5252684451},"hosts":[{"backend":"llama-server","comfy":null,"cumulative_stats":{"host":"Casper","last_updated":"2026-08-21T04:02:43Z","total_tasks_completed":53618,"total_tokens_all_time":1818500392},"gpu_summary":{"gpu_count":3,"max_temp_c":29,"total_power_w":2,"total_vram_gb":183.2,"used_vram_gb":95.2,"vram_usage_pct":52.0},"gpus":[{"gfx_clock_mhz":0,"gfx_utilization_pct":0,"gpu_id":0,"hotspot_temp_c":29,"mem_utilization_pct":0,"memory_temp_c":50,"power_watts":1,"vram_pct":66.1,"vram_total_gb":31.9,"vram_used_gb":21.1},{"gfx_clock_mhz":0,"gfx_utilization_pct":0,"gpu_id":1,"hotspot_temp_c":27,"mem_utilization_pct":0,"memory_temp_c":28,"power_watts":1,"vram_pct":63.6,"vram_total_gb":31.9,"vram_used_gb":20.3},{"cpu_utilization_pct":0.2,"gfx_clock_mhz":null,"gfx_utilization_pct":null,"gpu_id":2,"hotspot_temp_c":null,"is_igpu":true,"mem_utilization_pct":null,"memory_temp_c":null,"power_watts":null,"ram_total_gb":119.4,"ram_used_gb":53.8,"ram_used_pct":45.0,"vram_pct":45.0,"vram_total_gb":119.4,"vram_used_gb":53.8}],"host":"192.168.4.15","models":[{"id":"AesSedai/Step-3.7-Flash-GGUF:IQ4_XS","status":"unloaded"},{"id":"Devstral-2-123B-Instruct-casper","status":"unloaded"},{"id":"MiniMax-M2.1-casper","status":"unloaded"},{"id":"MiniMax-M2.5-casper","status":"unloaded"},{"id":"MiniMax-M2.7-casper","status":"unloaded"},{"id":"Mistral-Small-4-119b-casper","status":"unloaded"},{"id":"Nemotron-3-Super-120b-casper","status":"unloaded"},{"id":"OmniCoder-2-casper","status":"unloaded"},{"id":"Qwen/Qwen3-Embedding-8B-GGUF:Q8_0","status":"unloaded"},{"id":"Qwen3-Next-80B-A3B-Instruct-casper","status":"unloaded"},{"id":"Qwen3-Next-80B-A3B-Thinking-casper","status":"unloaded"},{"id":"Qwen3.5-27B-casper","status":"unloaded"},{"id":"Qwen3.5-35B-A3B-casper","status":"unloaded"},{"id":"Qwen3.6-27B-casper","status":"unloaded"},{"id":"Qwen3.6-35B-A3B-casper","status":"loaded"},{"id":"bartowski/Laguna-XS-2.1-GGUF:Q6_K_L","status":"unloaded"},{"id":"gemma-4-31b-casper","status":"unloaded"},{"id":"glm-4.7-flash-casper","status":"unloaded"},{"id":"gpt-oss-120b-casper","status":"unloaded"},{"id":"medgemma-1.5-q8-casper","status":"unloaded"},{"id":"medgemma-27b-casper","status":"unloaded"},{"id":"qwen-3.5-122b-casper","status":"unloaded"},{"id":"second-state/All-MiniLM-L6-v2-Embedding-GGUF:Q8_0","status":"unloaded"},{"id":"stepfun-ai_Step-3.5-Flash-casper","status":"unloaded"},{"id":"unsloth/Qwen3.5-4B-GGUF:Q4_K_XL","status":"unloaded"},{"id":"unsloth/Qwen3.5-4B-MTP-GGUF:Q4_K_XL","status":"unloaded"},{"id":"unsloth/Qwen3.5-9B-MTP-GGUF:Q4_K_XL","status":"unloaded"},{"id":"unsloth/Qwen3.6-35B-A3B-MTP-GGUF:Q8_K_XL","status":"unloaded"}],"name":"Casper","online":true,"progress":{"backend":"llama-server","latest_progress_pct":null,"latest_timing":{"pp_time_ms":264.13,"pp_tokens":21,"pp_tokens_per_sec":79.51,"tp_time_ms":13659.93,"tp_tokens":833,"tp_tokens_per_sec":60.98},"source":"casper","timestamp":"2026-08-21T12:54:16.488785+00:00"},"recent_logs":[{"raw":"Aug 21 00:02:26 casper bash[6886]: [48945] 13942.08.465.978 I slot print_timing: id  0 | task 494169 | n_decoded =    208, tg =  58.57 t/s, tg_3s =  58.57 t/s","type":"log"},{"raw":"Aug 21 00:02:29 casper bash[6886]: [48945] 13942.11.481.752 I slot print_timing: id  0 | task 494169 | n_decoded =    374, tg =  56.95 t/s, tg_3s =  55.04 t/s","type":"log"},{"raw":"Aug 21 00:02:32 casper bash[6886]: [48945] 13942.14.492.791 I slot print_timing: id  0 | task 494169 | n_decoded =    609, tg =  63.58 t/s, tg_3s =  78.05 t/s","type":"log"},{"raw":"Aug 21 00:02:35 casper bash[6886]: [48945] 13942.17.499.972 I slot print_timing: id  0 | task 494169 | n_decoded =    774, tg =  61.50 t/s, tg_3s =  54.87 t/s","type":"log"},{"prompt_time_ms":264.13,"prompt_tokens":21,"raw":"Aug 21 00:02:36 casper bash[6886]: [48945] 13942.18.574.467 I slot print_timing: id  0 | task 494169 | prompt eval time =     264.13 ms /    21 tokens (   12.58 ms per token,    79.51 tokens per second)","tokens_per_sec":79.51,"type":"timing"},{"eval_time_ms":13659.93,"eval_tokens":833,"raw":"Aug 21 00:02:36 casper bash[6886]: [48945] 13942.18.574.469 I slot print_timing: id  0 | task 494169 |        eval time =   13659.93 ms /   833 tokens (   16.40 ms per token,    60.98 tokens per second)","tokens_per_sec":60.98,"type":"eval_timing"},{"raw":"Aug 21 00:02:36 casper bash[6886]: [48945] 13942.18.574.469 I slot print_timing: id  0 | task 494169 |       total time =   13924.07 ms /   854 tokens","type":"log"},{"raw":"Aug 21 00:02:36 casper bash[6886]: [48945] 13942.18.574.470 I slot print_timing: id  0 | task 494169 |    graphs reused =     472439","type":"log"},{"raw":"Aug 21 00:02:36 casper bash[6886]: [48945] 13942.18.574.484 I slot print_timing: id  0 | task 494169 | draft acceptance = 0.75781 (  194 accepted /   256 generated), mean len = 49.50","type":"log"},{"raw":"Aug 21 00:02:36 casper bash[6886]: [48945] 13942.18.576.043 I slot      release: id  0 | task 494169 | stop processing: n_tokens = 52682, truncated = 0","type":"log"}],"system":{"cpu_usage_pct":0.2,"ram":{"total_gb":119.4,"used_gb":53.8,"used_pct":45.0},"uptime_seconds":899021.1}},{"backend":"llama-server","comfy":null,"cumulative_stats":{"host":"Casper-2","last_updated":"2026-07-08T13:07:32Z","total_tasks_completed":702,"total_tokens_all_time":21755692},"gpu_summary":{"gpu_count":3,"max_temp_c":30,"total_power_w":43,"total_vram_gb":183.2,"used_vram_gb":95.2,"vram_usage_pct":52.0},"gpus":[{"gfx_clock_mhz":0,"gfx_utilization_pct":0,"gpu_id":0,"hotspot_temp_c":30,"mem_utilization_pct":0,"memory_temp_c":50,"power_watts":21,"vram_pct":66.1,"vram_total_gb":31.9,"vram_used_gb":21.1},{"gfx_clock_mhz":0,"gfx_utilization_pct":0,"gpu_id":1,"hotspot_temp_c":27,"mem_utilization_pct":0,"memory_temp_c":28,"power_watts":22,"vram_pct":63.6,"vram_total_gb":31.9,"vram_used_gb":20.3},{"cpu_utilization_pct":0.1,"gfx_clock_mhz":null,"gfx_utilization_pct":null,"gpu_id":2,"hotspot_temp_c":null,"is_igpu":true,"mem_utilization_pct":null,"memory_temp_c":null,"power_watts":null,"ram_total_gb":119.4,"ram_used_gb":53.8,"ram_used_pct":45.0,"vram_pct":45.0,"vram_total_gb":119.4,"vram_used_gb":53.8}],"host":"192.168.4.15","models":[],"name":"Casper-2","online":true,"progress":{"backend":"llama-server","latest_progress_pct":null,"latest_timing":null,"source":"casper","timestamp":"2026-08-21T12:54:18.677123+00:00"},"recent_logs":[{"raw":"Jul 25 21:51:31 casper bash[484790]: 0.39.166.023 E llama_model_load: error loading model: unable to allocate Vulkan0 buffer","type":"log"},{"raw":"Jul 25 21:51:31 casper bash[484790]: 0.39.169.103 E srv  llama_server: exiting due to model loading error","type":"log"}],"system":{"cpu_usage_pct":0.2,"ram":{"total_gb":119.4,"used_gb":53.8,"used_pct":45.1},"uptime_seconds":899023.3}},{"backend":"unknown","comfy":null,"cumulative_stats":{"host":"Balthasar","last_updated":"2026-06-21T20:00:19Z","total_tasks_completed":329,"total_tokens_all_time":8054278},"gpu_summary":{"gpu_count":0,"max_temp_c":null,"total_power_w":0,"total_vram_gb":0,"used_vram_gb":0,"vram_usage_pct":0},"gpus":[],"host":"192.168.4.14","models":[],"name":"Balthasar","online":false,"progress":{},"recent_logs":[],"system":null},{"backend":"vllm","comfy":null,"cumulative_stats":{"host":"Melchior","last_updated":"2026-07-15T21:23:05Z","total_tasks_completed":11292,"total_tokens_all_time":3404374089},"gpu_summary":{"gpu_count":3,"max_temp_c":60,"total_power_w":164,"total_vram_gb":124.2,"used_vram_gb":76.3,"vram_usage_pct":61.4},"gpus":[{"gfx_clock_mhz":3582,"gfx_utilization_pct":100,"gpu_id":0,"hotspot_temp_c":44,"mem_utilization_pct":0,"memory_temp_c":40,"power_watts":83,"vram_pct":89.7,"vram_total_gb":31.9,"vram_used_gb":28.6},{"gfx_clock_mhz":3461,"gfx_utilization_pct":100,"gpu_id":1,"hotspot_temp_c":60,"mem_utilization_pct":0,"memory_temp_c":54,"power_watts":81,"vram_pct":89.7,"vram_total_gb":31.9,"vram_used_gb":28.6},{"cpu_utilization_pct":12.8,"gfx_clock_mhz":null,"gfx_utilization_pct":null,"gpu_id":2,"hotspot_temp_c":null,"is_igpu":true,"mem_utilization_pct":null,"memory_temp_c":null,"power_watts":null,"ram_total_gb":60.4,"ram_used_gb":19.1,"ram_used_pct":31.5,"vram_pct":31.5,"vram_total_gb":60.4,"vram_used_gb":19.1}],"host":"192.168.6.122","models":[{"id":"Qwen3.6-27B-melchior","status":"loaded"}],"name":"Melchior","online":true,"progress":{"backend":"vllm","latest_progress_pct":100,"latest_timing":{"active_requests":0,"avg_latency_seconds":7.49,"kv_cache_usage_pct":0.0,"pp_tokens_per_sec":97.0,"total_gen_tokens":1871119,"total_prompt_tokens":319336691,"total_requests":5960,"tp_tokens_per_sec":43.1},"source":"melchior","timestamp":"2026-08-21T12:54:20.829800+00:00"},"recent_logs":[{"level":"info","raw":"(APIServer pid=1) INFO:     192.168.4.80:53332 - \"GET /v1/models HTTP/1.1\" 200 OK","type":"log"},{"level":"info","raw":"(APIServer pid=1) INFO:     172.17.0.1:53266 - \"GET /v1/models HTTP/1.1\" 200 OK","type":"log"},{"level":"info","raw":"(APIServer pid=1) INFO:     172.17.0.1:60722 - \"GET /metrics HTTP/1.1\" 200 OK","type":"log"},{"level":"info","raw":"(APIServer pid=1) INFO:     172.17.0.1:60732 - \"GET /metrics HTTP/1.1\" 200 OK","type":"log"},{"level":"info","raw":"(APIServer pid=1) INFO:     172.17.0.1:51328 - \"GET /v1/models HTTP/1.1\" 200 OK","type":"log"},{"level":"info","raw":"(APIServer pid=1) INFO:     192.168.6.115:48062 - \"GET /v1/models HTTP/1.1\" 200 OK","type":"log"},{"level":"info","raw":"(APIServer pid=1) INFO:     172.17.0.1:60422 - \"GET /metrics HTTP/1.1\" 200 OK","type":"log"},{"level":"info","raw":"(APIServer pid=1) INFO:     172.17.0.1:60432 - \"GET /metrics HTTP/1.1\" 200 OK","type":"log"},{"level":"info","raw":"(APIServer pid=1) INFO:     172.17.0.1:60434 - \"GET /metrics HTTP/1.1\" 200 OK","type":"log"},{"gen_tokens_total":1871119,"prompt_tokens_total":319336691,"raw":"token_counter: prompt_tokens=319336691 gen_tokens=1871119 requests=5960","total_requests":5960,"type":"token_counter"}],"system":{"cpu_usage_pct":12.7,"ram":{"total_gb":60.4,"used_gb":19.1,"used_pct":31.6},"uptime_seconds":898997.0}},{"backend":"bare","comfy":null,"cumulative_stats":{"host":"Achiral","last_updated":"2026-06-26 15:15:41","total_tasks_completed":0,"total_tokens_all_time":0},"gpu_summary":{"gpu_count":1,"max_temp_c":null,"total_power_w":0,"total_vram_gb":122.2,"used_vram_gb":17.1,"vram_usage_pct":14.0},"gpus":[{"cpu_utilization_pct":1.8,"gfx_clock_mhz":null,"gfx_utilization_pct":null,"gpu_id":0,"hotspot_temp_c":null,"is_igpu":true,"mem_utilization_pct":null,"memory_temp_c":null,"power_watts":null,"ram_total_gb":122.2,"ram_used_gb":17.1,"ram_used_pct":14.0,"vram_pct":14.0,"vram_total_gb":122.2,"vram_used_gb":17.1}],"host":"192.168.4.17","models":[],"name":"Achiral","online":true,"progress":{"backend":"bare","latest_progress_pct":0,"latest_timing":null,"source":"achiral","timestamp":"2026-08-21T12:54:22.962070+00:00"},"recent_logs":[{"raw":"No inference backend detected","type":"log"}],"system":{"cpu_usage_pct":0.0,"ram":{"total_gb":122.2,"used_gb":17.1,"used_pct":14.0},"uptime_seconds":899039.6}}],"timestamp":"2026-08-21T12:54:24.058156Z"}