{"vram_free_gib":6.79,"vram_total_gib":31.84,"vram_available":true,"gpu":{"device_present":true,"requested":true,"placement":"gpu","device":"NVIDIA GeForce RTX 5090","kv_type":"q8_0","flash_attn":true,"degraded":false},"llm":{"ready":true,"model":"gemma-roleplay-v2-q8_0","gpu_expert_layers":0,"cpu_expert_layers":0,"tensor_override":"","est_gpu_bytes":0},"embedding":{"ready":true,"model":"gte-modernbert-base-q8_0"},"diffusion":{"ready":true,"model":"z_image_turbo-Q4_K","reference_edit":false},"upstreams":{"llm":false,"image":true,"image_worker":true,"h3":true,"art":true,"birefnet":true,"tts":true,"stt":true,"forecast":true,"embedding":true,"multimodal":true,"animation":false,"threed":true,"aux":true},"permits":{"llm":1,"image":4,"h3":0,"art":32,"birefnet":4,"tts":8,"stt":8,"forecast":8,"embedding":4,"multimodal":8,"animation":32,"threed":32,"aux":4},"proxy_pool":{"llm":{"idle":0,"opened":0,"reused":0,"failures":0},"image":{"idle":1,"opened":34,"reused":105,"failures":0},"image_worker":{"idle":0,"opened":0,"reused":0,"failures":0},"h3":{"idle":0,"opened":0,"reused":0,"failures":0},"birefnet":{"idle":0,"opened":0,"reused":0,"failures":0},"tts":{"idle":1,"opened":15,"reused":0,"failures":0},"stt":{"idle":1,"opened":1,"reused":5,"failures":0},"forecast":{"idle":0,"opened":0,"reused":0,"failures":0},"embedding":{"idle":0,"opened":0,"reused":0,"failures":0},"multimodal":{"idle":0,"opened":0,"reused":0,"failures":0},"animation":{"idle":0,"opened":0,"reused":0,"failures":0},"threed":{"idle":0,"opened":7,"reused":0,"failures":1},"aux":{"idle":1,"opened":17,"reused":31,"failures":0}},"admission":{"slots":32,"used_slots":4,"active":1,"waiting":{"paid":0,"sub":0,"free":0,"background":0},"served":{"paid":7,"sub":136,"free":337,"background":728},"timed_out":{"paid":0,"sub":0,"free":0,"background":0},"queue_ms_max":{"paid":0.0,"sub":0.0,"free":0.0,"background":1137.9}},"tune":{"class":"blackwell","n_batch":1024,"n_ubatch":256},"speculation":{"source":"mtp","draft_max":2,"rounds":573,"drafted":1143,"accepted":406,"acceptance":0.355,"calls_saved":406},"batching":{"enabled":true,"seqs":32,"step_tokens":512,"steps":644,"rows":642,"tokens":4116,"shared_prefix_tokens":0,"kv_seqs":6,"kv_evictions":0,"kv_preemptions":0,"kv_requeues":0,"inflight":0,"waiting":0,"overflow_relayed":0,"overflow_fallback":0},"overflow":{"image":true,"image_path":"passthrough","tiers":7,"saturated":3,"local_failed":0,"frontier":false,"frontier_kept_local":0,"breaker":{"open_ms":0,"consecutive_failures":3,"opens":1,"rejects":0}},"capacity":{"warm_failures":0,"lanes":[{"name":"tts","enabled":false,"hardware":"gpu-rtx4090","instances":0,"ready":0,"price_usd_hr":0.340,"spend_rate_usd_hr":0.000,"spend_usd":0.0000,"instance_seconds":0,"scale_ups":0,"scale_downs":0,"ttl_kills":0,"last_reason":"disabled"},{"name":"stt","enabled":false,"hardware":"gpu-rtx4090","instances":0,"ready":0,"price_usd_hr":0.340,"spend_rate_usd_hr":0.000,"spend_usd":0.0000,"instance_seconds":0,"scale_ups":0,"scale_downs":0,"ttl_kills":0,"last_reason":"disabled"},{"name":"image","enabled":false,"hardware":"gpu-rtx4090","instances":0,"ready":0,"price_usd_hr":0.340,"spend_rate_usd_hr":0.000,"spend_usd":0.0000,"instance_seconds":0,"scale_ups":0,"scale_downs":0,"ttl_kills":0,"last_reason":"disabled"},{"name":"multimodal","enabled":false,"hardware":"gpu-rtx4090","instances":0,"ready":0,"price_usd_hr":0.340,"spend_rate_usd_hr":0.000,"spend_usd":0.0000,"instance_seconds":0,"scale_ups":0,"scale_downs":0,"ttl_kills":0,"last_reason":"disabled"}]},"guard":{"enabled":false,"names_loaded":0,"blocks":{"minor_sexual":0,"noncon_sexual":0,"realperson_sexual":0},"judge":{"ready":false,"thr_minor":0.550,"thr_noncon":0.600,"thr_real":0.300,"thr_gate":0.300,"calls":0,"cache_hits":0,"invoked":0,"gated_out":0,"classify_total":145,"avg_ms":0.00,"last_ms":0.00},"classify":{"calls":145,"avg_ms":43.27,"last_ms":0.00}},"image_model_upstreams":{"ra2":{"relay_total":0},"qwen-image-2.1":{"relay_total":0},"qwen":{"relay_total":0}},"gpu_sched":{"wait_ms":{"paid":60000,"sub":45000,"free":30000,"background":20000},"image_lease_mb":2600,"image_edit_lease_mb":2600,"image_waits":378,"image_wait_denials":0,"broker_unreachable":0,"llm":{"evict_idle_s":600,"evict_max_tier":"sub","loaded":true,"evicted":false,"idle_s":495,"evictions":0,"reloads":0,"reload_failures":0,"reload_ms_last":0,"freed_mb_last":0},"judge":{"auto":false,"loaded":false,"admits":0,"evictions":0}}}