{"status":"ok","ok":true,"error":false,"project_slug":"llm-control-plane","wrapper_url":"http://llm.pdelm.org","blazor_url":"http://llm.pdelm.org","openai_base_url":"http://llm.pdelm.org/v1","mcp_url":"http://llm.pdelm.org:11223/mcp/http/min","artifact_base_url":"http://llm.pdelm.org/files/artifacts","config_path":"/config","data_path":"/data","artifacts_path":"/data/artifacts","public_mcp_tools":["get_service_info","list_agent_profiles","get_agent_profile","list_model_catalog","spawn_agent","agent_spawner","get_agent_status","get_agent_logs","get_agent_logs_since_last_access","get_agent_result","cancel_agent","list_artifacts","get_artifact_info","get_job_artifacts","read_text_artifact"],"available_tools":["get_service_info","list_agent_profiles","get_agent_profile","list_model_catalog","spawn_agent","agent_spawner","get_agent_status","get_agent_logs","get_agent_logs_since_last_access","get_agent_result","cancel_agent","list_artifacts","get_artifact_info","get_job_artifacts","read_text_artifact"],"endpoints":[{"name":"5090","displayName":"5090","endpointKey":"5090::lm_studio","baseUrl":"http://192.168.1.202:1234/v1","runtimeType":"lm_studio","enabled":true,"hardwareLabel":"NVIDIA 5090","maxConcurrentConnections":4,"currentActiveJobs":0,"capacityAvailable":true,"isOnline":false,"lastPingMilliseconds":null,"lastPingMessage":"HttpRequestException","lastPingAt":"2026-10-06T17:10:12.9681455+00:00","notes":"NVIDIA 5090  32GB VRAM","apiKeySet":false,"modelProfileCount":1,"modelProfileNames":["nvidia_5090___qwen3.5-9b-uncensored-hauhaucs-aggressive"]},{"name":"dell_l40","displayName":"Dell_L40","endpointKey":"dell_l40::lm_studio","baseUrl":"http://192.168.165.249:1234/v1","runtimeType":"lm_studio","enabled":true,"hardwareLabel":"","maxConcurrentConnections":8,"currentActiveJobs":0,"capacityAvailable":true,"isOnline":false,"lastPingMilliseconds":null,"lastPingMessage":"HttpRequestException","lastPingAt":"2026-10-06T17:10:16.065152+00:00","notes":"Migrated from legacy LLM Control Plane.","apiKeySet":false,"modelProfileCount":0,"modelProfileNames":[]},{"name":"Dell_L40","displayName":"Dell_L40_VLLM","endpointKey":"Dell_L40::openai_compatible","baseUrl":"http://192.168.1.204:8003/v1","runtimeType":"openai_compatible","enabled":true,"hardwareLabel":"","maxConcurrentConnections":1,"currentActiveJobs":0,"capacityAvailable":true,"isOnline":true,"lastPingMilliseconds":1,"lastPingMessage":"HTTP 200 OK","lastPingAt":"2026-10-06T17:10:16.0685976+00:00","notes":"","apiKeySet":false,"modelProfileCount":1,"modelProfileNames":["Qwem_3_8_Flash_Next"]},{"name":"gb10_1","displayName":"GB10_1","endpointKey":"gb10_1::vllm","baseUrl":"http://192.168.10.1:8003/v1","runtimeType":"vllm","enabled":true,"hardwareLabel":"GB10_1","maxConcurrentConnections":4,"currentActiveJobs":0,"capacityAvailable":true,"isOnline":true,"lastPingMilliseconds":2,"lastPingMessage":"HTTP 200 OK","lastPingAt":"2026-10-06T17:10:16.0718676+00:00","notes":"Grace Blackwell 128gb shared VRAM","apiKeySet":false,"modelProfileCount":4,"modelProfileNames":["gb10_1_vllm_deepseek_ai_deepseek_v4_1_flash","gb10_1_vllm_deepseek_v41_flash_exl3","gb10_1_vllm_deepseek_v4_flash_dspark_abliterated","gb10_1_vllm_qwen3_8_flash_next"]},{"name":"gb10_1_lm_studio","displayName":"GB10_1_lm_studio","endpointKey":"gb10_1_lm_studio::lm_studio","baseUrl":"http://192.168.10.1:1234/v1","runtimeType":"lm_studio","enabled":true,"hardwareLabel":"","maxConcurrentConnections":1,"currentActiveJobs":0,"capacityAvailable":true,"isOnline":false,"lastPingMilliseconds":null,"lastPingMessage":"HttpRequestException","lastPingAt":"2026-10-06T17:10:16.0733418+00:00","notes":"Migrated from legacy LLM Control Plane.","apiKeySet":false,"modelProfileCount":0,"modelProfileNames":[]},{"name":"GB10_1_openai","displayName":"GB10_1_openai","endpointKey":"GB10_1_openai::openai_compatible","baseUrl":"http://192.168.10.1:8003/v1","runtimeType":"openai_compatible","enabled":true,"hardwareLabel":"","maxConcurrentConnections":1,"currentActiveJobs":0,"capacityAvailable":true,"isOnline":true,"lastPingMilliseconds":1,"lastPingMessage":"HTTP 200 OK","lastPingAt":"2026-10-06T17:10:16.0755805+00:00","notes":"","apiKeySet":false,"modelProfileCount":1,"modelProfileNames":["GB10_1_Qwen_38_openai"]}],"model_profiles":[{"recordId":"legacy_21e32627b780c5b89182","name":"nvidia_5090___qwen3.5-9b-uncensored-hauhaucs-aggressive","displayName":"qwen3.5-9b-uncensored-hauhaucs-aggressive via NVIDIA 5090 ","endpointName":"5090","endpointRuntimeType":"lm_studio","endpointKey":"5090::lm_studio","endpointDisplayName":"5090","upstreamModelId":"qwen3.5-9b-uncensored-hauhaucs-aggressive","enabled":true,"defaultGenerationPresetName":"creative_brainstorming","hostControlName":"","containerName":"","launchScriptPath":"","servedModelName":"qwen3.5-9b-uncensored-hauhaucs-aggressive","port":null,"maxNumSeqs":null,"maxNumBatchedTokens":null,"gpuMemoryUtilization":null,"kvCacheDtype":"","vllmQuantization":"","quantization":"","architectureType":"unknown","parameterTotalCountBillion":null,"parameterActiveCountBillion":null,"moeExpertCount":null,"moeActiveExperts":null,"maxContextTokens":null,"supportsVision":true,"supportsAudio":false,"supportsVideo":false,"supportsTools":true,"promptCaching":false,"measuredOutputTokensPerSecond":null,"measuredPrefillTokensPerSecond":null,"measuredTimeToFirstTokenMs":null,"measuredAt":null,"speedClass":"unknown","notes":"Created from discovered model."},{"recordId":"505bad7da025491f92146085e91606b8","name":"Qwem_3_8_Flash_Next","displayName":"Qwem_3_8_Flash_Next_L40","endpointName":"Dell_L40","endpointRuntimeType":"openai_compatible","endpointKey":"Dell_L40::openai_compatible","endpointDisplayName":"Dell_L40_VLLM","upstreamModelId":"qwen3.8-flash-next-q2_0","enabled":true,"defaultGenerationPresetName":"general_assistant","hostControlName":"","containerName":"","launchScriptPath":"","servedModelName":"qwen3.8-flash-next-q2_0","port":null,"maxNumSeqs":null,"maxNumBatchedTokens":null,"gpuMemoryUtilization":null,"kvCacheDtype":"","vllmQuantization":"","quantization":"","architectureType":"unknown","parameterTotalCountBillion":null,"parameterActiveCountBillion":null,"moeExpertCount":null,"moeActiveExperts":null,"maxContextTokens":null,"supportsVision":true,"supportsAudio":false,"supportsVideo":true,"supportsTools":true,"promptCaching":false,"measuredOutputTokensPerSecond":166.27313193760028,"measuredPrefillTokensPerSecond":null,"measuredTimeToFirstTokenMs":48,"measuredAt":"2026-10-05T14:33:52.2359823+00:00","speedClass":"very_fast","notes":""},{"recordId":"legacy_8210c9b89bc462f47c1d","name":"gb10_1_vllm_deepseek_ai_deepseek_v4_1_flash","displayName":"deepseek-ai/DeepSeek-V4.1-Flash","endpointName":"gb10_1","endpointRuntimeType":"vllm","endpointKey":"gb10_1::vllm","endpointDisplayName":"GB10_1","upstreamModelId":"deepseek-ai/DeepSeek-V4.1-Flash","enabled":true,"defaultGenerationPresetName":"glm_5_3_flash_speculative","hostControlName":"","containerName":"","launchScriptPath":"","servedModelName":"deepseek-ai/DeepSeek-V4.1-Flash","port":null,"maxNumSeqs":null,"maxNumBatchedTokens":null,"gpuMemoryUtilization":null,"kvCacheDtype":"","vllmQuantization":"","quantization":"","architectureType":"unknown","parameterTotalCountBillion":null,"parameterActiveCountBillion":null,"moeExpertCount":null,"moeActiveExperts":null,"maxContextTokens":null,"supportsVision":true,"supportsAudio":false,"supportsVideo":false,"supportsTools":true,"promptCaching":false,"measuredOutputTokensPerSecond":null,"measuredPrefillTokensPerSecond":null,"measuredTimeToFirstTokenMs":null,"measuredAt":null,"speedClass":"unknown","notes":""},{"recordId":"legacy_545ef84581383b969a29","name":"gb10_1_vllm_deepseek_v41_flash_exl3","displayName":"deepseek-v41-flash-exl3","endpointName":"gb10_1","endpointRuntimeType":"vllm","endpointKey":"gb10_1::vllm","endpointDisplayName":"GB10_1","upstreamModelId":"deepseek-v41-flash-exl3","enabled":true,"defaultGenerationPresetName":"glm_5_3_flash_speculative","hostControlName":"","containerName":"","launchScriptPath":"","servedModelName":"deepseek-v41-flash-exl3","port":null,"maxNumSeqs":null,"maxNumBatchedTokens":null,"gpuMemoryUtilization":null,"kvCacheDtype":"","vllmQuantization":"","quantization":"","architectureType":"unknown","parameterTotalCountBillion":null,"parameterActiveCountBillion":null,"moeExpertCount":null,"moeActiveExperts":null,"maxContextTokens":null,"supportsVision":false,"supportsAudio":false,"supportsVideo":false,"supportsTools":false,"promptCaching":false,"measuredOutputTokensPerSecond":null,"measuredPrefillTokensPerSecond":null,"measuredTimeToFirstTokenMs":null,"measuredAt":null,"speedClass":"unknown","notes":""},{"recordId":"legacy_c625ef28fc8f52e5a847","name":"gb10_1_vllm_deepseek_v4_flash_dspark_abliterated","displayName":"deepseek-v4-flash-dspark-abliterated","endpointName":"gb10_1","endpointRuntimeType":"vllm","endpointKey":"gb10_1::vllm","endpointDisplayName":"GB10_1","upstreamModelId":"deepseek-v4-flash-dspark-abliterated","enabled":true,"defaultGenerationPresetName":"deepseek_speculative","hostControlName":"","containerName":"","launchScriptPath":"","servedModelName":"bonsai-27b-android-local","port":null,"maxNumSeqs":null,"maxNumBatchedTokens":null,"gpuMemoryUtilization":null,"kvCacheDtype":"","vllmQuantization":"","quantization":"","architectureType":"unknown","parameterTotalCountBillion":null,"parameterActiveCountBillion":null,"moeExpertCount":null,"moeActiveExperts":null,"maxContextTokens":null,"supportsVision":false,"supportsAudio":false,"supportsVideo":false,"supportsTools":false,"promptCaching":false,"measuredOutputTokensPerSecond":null,"measuredPrefillTokensPerSecond":null,"measuredTimeToFirstTokenMs":null,"measuredAt":null,"speedClass":"unknown","notes":""},{"recordId":"legacy_21d3a3de103fbabebc07","name":"gb10_1_vllm_qwen3_8_flash_next","displayName":"qwen3.8-flash-next","endpointName":"gb10_1","endpointRuntimeType":"vllm","endpointKey":"gb10_1::vllm","endpointDisplayName":"GB10_1","upstreamModelId":"qwen3.8-flash-next","enabled":true,"defaultGenerationPresetName":"glm_5_3_flash_speculative","hostControlName":"","containerName":"","launchScriptPath":"","servedModelName":"qwen3.8-flash-next","port":null,"maxNumSeqs":null,"maxNumBatchedTokens":null,"gpuMemoryUtilization":null,"kvCacheDtype":"","vllmQuantization":"NVFP4","quantization":"NVFP4","architectureType":"moe","parameterTotalCountBillion":6,"parameterActiveCountBillion":200,"moeExpertCount":null,"moeActiveExperts":null,"maxContextTokens":240000,"supportsVision":true,"supportsAudio":false,"supportsVideo":false,"supportsTools":true,"promptCaching":false,"measuredOutputTokensPerSecond":45.30865993620682,"measuredPrefillTokensPerSecond":null,"measuredTimeToFirstTokenMs":175,"measuredAt":"2026-09-29T03:18:55.6838205+00:00","speedClass":"fast","notes":""},{"recordId":"legacy_a71080e1fdd7b0338a12","name":"GB10_1_Qwen_38_openai","displayName":"GB10_1_Qwen_38_openai","endpointName":"GB10_1_openai","endpointRuntimeType":"openai_compatible","endpointKey":"GB10_1_openai::openai_compatible","endpointDisplayName":"GB10_1_openai","upstreamModelId":"qwen3.8-flash-next-nvfp4","enabled":true,"defaultGenerationPresetName":"creative_brainstorming","hostControlName":"","containerName":"","launchScriptPath":"","servedModelName":"huihui-qwen3.8-27b-abliterated","port":null,"maxNumSeqs":null,"maxNumBatchedTokens":null,"gpuMemoryUtilization":null,"kvCacheDtype":"","vllmQuantization":"","quantization":"","architectureType":"unknown","parameterTotalCountBillion":null,"parameterActiveCountBillion":null,"moeExpertCount":null,"moeActiveExperts":null,"maxContextTokens":null,"supportsVision":true,"supportsAudio":false,"supportsVideo":true,"supportsTools":true,"promptCaching":true,"measuredOutputTokensPerSecond":20.863120327394515,"measuredPrefillTokensPerSecond":null,"measuredTimeToFirstTokenMs":237,"measuredAt":"2026-10-06T14:43:39.290796+00:00","speedClass":"medium","notes":""}],"generation_presets":[{"name":"deterministic_coding","displayName":"Deterministic Coding","enabled":true,"speculativeDecodingSafe":false,"temperature":0.15,"topP":0.9,"topK":40,"minP":0.03,"repetitionPenalty":1.05,"presencePenalty":0,"frequencyPenalty":0,"seed":null,"maxTokens":null,"notes":"Low-variance coding and patching."},{"name":"balanced_coding","displayName":"Balanced Coding","enabled":true,"speculativeDecodingSafe":false,"temperature":0.65,"topP":0.9,"topK":50,"minP":0.05,"repetitionPenalty":1.05,"presencePenalty":0,"frequencyPenalty":0,"seed":null,"maxTokens":null,"notes":"Default profile for Zoo/local coding: varied but controlled."},{"name":"general_assistant","displayName":"General Assistant","enabled":true,"speculativeDecodingSafe":false,"temperature":0.75,"topP":0.92,"topK":60,"minP":0.03,"repetitionPenalty":1.04,"presencePenalty":0,"frequencyPenalty":0,"seed":null,"maxTokens":null,"notes":"General chat/default assistant work."},{"name":"creative_brainstorming","displayName":"Creative Brainstorming","enabled":true,"speculativeDecodingSafe":false,"temperature":1,"topP":0.95,"topK":100,"minP":0.02,"repetitionPenalty":1.02,"presencePenalty":0.2,"frequencyPenalty":0.1,"seed":null,"maxTokens":null,"notes":"Higher variance idea generation."},{"name":"tool_call_safe","displayName":"Tool Call Safe","enabled":true,"speculativeDecodingSafe":false,"temperature":0.2,"topP":0.85,"topK":40,"minP":0.03,"repetitionPenalty":1.05,"presencePenalty":0,"frequencyPenalty":0,"seed":null,"maxTokens":null,"notes":"Conservative output for tool-call-heavy work."},{"name":"glm_5_3_flash_speculative","displayName":"GLM 5.3 Flash Speculative","enabled":true,"speculativeDecodingSafe":true,"temperature":1,"topP":0.95,"topK":null,"minP":0,"repetitionPenalty":null,"presencePenalty":null,"frequencyPenalty":null,"seed":null,"maxTokens":null,"notes":"GLM 5.3 Flash speculative/MTP compatibility preset. Uses GLM sampling defaults and neutralizes sampling fields vLLM does not support with speculative decoding."}],"default_generation_preset":"general_assistant","vllm_instances":[],"host_controls":[{"name":"gb10_1_ssh","displayName":"GB10-1 SSH","endpointName":"gb10_1_vllm","enabled":false,"transport":"ssh","privilegeMode":"passwordless_sudo","sshHost":"192.168.10.1","sshUser":"oem","sshPort":22,"notes":"Enable after SSH key auth is configured. This host-control profile is bound to the gb10_1_vllm endpoint. Container/script binding lives on the selected vLLM ModelProfile."},{"name":"gb10_1_ssh_2","displayName":"GB10_1 SSH","endpointName":"gb10_1","enabled":false,"transport":"ssh","privilegeMode":"passwordless_sudo","sshHost":"192.168.10.1","sshUser":"oem","sshPort":22,"notes":"Seeded from RuntimeType=vllm endpoint. Configure SSH key auth and enable before using host actions."}],"model_catalog":[{"proxyModelId":"nvidia_5090___qwen3.5-9b-uncensored-hauhaucs-aggressive","modelProfileName":"nvidia_5090___qwen3.5-9b-uncensored-hauhaucs-aggressive","modelProfileDisplayName":"qwen3.5-9b-uncensored-hauhaucs-aggressive via NVIDIA 5090 ","upstreamModelId":"qwen3.5-9b-uncensored-hauhaucs-aggressive","endpointName":"5090","endpointDisplayName":"5090","runtimeType":"lm_studio","defaultGenerationPresetName":"creative_brainstorming","hostControlName":"","containerName":"","launchScriptPath":"","servedModelName":"qwen3.5-9b-uncensored-hauhaucs-aggressive","port":null,"maxNumSeqs":null,"maxNumBatchedTokens":null,"gpuMemoryUtilization":null,"kvCacheDtype":"","vllmQuantization":"","baseUrl":"http://192.168.1.202:1234/v1","online":false,"enabled":true,"discoveredUpstream":false,"hardwareLabel":"NVIDIA 5090","quantization":"","architectureType":"unknown","parameterTotalCountBillion":null,"parameterActiveCountBillion":null,"moeExpertCount":null,"moeActiveExperts":null,"maxContextTokens":null,"supportsVision":true,"supportsAudio":false,"supportsVideo":false,"supportsTools":true,"maxConcurrentConnections":4,"currentActiveJobs":0,"capacityAvailable":true,"measuredOutputTokensPerSecond":null,"measuredPrefillTokensPerSecond":null,"measuredTimeToFirstTokenMs":null,"measuredAt":null,"speedClass":"unknown","lastSeenAt":"2026-10-06T17:10:24.3356875+00:00"},{"proxyModelId":"Qwem_3_8_Flash_Next","modelProfileName":"Qwem_3_8_Flash_Next","modelProfileDisplayName":"Qwem_3_8_Flash_Next_L40","upstreamModelId":"qwen3.8-flash-next-q2_0","endpointName":"Dell_L40","endpointDisplayName":"Dell_L40_VLLM","runtimeType":"openai_compatible","defaultGenerationPresetName":"general_assistant","hostControlName":"","containerName":"","launchScriptPath":"","servedModelName":"qwen3.8-flash-next-q2_0","port":null,"maxNumSeqs":null,"maxNumBatchedTokens":null,"gpuMemoryUtilization":null,"kvCacheDtype":"","vllmQuantization":"","baseUrl":"http://192.168.1.204:8003/v1","online":true,"enabled":true,"discoveredUpstream":true,"hardwareLabel":"","quantization":"","architectureType":"unknown","parameterTotalCountBillion":null,"parameterActiveCountBillion":null,"moeExpertCount":null,"moeActiveExperts":null,"maxContextTokens":null,"supportsVision":true,"supportsAudio":false,"supportsVideo":true,"supportsTools":true,"maxConcurrentConnections":1,"currentActiveJobs":0,"capacityAvailable":true,"measuredOutputTokensPerSecond":166.27313193760028,"measuredPrefillTokensPerSecond":null,"measuredTimeToFirstTokenMs":48,"measuredAt":"2026-10-05T14:33:52.2359823+00:00","speedClass":"very_fast","lastSeenAt":"2026-10-06T17:10:24.3356882+00:00"},{"proxyModelId":"gb10_1_vllm_deepseek_ai_deepseek_v4_1_flash","modelProfileName":"gb10_1_vllm_deepseek_ai_deepseek_v4_1_flash","modelProfileDisplayName":"deepseek-ai/DeepSeek-V4.1-Flash","upstreamModelId":"deepseek-ai/DeepSeek-V4.1-Flash","endpointName":"gb10_1","endpointDisplayName":"GB10_1","runtimeType":"vllm","defaultGenerationPresetName":"glm_5_3_flash_speculative","hostControlName":"","containerName":"","launchScriptPath":"","servedModelName":"deepseek-ai/DeepSeek-V4.1-Flash","port":null,"maxNumSeqs":null,"maxNumBatchedTokens":null,"gpuMemoryUtilization":null,"kvCacheDtype":"","vllmQuantization":"","baseUrl":"http://192.168.10.1:8003/v1","online":true,"enabled":true,"discoveredUpstream":false,"hardwareLabel":"GB10_1","quantization":"","architectureType":"unknown","parameterTotalCountBillion":null,"parameterActiveCountBillion":null,"moeExpertCount":null,"moeActiveExperts":null,"maxContextTokens":null,"supportsVision":true,"supportsAudio":false,"supportsVideo":false,"supportsTools":true,"maxConcurrentConnections":4,"currentActiveJobs":0,"capacityAvailable":true,"measuredOutputTokensPerSecond":null,"measuredPrefillTokensPerSecond":null,"measuredTimeToFirstTokenMs":null,"measuredAt":null,"speedClass":"unknown","lastSeenAt":"2026-10-06T17:10:24.3356886+00:00"},{"proxyModelId":"gb10_1_vllm_deepseek_v41_flash_exl3","modelProfileName":"gb10_1_vllm_deepseek_v41_flash_exl3","modelProfileDisplayName":"deepseek-v41-flash-exl3","upstreamModelId":"deepseek-v41-flash-exl3","endpointName":"gb10_1","endpointDisplayName":"GB10_1","runtimeType":"vllm","defaultGenerationPresetName":"glm_5_3_flash_speculative","hostControlName":"","containerName":"","launchScriptPath":"","servedModelName":"deepseek-v41-flash-exl3","port":null,"maxNumSeqs":null,"maxNumBatchedTokens":null,"gpuMemoryUtilization":null,"kvCacheDtype":"","vllmQuantization":"","baseUrl":"http://192.168.10.1:8003/v1","online":true,"enabled":true,"discoveredUpstream":false,"hardwareLabel":"GB10_1","quantization":"","architectureType":"unknown","parameterTotalCountBillion":null,"parameterActiveCountBillion":null,"moeExpertCount":null,"moeActiveExperts":null,"maxContextTokens":null,"supportsVision":false,"supportsAudio":false,"supportsVideo":false,"supportsTools":false,"maxConcurrentConnections":4,"currentActiveJobs":0,"capacityAvailable":true,"measuredOutputTokensPerSecond":null,"measuredPrefillTokensPerSecond":null,"measuredTimeToFirstTokenMs":null,"measuredAt":null,"speedClass":"unknown","lastSeenAt":"2026-10-06T17:10:24.3356888+00:00"},{"proxyModelId":"gb10_1_vllm_deepseek_v4_flash_dspark_abliterated","modelProfileName":"gb10_1_vllm_deepseek_v4_flash_dspark_abliterated","modelProfileDisplayName":"deepseek-v4-flash-dspark-abliterated","upstreamModelId":"deepseek-v4-flash-dspark-abliterated","endpointName":"gb10_1","endpointDisplayName":"GB10_1","runtimeType":"vllm","defaultGenerationPresetName":"deepseek_speculative","hostControlName":"","containerName":"","launchScriptPath":"","servedModelName":"bonsai-27b-android-local","port":null,"maxNumSeqs":null,"maxNumBatchedTokens":null,"gpuMemoryUtilization":null,"kvCacheDtype":"","vllmQuantization":"","baseUrl":"http://192.168.10.1:8003/v1","online":true,"enabled":true,"discoveredUpstream":false,"hardwareLabel":"GB10_1","quantization":"","architectureType":"unknown","parameterTotalCountBillion":null,"parameterActiveCountBillion":null,"moeExpertCount":null,"moeActiveExperts":null,"maxContextTokens":null,"supportsVision":false,"supportsAudio":false,"supportsVideo":false,"supportsTools":false,"maxConcurrentConnections":4,"currentActiveJobs":0,"capacityAvailable":true,"measuredOutputTokensPerSecond":null,"measuredPrefillTokensPerSecond":null,"measuredTimeToFirstTokenMs":null,"measuredAt":null,"speedClass":"unknown","lastSeenAt":"2026-10-06T17:10:24.3356889+00:00"},{"proxyModelId":"gb10_1_vllm_qwen3_8_flash_next","modelProfileName":"gb10_1_vllm_qwen3_8_flash_next","modelProfileDisplayName":"qwen3.8-flash-next","upstreamModelId":"qwen3.8-flash-next","endpointName":"gb10_1","endpointDisplayName":"GB10_1","runtimeType":"vllm","defaultGenerationPresetName":"glm_5_3_flash_speculative","hostControlName":"","containerName":"","launchScriptPath":"","servedModelName":"qwen3.8-flash-next","port":null,"maxNumSeqs":null,"maxNumBatchedTokens":null,"gpuMemoryUtilization":null,"kvCacheDtype":"","vllmQuantization":"NVFP4","baseUrl":"http://192.168.10.1:8003/v1","online":true,"enabled":true,"discoveredUpstream":true,"hardwareLabel":"GB10_1","quantization":"NVFP4","architectureType":"moe","parameterTotalCountBillion":6,"parameterActiveCountBillion":200,"moeExpertCount":null,"moeActiveExperts":null,"maxContextTokens":240000,"supportsVision":true,"supportsAudio":false,"supportsVideo":false,"supportsTools":true,"maxConcurrentConnections":4,"currentActiveJobs":0,"capacityAvailable":true,"measuredOutputTokensPerSecond":45.30865993620682,"measuredPrefillTokensPerSecond":null,"measuredTimeToFirstTokenMs":175,"measuredAt":"2026-09-29T03:18:55.6838205+00:00","speedClass":"fast","lastSeenAt":"2026-10-06T17:10:24.3356892+00:00"},{"proxyModelId":"GB10_1_Qwen_38_openai","modelProfileName":"GB10_1_Qwen_38_openai","modelProfileDisplayName":"GB10_1_Qwen_38_openai","upstreamModelId":"qwen3.8-flash-next-nvfp4","endpointName":"GB10_1_openai","endpointDisplayName":"GB10_1_openai","runtimeType":"openai_compatible","defaultGenerationPresetName":"creative_brainstorming","hostControlName":"","containerName":"","launchScriptPath":"","servedModelName":"huihui-qwen3.8-27b-abliterated","port":null,"maxNumSeqs":null,"maxNumBatchedTokens":null,"gpuMemoryUtilization":null,"kvCacheDtype":"","vllmQuantization":"","baseUrl":"http://192.168.10.1:8003/v1","online":true,"enabled":true,"discoveredUpstream":false,"hardwareLabel":"","quantization":"","architectureType":"unknown","parameterTotalCountBillion":null,"parameterActiveCountBillion":null,"moeExpertCount":null,"moeActiveExperts":null,"maxContextTokens":null,"supportsVision":true,"supportsAudio":false,"supportsVideo":true,"supportsTools":true,"maxConcurrentConnections":1,"currentActiveJobs":0,"capacityAvailable":true,"measuredOutputTokensPerSecond":20.863120327394515,"measuredPrefillTokensPerSecond":null,"measuredTimeToFirstTokenMs":237,"measuredAt":"2026-10-06T14:43:39.290796+00:00","speedClass":"medium","lastSeenAt":"2026-10-06T17:10:24.3356894+00:00"}],"job_count":0,"artifacts":[{"artifactId":"art-20260930-210304-83ad6715","jobId":"agent-20260930-210252-5611f85b122","endpointName":"5090","proxyModelId":"nvidia_5090___qwen3.5-9b-uncensored-hauhaucs-aggressive","upstreamModelId":"qwen3.5-9b-uncensored-hauhaucs-aggressive","filename":"result.md","mimeType":"text/markdown","sizeBytes":2541,"sha256":"8707edc72a9bc6437c02c613cb39f8b857875c383a8a6f52979b8d722aea0dea","relativePath":"agent-20260930-210252-5611f85b122/art-20260930-210304-83ad6715-result.md","url":"/files/artifacts/art-20260930-210304-83ad6715","createdAt":"2026-09-30T21:03:04.6545138+00:00","kind":"result"},{"artifactId":"art-20260927-224345-8d705bba","jobId":"agent-20260927-224321-f2b9fed77e4","endpointName":"gb10_1","proxyModelId":"gb10_1_vllm_qwen3_8_flash_next","upstreamModelId":"qwen3.8-flash-next","filename":"result.md","mimeType":"text/markdown","sizeBytes":75,"sha256":"bee64df807f77402cc7ccf49e3174557ecc20f606e1cad613797ec828e6b22e0","relativePath":"agent-20260927-224321-f2b9fed77e4/art-20260927-224345-8d705bba-result.md","url":"/files/artifacts/art-20260927-224345-8d705bba","createdAt":"2026-09-27T22:43:45.2750754+00:00","kind":"result"}],"commands":{"logs":"docker logs -f llm_control_plane","shell":"docker exec -it llm_control_plane bash"}}