feat: provider health check + response time

This commit is contained in:
mango
2026-02-22 18:12:39 +08:00
parent e8837d3003
commit 90f94237f5
2 changed files with 42 additions and 3 deletions

View File

@@ -48,11 +48,49 @@ if cfg and os.path.exists(cfg):
default_name = dp.split('/')[0] if '/' in dp else dp
for n,p in m.get('providers',{}).items():
if not isinstance(p,dict): continue
base = p.get('baseUrl','')
key = p.get('apiKey','')
api_type = p.get('api','')
for mod in p.get('models',[]):
providers.append({'name':n,'model':mod.get('id',''),'api':p.get('api',''),'default':n==default_name})
providers.append({'name':n,'model':mod.get('id',''),'api':api_type,'default':n==default_name,
'_base':base,'_key':key})
providers.sort(key=lambda x: (not x.get('default',False), x['name']))
except: pass
# Health check each provider
import urllib.request,urllib.error
def check_provider(p):
base,key,api = p.get('_base',''),p.get('_key',''),p.get('api','')
if not base or not key: return {'ok':False,'ms':0,'err':'no config'}
try:
t0 = time.time()
if 'anthropic' in api:
url = base.rstrip('/')+'/v1/messages'
data = json.dumps({"model":p['model'],"max_tokens":1,"messages":[{"role":"user","content":"hi"}]}).encode()
req = urllib.request.Request(url,data,{'Content-Type':'application/json','x-api-key':key,'anthropic-version':'2023-06-01'})
else:
url = base.rstrip('/')+'/chat/completions'
data = json.dumps({"model":p['model'],"max_tokens":1,"messages":[{"role":"user","content":"hi"}]}).encode()
req = urllib.request.Request(url,data,{'Content-Type':'application/json','Authorization':'Bearer '+key})
resp = urllib.request.urlopen(req,timeout=10)
ms = int((time.time()-t0)*1000)
return {'ok':True,'ms':ms,'err':''}
except urllib.error.HTTPError as e:
ms = int((time.time()-t0)*1000)
code = e.code
if code == 429: return {'ok':False,'ms':ms,'err':'限额'}
if code in (402,): return {'ok':False,'ms':ms,'err':'余额不足'}
return {'ok':True,'ms':ms,'err':''} # 400/401/403/422 means API is reachable
except Exception as e:
return {'ok':False,'ms':0,'err':'timeout'}
for p in providers:
r = check_provider(p)
p['status'] = 'ok' if r['ok'] else 'err'
p['ms'] = r['ms']
p['err'] = r['err']
del p['_base'], p['_key']
# CPU
if mac:
raw = run("ps -A -o %cpu | tail -n +2")

View File

@@ -122,7 +122,7 @@ function renderNodes(){
<div class="tg"><span class="${n.role==='master'?'ms':'wk'}">${n.role}</span><span>OC ${n.oc_version}</span><span>${n.os}</span></div>
<div class="hb">${hbBars}</div>
<div class="sec">供应商</div>
${provs.sort((a,b)=>b.default-a.default||(a.name>b.name?1:-1)).map(p=>`<div class="pv"><div class="pv-l">${p.default?'<span class="star">★</span>':''}${p.name} <span class="pm">${p.model}</span></div><div><span class="ok">✓</span></div></div>`).join('')}
${provs.sort((a,b)=>b.default-a.default||(a.name>b.name?1:-1)).map(p=>`<div class="pv"><div class="pv-l">${p.default?'<span class="star">★</span>':''}${p.name} <span class="pm">${p.model}</span></div><div>${p.status==='ok'?'<span class="ok">✓</span> <span class="pm">'+p.ms+'ms</span>':'<span class="er">✗</span> <span class="pm">'+(p.err||'离线')+'</span>'}</div></div>`).join('')}
<div class="gs">
${[['cpu',n.cpu],['mem',n.mem],['disk',n.disk],['swap',n.swap]].map(([l,v])=>`<div class="g"><span class="g-l">${l}</span><div class="g-t"><div class="g-f ${gaugeColor(v)}" style="width:${v}%"></div></div><span class="g-n">${on?v+'%':'—'}</span></div>`).join('')}
</div>
@@ -143,7 +143,8 @@ function renderMatrix(){
let h='<thead><tr><th>Provider</th>'+ns.map(n=>'<th>'+n.name+'</th>').join('')+'</tr></thead><tbody>';
for(const[prov,set]of allProvs){
h+='<tr><td>'+prov+'</td>';
ns.forEach(n=>{h+=set.has(n.name)?'<td class="ok">✓</td>':'<td style="color:var(--dim)">—</td>';});
ns.forEach(n=>{const ps=JSON.parse(n.providers||'[]');const f=ps.find(x=>x.name===prov.split(' (')[0]);
h+=f?(f.status==='ok'?`<td class="ok">✓ ${f.ms}ms</td>`:`<td class="er">✗ ${f.err||'离线'}</td>`):'<td style="color:var(--dim)">—</td>';});
h+='</tr>';
}
$('#matrixTable').innerHTML=h+'</tbody>';