feat: provider health check + response time
This commit is contained in:
@@ -48,11 +48,49 @@ if cfg and os.path.exists(cfg):
|
||||
default_name = dp.split('/')[0] if '/' in dp else dp
|
||||
for n,p in m.get('providers',{}).items():
|
||||
if not isinstance(p,dict): continue
|
||||
base = p.get('baseUrl','')
|
||||
key = p.get('apiKey','')
|
||||
api_type = p.get('api','')
|
||||
for mod in p.get('models',[]):
|
||||
providers.append({'name':n,'model':mod.get('id',''),'api':p.get('api',''),'default':n==default_name})
|
||||
providers.append({'name':n,'model':mod.get('id',''),'api':api_type,'default':n==default_name,
|
||||
'_base':base,'_key':key})
|
||||
providers.sort(key=lambda x: (not x.get('default',False), x['name']))
|
||||
except: pass
|
||||
|
||||
# Health check each provider
|
||||
import urllib.request,urllib.error
|
||||
def check_provider(p):
|
||||
base,key,api = p.get('_base',''),p.get('_key',''),p.get('api','')
|
||||
if not base or not key: return {'ok':False,'ms':0,'err':'no config'}
|
||||
try:
|
||||
t0 = time.time()
|
||||
if 'anthropic' in api:
|
||||
url = base.rstrip('/')+'/v1/messages'
|
||||
data = json.dumps({"model":p['model'],"max_tokens":1,"messages":[{"role":"user","content":"hi"}]}).encode()
|
||||
req = urllib.request.Request(url,data,{'Content-Type':'application/json','x-api-key':key,'anthropic-version':'2023-06-01'})
|
||||
else:
|
||||
url = base.rstrip('/')+'/chat/completions'
|
||||
data = json.dumps({"model":p['model'],"max_tokens":1,"messages":[{"role":"user","content":"hi"}]}).encode()
|
||||
req = urllib.request.Request(url,data,{'Content-Type':'application/json','Authorization':'Bearer '+key})
|
||||
resp = urllib.request.urlopen(req,timeout=10)
|
||||
ms = int((time.time()-t0)*1000)
|
||||
return {'ok':True,'ms':ms,'err':''}
|
||||
except urllib.error.HTTPError as e:
|
||||
ms = int((time.time()-t0)*1000)
|
||||
code = e.code
|
||||
if code == 429: return {'ok':False,'ms':ms,'err':'限额'}
|
||||
if code in (402,): return {'ok':False,'ms':ms,'err':'余额不足'}
|
||||
return {'ok':True,'ms':ms,'err':''} # 400/401/403/422 means API is reachable
|
||||
except Exception as e:
|
||||
return {'ok':False,'ms':0,'err':'timeout'}
|
||||
|
||||
for p in providers:
|
||||
r = check_provider(p)
|
||||
p['status'] = 'ok' if r['ok'] else 'err'
|
||||
p['ms'] = r['ms']
|
||||
p['err'] = r['err']
|
||||
del p['_base'], p['_key']
|
||||
|
||||
# CPU
|
||||
if mac:
|
||||
raw = run("ps -A -o %cpu | tail -n +2")
|
||||
|
||||
@@ -122,7 +122,7 @@ function renderNodes(){
|
||||
<div class="tg"><span class="${n.role==='master'?'ms':'wk'}">${n.role}</span><span>OC ${n.oc_version}</span><span>${n.os}</span></div>
|
||||
<div class="hb">${hbBars}</div>
|
||||
<div class="sec">供应商</div>
|
||||
${provs.sort((a,b)=>b.default-a.default||(a.name>b.name?1:-1)).map(p=>`<div class="pv"><div class="pv-l">${p.default?'<span class="star">★</span>':''}${p.name} <span class="pm">${p.model}</span></div><div><span class="ok">✓</span></div></div>`).join('')}
|
||||
${provs.sort((a,b)=>b.default-a.default||(a.name>b.name?1:-1)).map(p=>`<div class="pv"><div class="pv-l">${p.default?'<span class="star">★</span>':''}${p.name} <span class="pm">${p.model}</span></div><div>${p.status==='ok'?'<span class="ok">✓</span> <span class="pm">'+p.ms+'ms</span>':'<span class="er">✗</span> <span class="pm">'+(p.err||'离线')+'</span>'}</div></div>`).join('')}
|
||||
<div class="gs">
|
||||
${[['cpu',n.cpu],['mem',n.mem],['disk',n.disk],['swap',n.swap]].map(([l,v])=>`<div class="g"><span class="g-l">${l}</span><div class="g-t"><div class="g-f ${gaugeColor(v)}" style="width:${v}%"></div></div><span class="g-n">${on?v+'%':'—'}</span></div>`).join('')}
|
||||
</div>
|
||||
@@ -143,7 +143,8 @@ function renderMatrix(){
|
||||
let h='<thead><tr><th>Provider</th>'+ns.map(n=>'<th>'+n.name+'</th>').join('')+'</tr></thead><tbody>';
|
||||
for(const[prov,set]of allProvs){
|
||||
h+='<tr><td>'+prov+'</td>';
|
||||
ns.forEach(n=>{h+=set.has(n.name)?'<td class="ok">✓</td>':'<td style="color:var(--dim)">—</td>';});
|
||||
ns.forEach(n=>{const ps=JSON.parse(n.providers||'[]');const f=ps.find(x=>x.name===prov.split(' (')[0]);
|
||||
h+=f?(f.status==='ok'?`<td class="ok">✓ ${f.ms}ms</td>`:`<td class="er">✗ ${f.err||'离线'}</td>`):'<td style="color:var(--dim)">—</td>';});
|
||||
h+='</tr>';
|
||||
}
|
||||
$('#matrixTable').innerHTML=h+'</tbody>';
|
||||
|
||||
Reference in New Issue
Block a user