diff --git a/dashboard/dashboard.py b/dashboard/dashboard.py index 5e9fdfa..f141330 100644 --- a/dashboard/dashboard.py +++ b/dashboard/dashboard.py @@ -221,9 +221,13 @@ $('perf-latency').innerHTML=latHTML; var maxTps=Math.max(...models.map(function(m){return m.throughput.avg_tokens_per_sec||0}),1); var tpsHTML=models.map(function(m){ var t=m.throughput||{},avg=t.avg_tokens_per_sec||0,p50=t.p50||0,c=mcol[m.model]||'#38bdf8'; +var isAllStreaming = avg===0 && p50===0; +if(isAllStreaming){ +return'
'+mlab[m.model]+'streaming only
t/s available for non-streaming requests only
'; +} return'
'+mlab[m.model]+''+avg+' tok/s
'+ -'
avg
'+ -'
p50
'+p50+' tok/s
'; +'
avg
'+avg+' tok/s
'+ +'
p50
'+p50+' tok/s
'; }).join(''); $('perf-throughput').innerHTML=tpsHTML; // Routing reasons table