zen: track tps
parent
f9117bcc7f
commit
f9ab4102f6
|
|
@ -147,7 +147,10 @@ export async function handler(
|
||||||
return (
|
return (
|
||||||
reader?.read().then(async ({ done, value }) => {
|
reader?.read().then(async ({ done, value }) => {
|
||||||
if (done) {
|
if (done) {
|
||||||
logger.metric({ response_length: responseLength })
|
logger.metric({
|
||||||
|
response_length: responseLength,
|
||||||
|
"timestamp.last_byte": Date.now(),
|
||||||
|
})
|
||||||
const usage = opts.getStreamUsage()
|
const usage = opts.getStreamUsage()
|
||||||
if (usage) {
|
if (usage) {
|
||||||
await trackUsage(authInfo, modelInfo, providerInfo.id, usage)
|
await trackUsage(authInfo, modelInfo, providerInfo.id, usage)
|
||||||
|
|
@ -158,7 +161,11 @@ export async function handler(
|
||||||
}
|
}
|
||||||
|
|
||||||
if (responseLength === 0) {
|
if (responseLength === 0) {
|
||||||
logger.metric({ time_to_first_byte: Date.now() - startTimestamp })
|
const now = Date.now()
|
||||||
|
logger.metric({
|
||||||
|
time_to_first_byte: now - startTimestamp,
|
||||||
|
"timestamp.first_byte": now,
|
||||||
|
})
|
||||||
}
|
}
|
||||||
responseLength += value.length
|
responseLength += value.length
|
||||||
buffer += decoder.decode(value, { stream: true })
|
buffer += decoder.decode(value, { stream: true })
|
||||||
|
|
|
||||||
Loading…
Reference in New Issue