From d04d99e03990f06420a9eefcbdd2c4889aa9f954 Mon Sep 17 00:00:00 2001 From: ZacharyZcR Date: Wed, 15 Jul 2026 14:31:36 +0800 Subject: [PATCH] =?UTF-8?q?serve:=20print=20the=20KV=20prefix-reuse=20diag?= =?UTF-8?q?nostic=20in=20mux=20mode=20too=20=E2=80=94=20[API]=20KV=20slot?= =?UTF-8?q?=20line=20existed=20only=20in=20the=20legacy=20\x02PROMPT=20pat?= =?UTF-8?q?h=20(#153)?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit --- c/glm.c | 1 + 1 file changed, 1 insertion(+) diff --git a/c/glm.c b/c/glm.c index cea69b7..1e10044 100644 --- a/c/glm.c +++ b/c/glm.c @@ -4070,6 +4070,7 @@ static int mux_submit(Model *m, Tok *T, ServeCtx *ctx, ServeReq *req, int nctx, kv_disk_truncate(m,sc->len); } int add=nt-sc->len; if(add>0) memcpy(sc->hist+sc->len,tmp+sc->len,(size_t)add*sizeof(int)); + fprintf(stderr,"[API] KV slot %d prefix %d/%d token, prefill %d\n",sub.slot,sc->len,nt,add); free(tmp); float *logit = add>0 ? step(m,sc->hist+sc->len,add,sc->len) : step(m,sc->hist+sc->len-1,1,sc->len-1);