SeaWolf-AI commited on
Commit
8bfa67a
·
verified ·
1 Parent(s): 7bf27a9

A/B: show reasoning again (remove no_think prefill); raise A/B max_tokens 96->256 so thinking completes

Browse files
Files changed (2) hide show
  1. app.py +2 -2
  2. index.html +1 -1
app.py CHANGED
@@ -127,9 +127,9 @@ async def chat_ab(req: Request):
127
 
128
  async def gen():
129
  try:
130
- async for chunk in run_one(BONSAI_BACKEND, "bonsai", messages, mt, no_think=True):
131
  yield chunk
132
- async for chunk in run_one(BACKEND, "pocket", messages, mt, no_think=True):
133
  yield chunk
134
  yield _sse({"ab_done": True})
135
  except Exception as e:
 
127
 
128
  async def gen():
129
  try:
130
+ async for chunk in run_one(BONSAI_BACKEND, "bonsai", messages, mt):
131
  yield chunk
132
+ async for chunk in run_one(BACKEND, "pocket", messages, mt):
133
  yield chunk
134
  yield _sse({"ab_done": True})
135
  except Exception as e:
index.html CHANGED
@@ -248,7 +248,7 @@ async function race(text){
248
  const acc={bonsai:'',pocket:''}, cnt={bonsai:0,pocket:0}, t0={bonsai:0,pocket:0}, spd={bonsai:0,pocket:0};
249
  try{
250
  const r=await fetch('/api/chat_ab',{method:'POST',headers:{'Content-Type':'application/json'},
251
- body:JSON.stringify({messages:[{role:'user',content:text}],max_tokens:96})});
252
  const rd=r.body.getReader(); const dec=new TextDecoder(); let buf='';
253
  while(true){ const {done,value}=await rd.read(); if(done) break;
254
  buf+=dec.decode(value,{stream:true}); const parts=buf.split('\n\n'); buf=parts.pop();
 
248
  const acc={bonsai:'',pocket:''}, cnt={bonsai:0,pocket:0}, t0={bonsai:0,pocket:0}, spd={bonsai:0,pocket:0};
249
  try{
250
  const r=await fetch('/api/chat_ab',{method:'POST',headers:{'Content-Type':'application/json'},
251
+ body:JSON.stringify({messages:[{role:'user',content:text}],max_tokens:256})});
252
  const rd=r.body.getReader(); const dec=new TextDecoder(); let buf='';
253
  while(true){ const {done,value}=await rd.read(); if(done) break;
254
  buf+=dec.decode(value,{stream:true}); const parts=buf.split('\n\n'); buf=parts.pop();