Spaces:
Paused
Paused
A/B: show reasoning again (remove no_think prefill); raise A/B max_tokens 96->256 so thinking completes
Browse files- app.py +2 -2
- index.html +1 -1
app.py
CHANGED
|
@@ -127,9 +127,9 @@ async def chat_ab(req: Request):
|
|
| 127 |
|
| 128 |
async def gen():
|
| 129 |
try:
|
| 130 |
-
async for chunk in run_one(BONSAI_BACKEND, "bonsai", messages, mt
|
| 131 |
yield chunk
|
| 132 |
-
async for chunk in run_one(BACKEND, "pocket", messages, mt
|
| 133 |
yield chunk
|
| 134 |
yield _sse({"ab_done": True})
|
| 135 |
except Exception as e:
|
|
|
|
| 127 |
|
| 128 |
async def gen():
|
| 129 |
try:
|
| 130 |
+
async for chunk in run_one(BONSAI_BACKEND, "bonsai", messages, mt):
|
| 131 |
yield chunk
|
| 132 |
+
async for chunk in run_one(BACKEND, "pocket", messages, mt):
|
| 133 |
yield chunk
|
| 134 |
yield _sse({"ab_done": True})
|
| 135 |
except Exception as e:
|
index.html
CHANGED
|
@@ -248,7 +248,7 @@ async function race(text){
|
|
| 248 |
const acc={bonsai:'',pocket:''}, cnt={bonsai:0,pocket:0}, t0={bonsai:0,pocket:0}, spd={bonsai:0,pocket:0};
|
| 249 |
try{
|
| 250 |
const r=await fetch('/api/chat_ab',{method:'POST',headers:{'Content-Type':'application/json'},
|
| 251 |
-
body:JSON.stringify({messages:[{role:'user',content:text}],max_tokens:
|
| 252 |
const rd=r.body.getReader(); const dec=new TextDecoder(); let buf='';
|
| 253 |
while(true){ const {done,value}=await rd.read(); if(done) break;
|
| 254 |
buf+=dec.decode(value,{stream:true}); const parts=buf.split('\n\n'); buf=parts.pop();
|
|
|
|
| 248 |
const acc={bonsai:'',pocket:''}, cnt={bonsai:0,pocket:0}, t0={bonsai:0,pocket:0}, spd={bonsai:0,pocket:0};
|
| 249 |
try{
|
| 250 |
const r=await fetch('/api/chat_ab',{method:'POST',headers:{'Content-Type':'application/json'},
|
| 251 |
+
body:JSON.stringify({messages:[{role:'user',content:text}],max_tokens:256})});
|
| 252 |
const rd=r.body.getReader(); const dec=new TextDecoder(); let buf='';
|
| 253 |
while(true){ const {done,value}=await rd.read(); if(done) break;
|
| 254 |
buf+=dec.decode(value,{stream:true}); const parts=buf.split('\n\n'); buf=parts.pop();
|