Spaces:
Running on CPU Upgrade
Running on CPU Upgrade
A/B: raise max_tokens 256->512 so POCKET's reasoning + final answer complete (not cut)
Browse files- index.html +1 -1
index.html
CHANGED
|
@@ -248,7 +248,7 @@ async function race(text){
|
|
| 248 |
const acc={bonsai:'',pocket:''}, cnt={bonsai:0,pocket:0}, t0={bonsai:0,pocket:0}, spd={bonsai:0,pocket:0};
|
| 249 |
try{
|
| 250 |
const r=await fetch('/api/chat_ab',{method:'POST',headers:{'Content-Type':'application/json'},
|
| 251 |
-
body:JSON.stringify({messages:[{role:'user',content:text}],max_tokens:
|
| 252 |
const rd=r.body.getReader(); const dec=new TextDecoder(); let buf='';
|
| 253 |
while(true){ const {done,value}=await rd.read(); if(done) break;
|
| 254 |
buf+=dec.decode(value,{stream:true}); const parts=buf.split('\n\n'); buf=parts.pop();
|
|
|
|
| 248 |
const acc={bonsai:'',pocket:''}, cnt={bonsai:0,pocket:0}, t0={bonsai:0,pocket:0}, spd={bonsai:0,pocket:0};
|
| 249 |
try{
|
| 250 |
const r=await fetch('/api/chat_ab',{method:'POST',headers:{'Content-Type':'application/json'},
|
| 251 |
+
body:JSON.stringify({messages:[{role:'user',content:text}],max_tokens:512})});
|
| 252 |
const rd=r.body.getReader(); const dec=new TextDecoder(); let buf='';
|
| 253 |
while(true){ const {done,value}=await rd.read(); if(done) break;
|
| 254 |
buf+=dec.decode(value,{stream:true}); const parts=buf.split('\n\n'); buf=parts.pop();
|