SeaWolf-AI commited on
Commit
336526e
·
verified ·
1 Parent(s): 8bfa67a

A/B: raise max_tokens 256->512 so POCKET's reasoning + final answer complete (not cut)

Browse files
Files changed (1) hide show
  1. index.html +1 -1
index.html CHANGED
@@ -248,7 +248,7 @@ async function race(text){
248
  const acc={bonsai:'',pocket:''}, cnt={bonsai:0,pocket:0}, t0={bonsai:0,pocket:0}, spd={bonsai:0,pocket:0};
249
  try{
250
  const r=await fetch('/api/chat_ab',{method:'POST',headers:{'Content-Type':'application/json'},
251
- body:JSON.stringify({messages:[{role:'user',content:text}],max_tokens:256})});
252
  const rd=r.body.getReader(); const dec=new TextDecoder(); let buf='';
253
  while(true){ const {done,value}=await rd.read(); if(done) break;
254
  buf+=dec.decode(value,{stream:true}); const parts=buf.split('\n\n'); buf=parts.pop();
 
248
  const acc={bonsai:'',pocket:''}, cnt={bonsai:0,pocket:0}, t0={bonsai:0,pocket:0}, spd={bonsai:0,pocket:0};
249
  try{
250
  const r=await fetch('/api/chat_ab',{method:'POST',headers:{'Content-Type':'application/json'},
251
+ body:JSON.stringify({messages:[{role:'user',content:text}],max_tokens:512})});
252
  const rd=r.body.getReader(); const dec=new TextDecoder(); let buf='';
253
  while(true){ const {done,value}=await rd.read(); if(done) break;
254
  buf+=dec.decode(value,{stream:true}); const parts=buf.split('\n\n'); buf=parts.pop();