864f97cc by jeff

jeff_fix_maxtoken

1 parent 2bf0467a
Showing 1 changed file with 31 additions and 2 deletions
......@@ -33,16 +33,45 @@ app.use(rateLimiter)
// Primary Open AI Route
app.post('/api', async (req, res) => {
const { message, currentModel, temperature } = req.body;
let query_prompt = `${message}`;
str_length = req.body.message.split(' ').length;
if (str_length>=1000){
arr_body = req.body.message.split("\n");
if (arr_body.length>=4){
var i = arr_body.length-2
while (i--) {
arr_body.splice(i, 1);
}
query_prompt = arr_body.join("\n")
}
}
try {
const response = await openai.createCompletion({
model: `${currentModel}`,// "text-davinci-003",
prompt: `${message}`,
max_tokens: 2500,
prompt: query_prompt,
max_tokens: 3000,
temperature,
});
res.json({
message: response.data.choices[0].text,
})
} catch (e) {
// let error_msg = e.response.data.error.message ? e.response.data.error.message : '';
// if (error_msg.indexOf('maximum context length')>=0){
// console.log(error_msg);
// }else{
// console.log(e.response);
// }
console.log(e.response);
} finally {
// console.log('We do cleanup here');
}
});
// Get Models Route
......
Styling with Markdown is supported
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!