Merge branch '31675_chatbotplus_llm' into 'master'

31675_chatbotplus_llm

See merge request !113

@@ -288,14 +288,23 @@ async function runOpensource(req, res) {
     const response = await axios.post(endpoint_api_url + '/chat/completions', {
     const response = await axios.post(endpoint_api_url + '/chat/completions', {
       model: currentModel,
       model: currentModel,
       messages: JSON.parse(message),
       messages: JSON.parse(message),
-      temperature
+      max_tokens: 2048,
+      temperature,
+      top_p: 0.7,
+      top_k: 50,
+      repetition_penalty: 1
     }, {
     }, {
       headers: {
       headers: {
         'Content-Type': 'application/json',
         'Content-Type': 'application/json',
         'Authorization': 'Bearer ' + api_key
         'Authorization': 'Bearer ' + api_key
       },
       },
     }).catch(error => {
     }).catch(error => {
+      if(error.response?.data?.error?.param === 'max_tokens') {
+        input = "The output for your prompt is too long for us to process. Please reduce your prompt and try again.";
+      } else {
         error_msg = error.response.statusText ? error.response.statusText : '';
         error_msg = error.response.statusText ? error.response.statusText : '';
+      }
+      console.log("err",error.response.data.error);
     });
     });
 
 
     if (error_msg !== '') {
     if (error_msg !== '') {