Merge branch 'jeff_fix_maxtoken' into 'master'

jeff_fix_maxtoken

See merge request !27

@@ -36,24 +36,43 @@ app.post('/api', async (req, res) => {
 
 
 	let greetingPrompt = 'Hello, how can I assist you?'
 	let greetingPrompt = 'Hello, how can I assist you?'
 	const greetings = ['hi', 'hello', 'hey']
 	const greetings = ['hi', 'hello', 'hey']
-
 	if (greetings.some((greeting) => message.toLowerCase().includes(greeting))) {
 	if (greetings.some((greeting) => message.toLowerCase().includes(greeting))) {
 		greetingPrompt = 'Hello, how can I help you today?'
 		greetingPrompt = 'Hello, how can I help you today?'
 	}
 	}
-
-	const prompt = `${greetingPrompt}\n${message}`;
-
+	let query_prompt = `${greetingPrompt}\n${message}`;
+	str_length = req.body.message.split(' ').length;
+	if (str_length>=800){
+		arr_body = req.body.message.split("\n");
+		if (arr_body.length>=4){
+			var i = arr_body.length-2
+			while (i--) {
+		    arr_body.splice(i, 1);
+			}
+			query_prompt = arr_body.join("\n")
+		}
+	}
+	try {
 		const response = await openai.createCompletion({
 		const response = await openai.createCompletion({
 			model: `${currentModel}`,// "text-davinci-003",
 			model: `${currentModel}`,// "text-davinci-003",
-		prompt,
-		max_tokens: 2500,
+			prompt: query_prompt,
+			max_tokens: 3000,
 			temperature,
 			temperature,
 		  });
 		  });
-
-
 		res.json({
 		res.json({
 			message: response.data.choices[0].text,
 			message: response.data.choices[0].text,
 		})
 		})
+	} catch (e) {
+  		let error_msg = e.response.data.error.message ?  e.response.data.error.message : '';
+  		if (error_msg.indexOf('maximum context length')>=0){
+				res.json({
+					message: "The output for your prompt is too long for us to process. Please reduce your prompt and try again.",
+				})
+		}else{
+			console.log(e.response);
+		}
+	} finally {
+	  // console.log('We do cleanup here');
+	}
 });
 });
 
 
 // Get Models Route
 // Get Models Route