Merge branch '28859_integrate_llm_chatbot_plus' into 'master'
remove gptq See merge request !84
Showing
3 changed files
with
4 additions
and
4 deletions
| ... | @@ -104,7 +104,7 @@ function App() { | ... | @@ -104,7 +104,7 @@ function App() { |
| 104 | messages = JSON.stringify(chatLogTurboNew); | 104 | messages = JSON.stringify(chatLogTurboNew); |
| 105 | } | 105 | } |
| 106 | 106 | ||
| 107 | if(currentModel === "openchat_3.5-GPTQ" || currentModel === "zephyr-7B-beta-GPTQ") { | 107 | if(currentModel === "openchat_3.5" || currentModel === "zephyr-7B-beta") { |
| 108 | // "gpt-3.5-turbo" | 108 | // "gpt-3.5-turbo" |
| 109 | let chatLogOpenSourceNew = [...chatLogOpenSource, { role: "user", content: chatInput }]; | 109 | let chatLogOpenSourceNew = [...chatLogOpenSource, { role: "user", content: chatInput }]; |
| 110 | setChatLogOpenSource(chatLogOpenSourceNew); | 110 | setChatLogOpenSource(chatLogOpenSourceNew); | ... | ... |
| ... | @@ -2,5 +2,5 @@ OPENAI_API_ORG= | ... | @@ -2,5 +2,5 @@ OPENAI_API_ORG= |
| 2 | OPENAI_API_KEY= | 2 | OPENAI_API_KEY= |
| 3 | 3 | ||
| 4 | 4 | ||
| 5 | OPENSOURCE_MODELS="openchat_3.5-GPTQ,zephyr-7B-beta-GPTQ" | ||
| 6 | OPENSOURCE_ENDPOINTS={"openchat_3.5-GPTQ": "https://openchat.llm.ai-pro.org/v1", "zephyr-7B-beta-GPTQ": "https://zephyr.llm.ai-pro.org/v1"} | ||
| ... | \ No newline at end of file | ... | \ No newline at end of file |
| 5 | OPENSOURCE_MODELS="openchat_3.5,zephyr-7B-beta" | ||
| 6 | OPENSOURCE_ENDPOINTS={"openchat_3.5": "https://openchat.llm.ai-pro.org/v1", "zephyr-7B-beta": "https://zephyr.llm.ai-pro.org/v1"} | ||
| ... | \ No newline at end of file | ... | \ No newline at end of file | ... | ... |
| ... | @@ -80,7 +80,7 @@ app.post('/api', async (req, res) => { | ... | @@ -80,7 +80,7 @@ app.post('/api', async (req, res) => { |
| 80 | return; | 80 | return; |
| 81 | } | 81 | } |
| 82 | 82 | ||
| 83 | if (currentModel == "openchat_3.5-GPTQ" || currentModel == "zephyr-7B-beta-GPTQ") { | 83 | if (currentModel == "openchat_3.5" || currentModel == "zephyr-7B-beta") { |
| 84 | runOpensource(req, res); | 84 | runOpensource(req, res); |
| 85 | return; | 85 | return; |
| 86 | } | 86 | } | ... | ... |
-
Please register or sign in to post a comment