8010f945 by Jerald Lim

remove gptq

1 parent 04cd5af5
...@@ -104,7 +104,7 @@ function App() { ...@@ -104,7 +104,7 @@ function App() {
104 messages = JSON.stringify(chatLogTurboNew); 104 messages = JSON.stringify(chatLogTurboNew);
105 } 105 }
106 106
107 if(currentModel === "openchat_3.5-GPTQ" || currentModel === "zephyr-7B-beta-GPTQ") { 107 if(currentModel === "openchat_3.5" || currentModel === "zephyr-7B-beta") {
108 // "gpt-3.5-turbo" 108 // "gpt-3.5-turbo"
109 let chatLogOpenSourceNew = [...chatLogOpenSource, { role: "user", content: chatInput }]; 109 let chatLogOpenSourceNew = [...chatLogOpenSource, { role: "user", content: chatInput }];
110 setChatLogOpenSource(chatLogOpenSourceNew); 110 setChatLogOpenSource(chatLogOpenSourceNew);
......
...@@ -2,5 +2,5 @@ OPENAI_API_ORG= ...@@ -2,5 +2,5 @@ OPENAI_API_ORG=
2 OPENAI_API_KEY= 2 OPENAI_API_KEY=
3 3
4 4
5 OPENSOURCE_MODELS="openchat_3.5-GPTQ,zephyr-7B-beta-GPTQ"
6 OPENSOURCE_ENDPOINTS={"openchat_3.5-GPTQ": "https://openchat.llm.ai-pro.org/v1", "zephyr-7B-beta-GPTQ": "https://zephyr.llm.ai-pro.org/v1"}
...\ No newline at end of file ...\ No newline at end of file
5 OPENSOURCE_MODELS="openchat_3.5,zephyr-7B-beta"
6 OPENSOURCE_ENDPOINTS={"openchat_3.5": "https://openchat.llm.ai-pro.org/v1", "zephyr-7B-beta": "https://zephyr.llm.ai-pro.org/v1"}
...\ No newline at end of file ...\ No newline at end of file
......
...@@ -80,7 +80,7 @@ app.post('/api', async (req, res) => { ...@@ -80,7 +80,7 @@ app.post('/api', async (req, res) => {
80 return; 80 return;
81 } 81 }
82 82
83 if (currentModel == "openchat_3.5-GPTQ" || currentModel == "zephyr-7B-beta-GPTQ") { 83 if (currentModel == "openchat_3.5" || currentModel == "zephyr-7B-beta") {
84 runOpensource(req, res); 84 runOpensource(req, res);
85 return; 85 return;
86 } 86 }
......
Styling with Markdown is supported
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!