fix: api 调用异常 #101

Author: weaigc

.gitignore

@@ -33,3 +33,4 @@ yarn-error.log*
 # typescript
 *.tsbuildinfo
 next-env.d.ts
+__pycache__

src/pages/api/sydney.ts

@@ -30,11 +30,16 @@ export default async function handler(req: NextApiRequest, res: NextApiResponse)
   })
 
   const closeDog = new WatchDog()
+  const timeoutDog = new WatchDog()
   ws.onmessage = (event) => {
+    timeoutDog.watch(() => {
+      debug(id, 'timeout')
+      ws.send(websocketUtils.packMessage({ type: 6 }))
+    }, 6000)
     closeDog.watch(() => {
       debug(id, 'timeout close')
       ws.close()
-    }, 20000)
+    }, 40000)
     res.write(event.data)
     if (/\{"type":([367])\b/.test(String(event.data))) {
       const type = parseInt(RegExp.$1, 10)
@@ -48,6 +53,7 @@ export default async function handler(req: NextApiRequest, res: NextApiResponse)
   }
 
   ws.onclose = () => {
+    timeoutDog.reset()
     closeDog.reset()
     debug(id, 'ws close')
     res.end()

tests/openai-stream.py

@@ -0,0 +1,9 @@
+import openai
+openai.api_key = "dummy"
+openai.api_base = "https://copilot.github1s.tk" # 这里可以改为你自己部署的服务，bingo 服务版本需要 >= 0.9.0
+
+# create a chat completion
+completion = openai.ChatCompletion.create(model="Creative", stream=True, messages=[{"role": "user", "content": "Hello"}])
+for chat_completion in completion:
+    # print the completion
+    print(chat_completion.choices[0].message.content, end="", flush=True)

tests/openaipy.py

@@ -1,9 +1,7 @@
 import openai
-openai.api_key = "dummy"
-openai.api_base = "https://hf4all-bingo-api.hf.space" # 这里可以改为你自己部署的服务，bingo 服务版本需要 >= 0.9.0
 
+openai.api_key = "dummy"
+openai.api_base = "https://copilot.github1s.tk" # 这里可以改为你自己部署的服务，bingo 服务版本需要 >= 0.9.0
 # create a chat completion
-completion = openai.ChatCompletion.create(model="Creative", stream=True, messages=[{"role": "user", "content": "Hello"}])
-for chat_completion in completion:
-    # print the completion
-    print(chat_completion.choices[0].message.content, end="", flush=True)
+completion = openai.ChatCompletion.create(model="gpt-4", stream=False, messages=[{"role": "user", "content": "Hello"}])
+print(completion.choices[0].message.content)