limit

misc/docker/Dockerfile

@@ -21,8 +21,6 @@ COPY --from=builder /project/server/dist/prod/orca-server-next /orca-server
 
 COPY ./misc/docker/http-ca.crt /etc/ssl/certs/elastic-http-ca.crt
 
-RUN apk add --no-cache gzip brotli
-
 ENV TZ="Asia/Shanghai"
 
 ENV ORCA_WEB=":80"

misc/test/chat.sh

@@ -2,9 +2,9 @@
 
 BASE="${OPENAI_API_BASE:-https://api.openai.com/v1}"
 
-curl "${BASE}/chat/completions" \
+curl -v "${BASE}/chat/completions" \
   -H "Content-Type: application/json" \
-  -H "Authorization: Bearer ${OPENAI_API_KEY}" \
+  -H "Authorization: Bearer ${OPENAI_API_KEY} no-cache" \
   -d '{
     "model": "gpt-3.5-turbo",
     "messages": [{"role": "user", "content": "Hello!"}]

misc/test/direct.sh

@@ -0,0 +1,14 @@
+#!/bin/bash -ex
+
+OPENAI_API_KEY="sk-rhjeVT1fkcuarBKnQR6ST$(cat ~/.config/openai)"
+export OPENAI_API_KEY
+
+BASE="https://api.openai.com/v1"
+
+curl -v "${BASE}/chat/completions" \
+  -H "Content-Type: application/json" \
+  -H "Authorization: Bearer ${OPENAI_API_KEY}" \
+  -d '{
+    "model": "gpt-3.5-turbo",
+    "messages": [{"role": "user", "content": "Hello!"}]
+  }'

misc/test/local-chat.sh

@@ -0,0 +1,3 @@
+#!/bin/bash
+
+OPENAI_API_BASE=http://localhost:22035/v1 ./chat.sh

misc/test/moderations.sh

@@ -0,0 +1,9 @@
+#!/bin/bash
+
+BASE="${OPENAI_API_BASE:-https://api.openai.com/v1}"
+
+curl -v "${BASE}/moderations" \
+  -H "Content-Type: application/json" \
+  -H "Authorization: Bearer ${OPENAI_API_KEY}" \
+  -d '{"input": "你媽逼啊"}' \
+  | jq . -