mirror of
https://gh-proxy.org/https://github.com/klinsmaya/new-api.git
synced 2026-11-08 01:17:09 +08:00
* feat(i18n): translate web console messages in the frontend and AI-client errors in the backend
Chinese text was hard-coded in API messages, stored log content, emails and
server logs, so it reached users of every interface language.
Text is now translated where its reader is:
- Web console APIs return the English source text as message_key with
message_params, and the web console translates it in all seven languages.
message keeps the English text for other API callers.
- Errors returned to AI clients, emails and notifications are translated by
the backend (en, zh-CN, zh-TW) in the language saved on the account, then
the language of the request's Accept-Language header.
- A reader who states no language still gets the original Chinese text of the
messages that were Chinese before, word for word. Gateways that use another
new-api as their upstream match that text, for example to disable a channel
whose account ran out of quota.
- Usage, top-up and system log content is stored as content_parts (key and
params) and rendered in the viewer's language. Task fail reasons and refund
reasons written by the gateway are English keys. Rows written earlier are
shown as before.
- Server logs are English.
Also:
- The saved interface language zhTW, and zh-HK, zh-MO and zh-Hant, now select
Traditional Chinese in the backend instead of Simplified Chinese.
- The built-in group descriptions are translated; descriptions an
administrator saved are shown as written.
- .agents/rules/i18n.md records the conventions. Tests in i18n/ fail on a
non-English string literal, on a web console message without translations
and on a locale key without a constant.
* feat(i18n): print server logs in Chinese when LOG_LANGUAGE asks for it
Server log lines are English by default. With LOG_LANGUAGE=zh-CN, the lines
that were Chinese before print their original Chinese text.
common.LogText formats a log line from its English format, which is also the
key of its Chinese text in common/log_text.zh-CN.json. A line without an entry
prints in English. go vet checks the arguments of every call, and
TestServerLogTexts checks that each entry still matches a call and has the
same verbs as its key.
* docs: list LOG_LANGUAGE in the docker compose example
* feat(i18n): translate every server log line and add DEFAULT_LANGUAGE
Every line the gateway prints goes through common.LogText. With
DEFAULT_LANGUAGE=zh-CN, the lines that have a Chinese text in
common/log_text.zh-CN.json print it and the others print English.
DEFAULT_LANGUAGE replaces LOG_LANGUAGE. It also sets the language of
backend messages, emails and notifications for a reader who states no
language: en, zh-CN or zh-TW, English when unset. The list of messages
that stayed Chinese for such readers is removed.
Review fixes:
- Channel test logs store the token name "Model test"; the console shows
it in the interface language.
- Task fail reasons written by the gateway are fixed sentences the console
translates. The HTTP status and the upstream detail go to the server log
when a polled task is failed.
- The auto-disable reason of a slow channel is written in DEFAULT_LANGUAGE.
Also:
- Drop the repository-scanning lint tests, the i18n rules file and its
read gate. AGENTS.md keeps the conventions in four lines.
- Payment error toasts keep their previous text and only add the
translated message key.
- Remove guards and helpers that no caller needs.
* fix(i18n): address review on language lookup, notices and error responses
- Relay requests no longer load the user a second time to find the
language: the settings TokenAuth put into the request are used as they
are, also when they hold no language.
- Upstream model update notices are rendered in each recipient's saved
language, DEFAULT_LANGUAGE when none.
- /api/usage/token and /api/log/token answer with backend-translated
messages again, with the keys and status codes used before this PR.
Their callers are scripts, not the web console.
- Webhook notifications fill {{value}} placeholders like the other
senders. Running the rendered text through Sprintf appended
%!(EXTRA ...) and broke %2F in links.
- RootUserLanguage reads the setting of the root user it already loaded.
- zh_TW and zh_HK are read as Traditional Chinese.
- Add common.ApiErrorStatus for error responses under another HTTP status
and use it where those responses were built by hand.
- Remove middleware.GetLanguage, which had no callers.
327 lines
6.8 KiB
Go
327 lines
6.8 KiB
Go
package common
|
|
|
|
import (
|
|
crand "crypto/rand"
|
|
"crypto/sha256"
|
|
"encoding/base64"
|
|
"encoding/hex"
|
|
"encoding/json"
|
|
"fmt"
|
|
"html/template"
|
|
"io"
|
|
"log"
|
|
"math/big"
|
|
"math/rand"
|
|
"net"
|
|
"net/url"
|
|
"os"
|
|
"os/exec"
|
|
"runtime"
|
|
"runtime/debug"
|
|
"strconv"
|
|
"strings"
|
|
"time"
|
|
|
|
"github.com/google/uuid"
|
|
"github.com/pkg/errors"
|
|
)
|
|
|
|
func OpenBrowser(url string) {
|
|
var err error
|
|
|
|
switch runtime.GOOS {
|
|
case "linux":
|
|
err = exec.Command("xdg-open", url).Start()
|
|
case "windows":
|
|
err = exec.Command("rundll32", "url.dll,FileProtocolHandler", url).Start()
|
|
case "darwin":
|
|
err = exec.Command("open", url).Start()
|
|
}
|
|
if err != nil {
|
|
log.Println(err)
|
|
}
|
|
}
|
|
|
|
func GetIp() (ip string) {
|
|
ips, err := net.InterfaceAddrs()
|
|
if err != nil {
|
|
log.Println(err)
|
|
return ip
|
|
}
|
|
|
|
for _, a := range ips {
|
|
if ipNet, ok := a.(*net.IPNet); ok && !ipNet.IP.IsLoopback() {
|
|
if ipNet.IP.To4() != nil {
|
|
ip = ipNet.IP.String()
|
|
if strings.HasPrefix(ip, "10") {
|
|
return
|
|
}
|
|
if strings.HasPrefix(ip, "172") {
|
|
return
|
|
}
|
|
if strings.HasPrefix(ip, "192.168") {
|
|
return
|
|
}
|
|
ip = ""
|
|
}
|
|
}
|
|
}
|
|
return
|
|
}
|
|
|
|
func GetNetworkIps() []string {
|
|
var networkIps []string
|
|
ips, err := net.InterfaceAddrs()
|
|
if err != nil {
|
|
log.Println(err)
|
|
return networkIps
|
|
}
|
|
|
|
for _, a := range ips {
|
|
if ipNet, ok := a.(*net.IPNet); ok && !ipNet.IP.IsLoopback() {
|
|
if ipNet.IP.To4() != nil {
|
|
ip := ipNet.IP.String()
|
|
// Include common private network ranges
|
|
if strings.HasPrefix(ip, "10.") ||
|
|
strings.HasPrefix(ip, "172.") ||
|
|
strings.HasPrefix(ip, "192.168.") {
|
|
networkIps = append(networkIps, ip)
|
|
}
|
|
}
|
|
}
|
|
}
|
|
return networkIps
|
|
}
|
|
|
|
// IsRunningInContainer detects if the application is running inside a container
|
|
func IsRunningInContainer() bool {
|
|
// Method 1: Check for .dockerenv file (Docker containers)
|
|
if _, err := os.Stat("/.dockerenv"); err == nil {
|
|
return true
|
|
}
|
|
|
|
// Method 2: Check cgroup for container indicators
|
|
if data, err := os.ReadFile("/proc/1/cgroup"); err == nil {
|
|
content := string(data)
|
|
if strings.Contains(content, "docker") ||
|
|
strings.Contains(content, "containerd") ||
|
|
strings.Contains(content, "kubepods") ||
|
|
strings.Contains(content, "/lxc/") {
|
|
return true
|
|
}
|
|
}
|
|
|
|
// Method 3: Check environment variables commonly set by container runtimes
|
|
containerEnvVars := []string{
|
|
"KUBERNETES_SERVICE_HOST",
|
|
"DOCKER_CONTAINER",
|
|
"container",
|
|
}
|
|
|
|
for _, envVar := range containerEnvVars {
|
|
if os.Getenv(envVar) != "" {
|
|
return true
|
|
}
|
|
}
|
|
|
|
// Method 4: Check if init process is not the traditional init
|
|
if data, err := os.ReadFile("/proc/1/comm"); err == nil {
|
|
comm := strings.TrimSpace(string(data))
|
|
// In containers, process 1 is often not "init" or "systemd"
|
|
if comm != "init" && comm != "systemd" {
|
|
// Additional check: if it's a common container entrypoint
|
|
if strings.Contains(comm, "docker") ||
|
|
strings.Contains(comm, "containerd") ||
|
|
strings.Contains(comm, "runc") {
|
|
return true
|
|
}
|
|
}
|
|
}
|
|
|
|
return false
|
|
}
|
|
|
|
var sizeKB = 1024
|
|
var sizeMB = sizeKB * 1024
|
|
var sizeGB = sizeMB * 1024
|
|
|
|
func Bytes2Size(num int64) string {
|
|
numStr := ""
|
|
unit := "B"
|
|
if num/int64(sizeGB) > 1 {
|
|
numStr = fmt.Sprintf("%.2f", float64(num)/float64(sizeGB))
|
|
unit = "GB"
|
|
} else if num/int64(sizeMB) > 1 {
|
|
numStr = fmt.Sprintf("%d", int(float64(num)/float64(sizeMB)))
|
|
unit = "MB"
|
|
} else if num/int64(sizeKB) > 1 {
|
|
numStr = fmt.Sprintf("%d", int(float64(num)/float64(sizeKB)))
|
|
unit = "KB"
|
|
} else {
|
|
numStr = fmt.Sprintf("%d", num)
|
|
}
|
|
return numStr + " " + unit
|
|
}
|
|
|
|
func Interface2String(inter any) string {
|
|
switch inter.(type) {
|
|
case string:
|
|
return inter.(string)
|
|
case int:
|
|
return fmt.Sprintf("%d", inter.(int))
|
|
case float64:
|
|
return strconv.FormatFloat(inter.(float64), 'f', -1, 64)
|
|
case bool:
|
|
if inter.(bool) {
|
|
return "true"
|
|
} else {
|
|
return "false"
|
|
}
|
|
case nil:
|
|
return ""
|
|
}
|
|
return fmt.Sprintf("%v", inter)
|
|
}
|
|
|
|
func UnescapeHTML(x string) any {
|
|
return template.HTML(x)
|
|
}
|
|
|
|
func IntMax(a int, b int) int {
|
|
if a >= b {
|
|
return a
|
|
} else {
|
|
return b
|
|
}
|
|
}
|
|
|
|
func GetUUID() string {
|
|
code := uuid.New().String()
|
|
code = strings.Replace(code, "-", "", -1)
|
|
return code
|
|
}
|
|
|
|
const keyChars = "0123456789abcdefghijklmnopqrstuvwxyzABCDEFGHIJKLMNOPQRSTUVWXYZ"
|
|
|
|
func GenerateRandomCharsKey(length int) (string, error) {
|
|
b := make([]byte, length)
|
|
maxI := big.NewInt(int64(len(keyChars)))
|
|
|
|
for i := range b {
|
|
n, err := crand.Int(crand.Reader, maxI)
|
|
if err != nil {
|
|
return "", err
|
|
}
|
|
b[i] = keyChars[n.Int64()]
|
|
}
|
|
|
|
return string(b), nil
|
|
}
|
|
|
|
func GenerateRandomKey(length int) (string, error) {
|
|
bytes := make([]byte, length*3/4) // 对于48位的输出,这里应该是36
|
|
if _, err := crand.Read(bytes); err != nil {
|
|
return "", err
|
|
}
|
|
return base64.StdEncoding.EncodeToString(bytes), nil
|
|
}
|
|
|
|
func GenerateKey() (string, error) {
|
|
//rand.Seed(time.Now().UnixNano())
|
|
return GenerateRandomCharsKey(48)
|
|
}
|
|
|
|
func GetRandomInt(max int) int {
|
|
//rand.Seed(time.Now().UnixNano())
|
|
return rand.Intn(max)
|
|
}
|
|
|
|
func GetTimestamp() int64 {
|
|
return time.Now().Unix()
|
|
}
|
|
|
|
func GetTimeString() string {
|
|
now := time.Now().UTC()
|
|
return fmt.Sprintf("%s%09d", now.Format("20060102150405"), now.UnixNano()%1e9)
|
|
}
|
|
|
|
var requestIdPrefix = func() string {
|
|
if bi, ok := debug.ReadBuildInfo(); ok && bi.Main.Path != "" {
|
|
h := sha256.Sum256([]byte(bi.Main.Path))
|
|
return hex.EncodeToString(h[:4])
|
|
}
|
|
return GetRandomString(8)
|
|
}()
|
|
|
|
func NewRequestId() string {
|
|
return GetTimeString() + requestIdPrefix + GetRandomString(8)
|
|
}
|
|
|
|
func Max(a int, b int) int {
|
|
if a >= b {
|
|
return a
|
|
} else {
|
|
return b
|
|
}
|
|
}
|
|
|
|
func MessageWithRequestId(message string, id string) string {
|
|
return fmt.Sprintf("%s (request id: %s)", message, id)
|
|
}
|
|
|
|
func RandomSleep() {
|
|
// Sleep for 0-3000 ms
|
|
time.Sleep(time.Duration(rand.Intn(3000)) * time.Millisecond)
|
|
}
|
|
|
|
func GetPointer[T any](v T) *T {
|
|
return &v
|
|
}
|
|
|
|
func Any2Type[T any](data any) (T, error) {
|
|
var zero T
|
|
bytes, err := json.Marshal(data)
|
|
if err != nil {
|
|
return zero, err
|
|
}
|
|
var res T
|
|
err = json.Unmarshal(bytes, &res)
|
|
if err != nil {
|
|
return zero, err
|
|
}
|
|
return res, nil
|
|
}
|
|
|
|
// SaveTmpFile saves data to a temporary file. The filename would be apppended with a random string.
|
|
func SaveTmpFile(filename string, data io.Reader) (string, error) {
|
|
f, err := os.CreateTemp(os.TempDir(), filename)
|
|
if err != nil {
|
|
return "", errors.Wrapf(err, "failed to create temporary file %s", filename)
|
|
}
|
|
defer f.Close()
|
|
|
|
_, err = io.Copy(f, data)
|
|
if err != nil {
|
|
return "", errors.Wrapf(err, "failed to copy data to temporary file %s", filename)
|
|
}
|
|
|
|
return f.Name(), nil
|
|
}
|
|
|
|
// BuildURL concatenates base and endpoint, returns the complete url string
|
|
func BuildURL(base string, endpoint string) string {
|
|
u, err := url.Parse(base)
|
|
if err != nil {
|
|
return base + endpoint
|
|
}
|
|
end := endpoint
|
|
if end == "" {
|
|
end = "/"
|
|
}
|
|
ref, err := url.Parse(end)
|
|
if err != nil {
|
|
return base + endpoint
|
|
}
|
|
return u.ResolveReference(ref).String()
|
|
}
|