Hugging Face

1
//对接one-api/new-api使用
2
const API_KEY = "sk-1234567890";
3

4
//你的hugging face api key去hugging face申请
5
const HUGGINGFACE_API_KEY = "hf_xxxxxxxxxxx";
6

7
//目前发现的可用模型，请求时如模型不在该列表内，则使用你请求的模型
8
const CUSTOMER_MODEL_MAP = {
9
  "qwen2.5-72b-instruct": "Qwen/Qwen2.5-72B-Instruct",
10
  "gemma2-2b-it": "google/gemma-2-2b-it",
11
  "gemma2-27b-it": "google/gemma-2-27b-it",
12
  "llama-3-8b-instruct": "meta-llama/Meta-Llama-3-8B-Instruct",
13
  "llama-3.2-1b-instruct": "meta-llama/Llama-3.2-1B-Instruct",
14
  "llama-3.2-3b-instruct": "meta-llama/Llama-3.2-3B-Instruct",
15
  "phi-3.5": "microsoft/Phi-3.5-mini-instruct",
16
};
17

18
async function handleRequest(request) {
19
  try {
20
    if (request.method === "OPTIONS") {
21
      return getResponse("", 204);
22
    }
23

24
    const authHeader = request.headers.get("Authorization");
25
    if (
26
      !authHeader ||
27
      !authHeader.startsWith("Bearer ") ||
28
      authHeader.split(" ")[1] !== API_KEY
29
    ) {
30
      return getResponse("Unauthorized", 401);
31
    }
32

33
    if (request.url.endsWith("/v1/models")) {
34
      const arrs = [];
35
      Object.keys(CUSTOMER_MODEL_MAP).map((element) =>
36
        arrs.push({ id: element, object: "model" })
37
      );
38
      const response = {
39
        data: arrs,
40
        success: true,
41
      };
42

43
      return getResponse(JSON.stringify(response), 200);
44
    }
45

46
    if (request.method !== "POST") {
47
      return getResponse("Only POST requests are allowed", 405);
48
    }
49

50
    if (!request.url.endsWith("/v1/chat/completions")) {
51
      return getResponse("Not Found", 404);
52
    }
53

54
    const data = await request.json();
55
    const messages = data.messages || [];
56
    const model = CUSTOMER_MODEL_MAP[data.model] || data.model;
57
    const temperature = data.temperature || 0.7;
58
    const max_tokens = data.max_tokens || 8196;
59
    const top_p = Math.min(Math.max(data.top_p || 0.9, 0.0001), 0.9999);
60
    const stream = data.stream || false;
61

62
    const requestBody = {
63
      model: model,
64
      stream: stream,
65
      temperature: temperature,
66
      max_tokens: max_tokens,
67
      top_p: top_p,
68
      messages: messages,
69
    };
70

71
    const apiUrl = `https://api-inference.huggingface.co/models/${model}/v1/chat/completions`;
72
    const response = await fetch(apiUrl, {
73
      method: "POST",
74
      headers: {
75
        Authorization: `Bearer ${HUGGINGFACE_API_KEY}`,
76
        "Content-Type": "application/json",
77
      },
78
      body: JSON.stringify(requestBody),
79
    });
80

81
    if (!response.ok) {
82
      const errorText = await response.text();
83
      return getResponse(
84
        `Error from API: ${response.statusText} - ${errorText}`,
85
        response.status
86
      );
87
    }
88

89
    const newResponse = new Response(response.body, {
90
      status: response.status,
91
      headers: {
92
        ...Object.fromEntries(response.headers),
93
        "Access-Control-Allow-Origin": "*",
94
        "Access-Control-Allow-Methods": "*",
95
        "Access-Control-Allow-Headers": "*",
96
      },
97
    });
98

99
    return newResponse;
100
  } catch (error) {
101
    return getResponse(
102
      JSON.stringify({
103
        error: `处理请求失败: ${error.message}`,
104
      }),
105
      500
106
    );
107
  }
108
}
109

110
function getResponse(resp, status) {
111
  return new Response(resp, {
112
    status: status,
113
    headers: {
114
      "Content-Type": "application/json",
115
      "Access-Control-Allow-Origin": "*",
116
      "Access-Control-Allow-Methods": "*",
117
      "Access-Control-Allow-Headers": "*",
118
    },
119
  });
120
}
121

122
addEventListener("fetch", (event) => {
123
  event.respondWith(handleRequest(event.request));
124
});