01
import { Hono } from 'hono'
02

03
type Bindings = {
04
  AI: Ai  // Cloudflare Workers 内置的全局类型，不需要额外 import
05
}
06

07
const app = new Hono<{ Bindings: Bindings }>()
08

09
// 文本生成
10
app.post('/generate', async (c) => {
11
  const { prompt } = await c.req.json()
12

13
  const result = await c.env.AI.run('@cf/meta/llama-3.1-8b-instruct', {
14
    messages: [
15
      { role: 'system', content: '你是一个中文技术写作助手。' },
16
      { role: 'user', content: prompt },
17
    ],
18
  })
19

20
  return c.json(result)
21
})
22

23
export default app

01
import { streamText } from 'hono/streaming'
02

03
app.post('/generate-stream', async (c) => {
04
  const { prompt } = await c.req.json()
05

06
  const stream = await c.env.AI.run('@cf/meta/llama-3.1-8b-instruct', {
07
    messages: [{ role: 'user', content: prompt }],
08
    stream: true,
09
  })
10

11
  return streamText(c, async (textStream) => {
12
    const reader = (stream as ReadableStream).getReader()
13
    const decoder = new TextDecoder()
14

15
    while (true) {
16
      const { done, value } = await reader.read()
17
      if (done) break
18
      // Workers AI 流式输出就是标准的 SSE 格式，原样写回去就行
19
      await textStream.write(decoder.decode(value, { stream: true }))
20
    }
21
  })
22
})

01
import OpenAI from 'openai'
02

03
export function createOpenAI(env: {
04
  OPENAI_API_KEY: string
05
  CF_ACCOUNT_ID: string
06
  CF_GATEWAY_ID: string
07
  CF_API_TOKEN: string  // Cloudflare API Token，在 Dashboard 的 My Profile → API Tokens 里创建
08
}) {
09
  return new OpenAI({
10
    apiKey: env.OPENAI_API_KEY,
11
    // 把 baseURL 指到 Cloudflare Gateway 的 /compat 端点
12
    baseURL: `https://gateway.ai.cloudflare.com/v1/${env.CF_ACCOUNT_ID}/${env.CF_GATEWAY_ID}/compat`,
13
    // 加一个 Cloudflare 的 token 用于识别账号
14
    defaultHeaders: {
15
      'cf-aig-authorization': `Bearer ${env.CF_API_TOKEN}`,
16
    },
17
  })
18
}

01
const messages = [{ role: 'user', content: '你好' }] as const
02

03
// 走 OpenAI
04
await openai.chat.completions.create({
05
  model: 'openai/gpt-4o-mini',
06
  messages,
07
})
08

09
// 走 Anthropic，同一个 SDK
10
await openai.chat.completions.create({
11
  model: 'anthropic/claude-haiku-4-5',
12
  messages,
13
})
14

15
// 走 Workers AI
16
await openai.chat.completions.create({
17
  model: 'workers-ai/@cf/meta/llama-3.1-8b-instruct',
18
  messages,
19
})

01
import { Hono } from 'hono'
02
import OpenAI from 'openai'
03
import { streamSSE } from 'hono/streaming'
04
import type { AppEnv } from '../types'
05

06
const chat = new Hono<AppEnv>()
07

08
chat.post('/v1/chat/completions', async (c) => {
09
  const body = await c.req.json()
10

11
  const client = new OpenAI({
12
    apiKey: c.env.OPENAI_API_KEY,
13
    baseURL: `https://gateway.ai.cloudflare.com/v1/${c.env.CF_ACCOUNT_ID}/${c.env.CF_GATEWAY_ID}/openai`,
14
    defaultHeaders: {
15
      'cf-aig-authorization': `Bearer ${c.env.CF_API_TOKEN}`,
16
      // 用自定义 header 打标签，方便在 Dashboard 区分
17
      'cf-aig-metadata': JSON.stringify({
18
        userId: c.get('apiKeyId'),
19
      }),
20
    },
21
  })
22

23
  const stream = await client.chat.completions.create({
24
    ...body,
25
    stream: true,
26
  })
27

28
  return streamSSE(c, async (sseStream) => {
29
    for await (const chunk of stream) {
30
      await sseStream.writeSSE({
31
        data: JSON.stringify(chunk),
32
        event: 'message',
33
      })
34
    }
35
    await sseStream.writeSSE({ data: '[DONE]', event: 'message' })
36
  })
37
})
38

39
export default chat

1
defaultHeaders: {
2
  'cf-aig-authorization': `Bearer ${c.env.CF_API_TOKEN}`,
3
  'cf-aig-metadata': JSON.stringify({
4
    userId: c.get('apiKeyId'),
5
    feature: 'chat',
6
    plan: 'pro',
7
  }),
8
}