feat: remote ai

Author: RihanArfan

src/runtime/ai/server/api/_hub/ai/[command].post.ts

@@ -0,0 +1,27 @@
+import { eventHandler, getValidatedRouterParams, readValidatedBody } from 'h3'
+import { z } from 'zod'
+import { hubAi } from '../../../utils/ai'
+import { requireNuxtHubAuthorization } from '../../../../../utils/auth'
+import { requireNuxtHubFeature } from '../../../../../utils/features'
+
+const statementValidation = z.object({
+  model: z.string().min(1).max(1e6).trim(),
+  params: z.record(z.string(), z.any()).optional()
+})
+
+export default eventHandler(async (event) => {
+  await requireNuxtHubAuthorization(event)
+  requireNuxtHubFeature('ai')
+
+  // https://developers.cloudflare.com/workers-ai/configuration/bindings/#methods
+  const { command } = await getValidatedRouterParams(event, z.object({
+    command: z.enum(['run'])
+  }).parse)
+  const ai = hubAi()
+
+  if (command === 'run') {
+    const { model, params } = await readValidatedBody(event, statementValidation.pick({ model: true, params: true }).parse)
+    // @ts-expect-error Ai type defines all the compatible models, however Zod is only validating for string
+    return ai.run(model, params)
+  }
+})

src/runtime/ai/server/utils/ai.ts

@@ -1,6 +1,10 @@
+import { ofetch } from 'ofetch'
+import { joinURL } from 'ufo'
 import { createError } from 'h3'
-import type { Ai } from '@nuxthub/core'
+import type { H3Error } from 'h3'
+import type { Ai } from '../../../../types/ai'
 import { requireNuxtHubFeature } from '../../../utils/features'
+import { useRuntimeConfig } from '#imports'
 
 let _ai: Ai
 
@@ -22,11 +26,56 @@ export function hubAi(): Ai {
   if (_ai) {
     return _ai
   }
+  const hub = useRuntimeConfig().hub
   // @ts-expect-error globalThis.__env__ is not defined
   const binding = process.env.AI || globalThis.__env__?.AI || globalThis.AI
+  if (hub.remote && hub.projectUrl && !binding) {
+    _ai = proxyHubAi(hub.projectUrl, hub.projectSecretKey || hub.userToken)
+    return _ai
+  }
   if (binding) {
     _ai = binding as Ai
     return _ai
   }
   throw createError('Missing Cloudflare AI binding (AI)')
 }
+
+/**
+ * Access remote Workers AI.
+ *
+ * @param projectUrl The project URL (e.g. https://my-deployed-project.nuxt.dev)
+ * @param secretKey The secret key to authenticate to the remote endpoint
+ *
+ * @example ```ts
+ * const ai = proxyHubAi('https://my-deployed-project.nuxt.dev', 'my-secret-key')
+ * await ai.run('@cf/meta/llama-3-8b-instruct', {
+ *   prompt: "What is the origin of the phrase 'Hello, World'"
+ * })
+ * ```
+ *
+ * @see https://developers.cloudflare.com/workers-ai/configuration/bindings/#methods
+ */
+export function proxyHubAi(projectUrl: string, secretKey?: string): Ai {
+  requireNuxtHubFeature('ai')
+
+  const aiAPI = ofetch.create({
+    baseURL: joinURL(projectUrl, '/api/_hub/ai'),
+    method: 'POST',
+    headers: {
+      Authorization: `Bearer ${secretKey}`
+    }
+  })
+  return {
+    async run(model: string, params?: Record<string, unknown>) {
+      return aiAPI('/run', { body: { model, params } }).catch(handleProxyError)
+    }
+  } as Ai
+}
+
+function handleProxyError(err: H3Error) {
+  throw createError({
+    statusCode: err.statusCode,
+    // @ts-expect-error not aware of data property
+    message: err.data?.message || err.message
+  })
+}