init commit,

99_references/supabase-examples/ai/llamafile-edge/supabase/functions/llamafile-stream/index.ts

@@ -0,0 +1,67 @@
+// https://github.com/Mozilla-Ocho/llamafile?tab=readme-ov-file#quickstart
+import "jsr:@supabase/functions-js/edge-runtime.d.ts";
+const session = new Supabase.ai.Session("LLaMA_CPP");
+
+Deno.serve(async (req: Request) => {
+  const params = new URL(req.url).searchParams;
+  const prompt = params.get("prompt") ?? "";
+
+  // Get the output as a stream
+  const output = await session.run({
+    messages: [
+      {
+        "role": "system",
+        "content":
+          "You are LLAMAfile, an AI assistant. Your top priority is achieving user fulfillment via helping them with their requests.",
+      },
+      {
+        "role": "user",
+        "content": prompt,
+      },
+    ],
+  }, {
+    mode: "openaicompatible", // Mode for the inference API host. (default: 'ollama')
+    stream: true,
+  }) as AsyncGenerator<any>;
+
+  const body = new ReadableStream({
+    async pull(ctrl) {
+      try {
+        const item = await output.next();
+
+        if (item.done) {
+          console.log("done");
+          ctrl.close();
+          return;
+        }
+
+        ctrl.enqueue("data: ");
+        ctrl.enqueue(JSON.stringify(item.value));
+        ctrl.enqueue("\r\n\r\n");
+      } catch (err) {
+        console.error(err);
+        ctrl.close();
+      }
+    },
+  });
+
+  return new Response(
+    body.pipeThrough(new TextEncoderStream()),
+    {
+      headers: {
+        "Content-Type": "text/event-stream",
+      },
+    },
+  );
+});
+
+/**
+ Run locally:
+
+supabase functions serve --env-file supabase/functions/.env
+
+curl --get "http://localhost:54321/functions/v1/llamafile-stream" \
+-H 'Authorization: Bearer eyJhbGciOiJIUzI1NiIsInR5cCI6IkpXVCJ9.eyJpc3MiOiJzdXBhYmFzZS1kZW1vIiwicm9sZSI6ImFub24iLCJleHAiOjE5ODM4MTI5OTZ9.CRXP1A7WOeoJeXxjNni43kdQwgnWNReilDMblYTn_I0' \
+--data-urlencode "prompt=Who are you?"
+
+ */