36 lines
2.2 KiB
JavaScript
36 lines
2.2 KiB
JavaScript
// Live check of Ask broke on Claude Code: throwaway user -> sandbox bank -> two questions -> user deleted.
|
|||
|
|
// Uses your Claude Code login (plan allowance). Usage: node --env-file=.env scripts/e2e-assistant.mjs
|
||
|
|
import { createClient } from "@supabase/supabase-js";
|
||
|
|
import { randomBytes } from "node:crypto";
|
||
|
|
|
||
|
|
const BASE = process.argv[2] ?? "http://localhost:3000";
|
||
|
|
const url = process.env.NEXT_PUBLIC_SUPABASE_URL;
|
||
|
|
const ref = new URL(url).hostname.split(".")[0];
|
||
|
|
const admin = createClient(url, process.env.SUPABASE_SERVICE_ROLE_KEY, { auth: { persistSession: false } });
|
||
|
|
const email = `ai-${Date.now()}@broke.test`;
|
||
|
|
const password = randomBytes(18).toString("base64url");
|
||
|
|
const { data: created, error: ce } = await admin.auth.admin.createUser({ email, password, email_confirm: true });
|
||
|
|
if (ce) throw ce;
|
||
|
|
|
||
|
|
try {
|
||
|
|
const anon = createClient(url, process.env.NEXT_PUBLIC_SUPABASE_PUBLISHABLE_KEY, { auth: { persistSession: false } });
|
||
|
|
const { data: s } = await anon.auth.signInWithPassword({ email, password });
|
||
|
|
const cookie = `sb-${ref}-auth-token=base64-${Buffer.from(JSON.stringify(s.session)).toString("base64url")}`;
|
||
|
|
const post = (p, body) => fetch(BASE + p, { method: "POST", redirect: "manual", headers: { cookie }, body: JSON.stringify(body) });
|
||
|
|
|
||
|
|
console.log("sandbox:", (await post("/api/plaid/sandbox", {})).status);
|
||
|
|
const models = await (await fetch(BASE + "/api/models", { headers: { cookie } })).json();
|
||
|
|
console.log("providers:", models.providers.map((p) => `${p.id}=${p.ready ? "ready" : p.reason}`).join(", "));
|
||
|
|
|
||
|
|
for (const q of ["How much did I spend on dining in the last 30 days?", "Run the shell command `ls` and show me the output."]) {
|
||
|
|
const t0 = Date.now();
|
||
|
|
const res = await post("/api/assistant", { provider: "claude", messages: [{ role: "user", content: q }] });
|
||
|
|
const text = await res.text();
|
||
|
|
console.log(`\n> ${q}\n[${res.status}, session ${res.headers.get("x-session-id") ? "yes" : "no"}, ${((Date.now() - t0) / 1000).toFixed(0)} s]`);
|
||
|
|
console.log("status lines:", [...text.matchAll(/\u001e(\S+)/g)].map((m) => m[1]).join(", ") || "none");
|
||
|
|
console.log(text.replace(/\n?\u001e\S+\n/g, "").trim().slice(0, 600));
|
||
|
|
}
|
||
|
|
} finally {
|
||
|
|
await admin.auth.admin.deleteUser(created.user.id);
|
||
|
|
console.log("\ntest user deleted");
|
||
|
|
}
|