Codex/chatbot prompt reliability

server/api/routes/firebaseAPI.ts

@@ -7,6 +7,49 @@ const ARTIST_COLLECTION = "artist";
 const ARTIST_SURVEY_COLLECTION = "artistSurvey";
 const POEM_COLLECTION = "poem";
 const INCOMPLETE_SESSION_COLLECTION = "artistIncompleteSession";
+const ASSIGNMENT_COLLECTION = "artistAssignment";
+
+router.post("/artist-assignment", async (req, res) => {
+  try {
+    const { sessionId, passageId, prolificPid } = req.body;
+    if (!sessionId || !passageId) {
+      return res.status(400).json({ error: "Missing sessionId or passageId" });
+    }
+
+    const assignmentRef = db.collection(ASSIGNMENT_COLLECTION).doc(sessionId);
+    const assignment = await db.runTransaction(async (transaction) => {
+      const existingAssignment = await transaction.get(assignmentRef);
+      if (existingAssignment.exists) {
+        const existing = existingAssignment.data()!;
+        return {
+          passageId: existing.passageId as string,
+          condition: existing.condition as "LLM" | "NO_AI",
+          strategy: existing.strategy as string,
+        };
+      }
+
+      const condition: "LLM" | "NO_AI" =
+        Math.random() < 0.5 ? "LLM" : "NO_AI";
+      const strategy = "INDEPENDENT_RANDOM_1_TO_1";
+
+      transaction.set(assignmentRef, {
+        sessionId,
+        prolificPid: prolificPid || null,
+        passageId: String(passageId),
+        condition,
+        strategy,
+        assignedAt: FieldValue.serverTimestamp(),
+      });
+
+      return { passageId: String(passageId), condition, strategy };
+    });
+
+    res.json(assignment);
+  } catch (error) {
+    console.error(error);
+    res.status(500).json({ error: "Failed to assign study condition" });
+  }
+});
 
 router.post("/autosave", async (req, res) => {
   try {
@@ -80,8 +123,9 @@ router.post("/commit-session", async (req, res) => {
       .collection(INCOMPLETE_SESSION_COLLECTION)
       .doc(sessionId);
 
-    const artist: Record<string, any> = {
+    const artist: Record<string, unknown> = {
       condition: artistData.condition,
+      assignment: artistData.assignment ?? null,
       surveyResponse: surveyRef,
       poem: poemRef,
       timestamps: [...(artistData.timeStamps ?? []), new Date()],

server/api/routes/llmAPI.ts

@@ -5,6 +5,11 @@ import dotenv from "dotenv";
 dotenv.config();
 
 const openai = new OpenAI({ apiKey: process.env.LLM_KEY || "" });
+const LLM_MODEL = "gpt-5.6-sol";
+const GENERATION_PARAMETERS = {
+  text: { verbosity: "low" as const },
+  stream: true as const,
+};
 
 const router = express.Router();
 
@@ -14,17 +19,34 @@ router.post("/query", async (req: express.Request, res: express.Response) => {
   res.setHeader("Connection", "keep-alive");
 
   try {
-    const { messages } = req.body;
+    const { messages, promptVersion } = req.body;
 
     const stream = await openai.responses.create({
-      model: "gpt-5.6-sol",
+      model: LLM_MODEL,
       input: messages,
-      text: { verbosity: "low" },
-      stream: true,
+      ...GENERATION_PARAMETERS,
     });
 
+    const writeMetadata = (modelVersion: string) => {
+      res.write(
+        `data: ${JSON.stringify({
+          type: "metadata",
+          metadata: {
+            model: LLM_MODEL,
+            modelVersion,
+            promptVersion: promptVersion || "unversioned",
+            generationParameters: GENERATION_PARAMETERS,
+          },
+        })}\n\n`,
+      );
+    };
+
+    writeMetadata(LLM_MODEL);
+
     for await (const event of stream) {
-      if (event.type === "response.output_text.delta") {
+      if (event.type === "response.created") {
+        writeMetadata(event.response.model || LLM_MODEL);
+      } else if (event.type === "response.output_text.delta") {
         res.write(`data: ${JSON.stringify({ content: event.delta })}\n\n`);
 
         process.stdout.write(event.delta);
@@ -36,7 +58,17 @@ router.post("/query", async (req: express.Request, res: express.Response) => {
     res.end();
   } catch (err) {
     console.error("Error fetching from OpenAI:", err);
-    res.status(500).json({ error: "Something went wrong." });
+    if (res.headersSent) {
+      res.write(
+        `data: ${JSON.stringify({
+          type: "error",
+          error: "The model request failed.",
+        })}\n\n`,
+      );
+      res.end();
+    } else {
+      res.status(500).json({ error: "Something went wrong." });
+    }
   }
 });
 

src/components/blackout/Blackout.tsx

@@ -33,6 +33,7 @@ const BlackoutPoetry: React.FC<BlackoutProps> = ({
       action: isSelected ? "REMOVE" : "ADD",
       index,
       timestamp: new Date(),
+      source: "DIRECT",
     };
     setPoemSnapshots((prev) => [...prev, newSnapshot]);
 
@@ -66,6 +67,7 @@ const BlackoutPoetry: React.FC<BlackoutProps> = ({
           action: actionType,
           index: snapshot.index,
           timestamp: new Date(),
+          source: "UNDO",
         },
       ]);
 
@@ -99,6 +101,7 @@ const BlackoutPoetry: React.FC<BlackoutProps> = ({
           action: actionType,
           index: snapshot.index,
           timestamp: new Date(),
+          source: "REDO",
         },
       ]);