WIP: Embed docsite testing

platform/src/auth/instance-auth.ts

@@ -334,6 +334,7 @@ export class InstanceAuth {
     }
 
     const apiKey = this.extractApiKey(ctx);
+    console.log({ apiKey });
     if (!apiKey) {
       return this.globalKeyConfigured() ? undefined : unauthorized(ctx);
     }
@@ -342,6 +343,7 @@ export class InstanceAuth {
     const result: LookupResult = this.lookupOverride
       ? toLookupResult(await this.lookupOverride(hash))
       : await this.lookupClient(hash);
+    console.log({ result });
     if (result.kind === "found") {
       // Recognised client with no stored key is a server-side
       // misconfiguration, not a caller error. Mis-billing the global key

platform/src/middleware/services.ts

@@ -67,7 +67,7 @@ export default async (app: Elysia, port: number, auth: InstanceAuth) => {
     // Resolve every /services/* caller: swap a known client's key, drop the field for
     // a no-key request (global key), and reject anything else (forged internal header,
     // or an api_key that isn't a known client -> 401/503).
-    app.onBeforeHandle(auth.authenticate);
+    // app.onBeforeHandle(auth.authenticate);
 
     modules.forEach((m) => {
       const { name, readme } = m;
@@ -80,7 +80,7 @@ export default async (app: Elysia, port: number, auth: InstanceAuth) => {
         console.log(`POST /services/${name}: ${ctx.uuid}`);
         const payload = buildPayload(ctx);
         const result = await callService(m, port, payload as any);
-
+        console.log({ result });
         if (isApolloError(result)) {
           return new Response(JSON.stringify(result), {
             status: result.code,

pyproject.toml

@@ -26,6 +26,7 @@ psycopg2-binary = "^2.9.10"
 langfuse = "^4.14.1"
 opentelemetry-instrumentation-anthropic = "^0.62.1"
 opentelemetry-instrumentation-threading = "0.65b0"
+pandas = "^2.2"
 
 [tool.poetry.group.dev]
 optional = false

services/embed_docsite/embed_docsite.py

@@ -9,6 +9,7 @@
 logger = create_logger("embed_docsite")
 
 def main(data):
+    print('*********************')
     logger.info("Starting...")
 
     # Get selection of doc types to upload, or default to all

services/entry.py

@@ -3,6 +3,7 @@
 import json
 import uuid
 import argparse
+from pathlib import Path
 from dotenv import load_dotenv
 import sentry_sdk
 from util import set_apollo_port, ApolloError
@@ -96,6 +97,7 @@ def call(
     langfuse.flush()
 
     if output_path:
+        Path(os.path.dirname(output_path)).mkdir(parents=True, exist_ok=True)
         with open(output_path, "w") as f:
             json.dump(result, f)