Really really import (#1091)

* seeder's "import json" command now creates a data holder recipe
  - the recipe has on logic, just holds the values
  - it is extended
  - you can optionally pass your own schema to it

Author: anotherjesse

seeder/cli.ts

@@ -1,13 +1,25 @@
 import { parseArgs } from "@std/cli/parse-args";
-import { castNewRecipe, CharmManager } from "@commontools/charm";
+import {
+  castNewRecipe,
+  CharmManager,
+  compileAndRunRecipe,
+} from "@commontools/charm";
 import { getEntityId, setBobbyServerUrl, storage } from "@commontools/runner";
 import { createSession, Identity } from "@commontools/identity";
-import { formatJsonImportPrompt, LLMClient, setLLMUrl } from "@commontools/llm";
+import { LLMClient, setLLMUrl } from "@commontools/llm";
 import { processWorkflow } from "@commontools/charm";
 import { type CharmResult, CommandType, type Step } from "./interfaces.ts";
 import { scenarios } from "./scenarios.ts";
 import { toolshedUrl } from "./env.ts";
 import { llmVerifyCharm } from "./judge.ts";
+import {
+  createJsonSchema,
+  derive,
+  NAME,
+  recipe,
+  UI,
+} from "@commontools/builder";
+import { h } from "@commontools/html";
 import { ensureReportDir, generateReport } from "./report.ts";
 import {
   addErrorListeners,
@@ -128,14 +140,48 @@ async function processCommand(
         throw new Error("Missing data for JSON import.");
       }
 
-      const jsonPrompt = formatJsonImportPrompt(prompt, step.data);
-      const form = await processWorkflow(
-        jsonPrompt,
+      // FIXME(ja): we should move this to a common charm method so that
+      // jumble and seeder can share
+      const schema = step.dataSchema ?? createJsonSchema(step.data);
+      const schemaString = JSON.stringify(schema, null, 2);
+      const result = Object.keys(schema.properties ?? {}).map((key) =>
+        `    ${key}: data.${key},\n`
+      ).join("\n");
+
+      const dataRecipeSrc = `import { h } from "@commontools/html";
+      import { recipe, UI, NAME, derive, type JSONSchema } from "@commontools/builder";
+
+      const schema = ${schemaString};
+
+      export default recipe(schema, schema, (data) => ({
+        [NAME]: "Data Import",
+        [UI]: <div><h2>schema</h2><pre>${
+        schemaString.replaceAll("{", "&#123;")
+          .replaceAll("}", "&#125;")
+          .replaceAll("\n", "<br/>")
+      }</pre></div>,
+        ${result}
+      }));`;
+
+      const dataCharm = await compileAndRunRecipe(
         charmManager,
-        {
-          cache,
-        },
+        dataRecipeSrc,
+        "data import",
+        step.data,
       );
+
+      const form = await processWorkflow(prompt, charmManager, {
+        existingCharm: dataCharm,
+        cache,
+        prefill: {
+          classification: {
+            workflowType: "imagine",
+            confidence: 1.0,
+            reasoning: "hard coded",
+          },
+        },
+      });
+
       const newCharm = form.generation?.charm;
       const id = getEntityId(newCharm);
       if (id) {

seeder/interfaces.ts

@@ -31,6 +31,7 @@ export type Step = {
   type: CommandType;
   prompt: string;
   data?: any;
+  dataSchema?: any;
 };
 
 export type Scenario = {

seeder/scenarios.ts

@@ -3,11 +3,11 @@ import { CommandType, type Scenario, type Step } from "./interfaces.ts";
 export const scenarios: Scenario[] = [
   {
     name: "2048 Game Long",
+    tags: ["smol"],
     steps: [{
       type: CommandType.New,
       prompt: "a 2048 game",
     }],
-    tags: ["smol"],
   },
   {
     name: "2048 Game Short",
@@ -216,10 +216,31 @@ Hierarchical integrity is maintained as subitems with their Parent items.
     }],
   },
   {
-    name: "Import JSON Sample",
+    name: "Recipe Collection Manager",
+    tags: ["import"],
     steps: [{
       type: CommandType.ImportJSON,
-      prompt: "Recipe Collection",
+      prompt:
+        "Recipe collection manager, the lets the user dream up new recipes using the LLM",
+      dataSchema: {
+        type: "object",
+        properties: {
+          "recipes": {
+            type: "array",
+            items: {
+              "type": "object",
+              "properties": {
+                "name": { "type": "string" },
+                "ingredients": {
+                  "type": "array",
+                  "items": { "type": "string" },
+                },
+                "instructions": { "type": "string" },
+              },
+            },
+          },
+        },
+      },
       data: {
         "recipes": [
           {
@@ -250,6 +271,5 @@ Hierarchical integrity is maintained as subitems with their Parent items.
         ],
       },
     }],
-    tags: ["import"],
   },
 ];