Storage refactor (#526)

* first pass refactor moving storage.ts from common-charm to common-runner, unit tests pass, still running integration testing

* added env AI_URL which allows you to use local toolshed but point the AI endpoints to another environment

* add dummy test since CI is complaining

* breaking out imports to individual files rather than using index.ts

* modified common-cli/main.ts import to point to common-memory/src/storage.ts

---------

Co-authored-by: Ellyse <ellyse@common.tools>

Author: ellyxir

typescript/packages/common-charm/src/charm.ts

@@ -19,9 +19,8 @@ import {
   isCell,
   run,
 } from "@commontools/runner";
-import { storage } from "./storage.ts";
 import { syncRecipeBlobby } from "./syncRecipe.ts";
-import { getSpace, Space } from "@commontools/runner";
+import { storage, getSpace, Space } from "@commontools/runner";
 import { DID, Identity, Signer } from "@commontools/identity";
 
 export type Charm = {

typescript/packages/common-charm/src/index.ts

@@ -10,4 +10,3 @@ export {
   saveNewRecipeVersion,
 } from "./iterate.ts";
 export { getIframeRecipe, type IFrameRecipe } from "./iframe/recipe.ts";
-export { storage } from "./storage.ts";

typescript/packages/common-charm/test/test.ts

@@ -0,0 +1,4 @@
+import { describe } from "@std/testing/bdd";
+
+describe("noop", () => {
+});

typescript/packages/common-cli/charm_demo.ts

@@ -9,7 +9,7 @@ import { Charm, CharmManager } from "../common-charm/src/charm.ts";
 import { Cell } from "../common-runner/src/cell.ts";
 import { DocImpl, getDoc } from "../common-runner/src/doc.ts";
 import { EntityId } from "../common-runner/src/doc-map.ts";
-import { storage } from "../common-charm/src/storage.ts";
+import { storage } from "../common-runner/src/storage.ts";
 import { getSpace, Space } from "../common-runner/src/space.ts";
 import { Identity } from "../common-identity/src/index.ts";
 

typescript/packages/common-cli/main.ts

@@ -4,9 +4,8 @@ import {
   CharmManager,
   compileRecipe,
   setBobbyServerUrl,
-  storage,
 } from "@commontools/charm";
-import { getEntityId, isStream } from "@commontools/runner";
+import { storage, getEntityId, isStream } from "@commontools/runner";
 import { Identity } from "@commontools/identity";
 
 const { space, charmId, recipeFile, cause, quit } = parseArgs(Deno.args, {

typescript/packages/common-runner/src/index.ts

@@ -43,3 +43,4 @@ export {
 } from "./recipe-map.ts";
 export { type AddCancel, type Cancel, noOp, useCancelGroup } from "./cancel.ts";
 export { getSpace, type Space } from "./space.ts";
+export { storage } from "./storage.ts";

typescript/packages/common-charm/src/storage.ts renamed to typescript/packages/common-runner/src/storage.ts

@@ -1,21 +1,15 @@
 import {
-  type AddCancel,
-  type Cancel,
-  Cell,
   type DocImpl,
   type DocLink,
-  type EntityId,
-  getDocByEntityId,
-  getDocLinkOrThrow,
-  idle,
-  isCell,
   isDoc,
   isDocLink,
-  isQueryResultForDereferencing,
-  Space,
-  useCancelGroup,
-} from "@commontools/runner";
-
+} from "./doc.ts";
+import { type AddCancel, type Cancel, useCancelGroup } from "./cancel.ts";
+import { Cell, isCell } from "./cell.ts";
+import { type EntityId, getDocByEntityId } from "./cell-map.ts";
+import { getDocLinkOrThrow, isQueryResultForDereferencing } from "./query-result-proxy.ts";
+import { idle } from "./scheduler.ts";
+import { Space } from "./space.ts";
 import { isStatic, markAsStatic } from "@commontools/builder";
 import { StorageProvider, StorageValue } from "./storage/base.ts";
 import { RemoteStorageProvider } from "./storage/remote.ts";