- Renamed SmartThreadDataAdapter to ThreadSourceAdapter for clarity.

- Updated `SmartThreadJsonDataAdapter` to extend from the new `ThreadSourceAdapter`.
- Introduced `FileSourceAdapter` for file handling, replacing the deprecated `TextSourceAdapter`.
- Modified `MarkdownSourceAdapter` to extend from `FileSourceAdapter`, enhancing file operations.
- Added new `JsonTemplateSourceAdapter` for JSON file persistence in templates.
- Created a new lookup JSON template for structured data handling.
- Commented out unimplemented methods in `SourceAdapter` to clarify intended functionality.

smart-chats/adapters/_adapter.js

@@ -3,7 +3,7 @@
  * @description Base adapter class for chat data format conversions.
  * Provides interface for converting between internal format and various chat formats.
  */
-export class SmartThreadDataAdapter {
+export class ThreadSourceAdapter {
   /**
    * @constructor
    * @param {SmartThread} item - The SmartThread instance this adapter is attached to

smart-chats/adapters/json.js

@@ -1,11 +1,11 @@
-import { SmartThreadDataAdapter } from "./_adapter.js";
+import { ThreadSourceAdapter } from "./_adapter.js";
 
 /**
- * @class SmartThreadJsonDataAdapter
- * @extends SmartThreadDataAdapter
+ * @class EnvJsonThreadSourceAdapter
+ * @extends ThreadSourceAdapter
  * @description for persisting OpenAI chat completion responses to JSON files
  */
-export class SmartThreadJsonDataAdapter extends SmartThreadDataAdapter {
+export class EnvJsonThreadSourceAdapter extends ThreadSourceAdapter {
   static extension = 'json';
   extension = 'json';
   to_source_data(){

smart-sources/adapters/_adapter.js

@@ -18,9 +18,9 @@ export class SourceAdapter {
   async import() { this.throw_not_implemented('import'); }
   async append(content) { this.throw_not_implemented('append'); }
   async update(full_content, opts = {}) { this.throw_not_implemented('update'); }
-  async _update(content) { this.throw_not_implemented('_update'); }
+  // async _update(content) { this.throw_not_implemented('_update'); }
   async read(opts = {}) { this.throw_not_implemented('read'); }
-  async _read() { this.throw_not_implemented('_read'); }
+  // async _read() { this.throw_not_implemented('_read'); }
   async remove() { this.throw_not_implemented('remove'); }
   async move_to(entity_ref) { this.throw_not_implemented('move_to'); }
   async merge(content, opts = {}) { this.throw_not_implemented('merge'); }

smart-sources/adapters/file.js

@@ -0,0 +1,10 @@
+import { SourceAdapter } from "./_adapter.js";
+export class FileSourceAdapter extends SourceAdapter {
+  async update(content) {
+    await this.fs.write(this.file_path, content);
+  }
+  async read() {
+    return await this.fs.read(this.file_path);
+  }
+  get file_path() { return this.item.file_path; }
+}

smart-sources/adapters/markdown.js

@@ -1,14 +1,13 @@
 import { increase_heading_depth } from "../utils/increase_heading_depth.js";
-import { TextSourceAdapter } from "./text.js";
+import { FileSourceAdapter } from "./file.js";
 import { markdown_to_blocks } from "../blocks/markdown_to_blocks.js";
 import { get_markdown_links } from "../utils/get_markdown_links.js";
 import { get_line_range } from "../utils/get_line_range.js";
 import { block_read, block_update, block_destroy } from "../blocks/markdown_crud.js";
 
-export class MarkdownSourceAdapter extends TextSourceAdapter {
+export class MarkdownSourceAdapter extends FileSourceAdapter {
   get fs() { return this.source_collection.fs; }
   get data() { return this.item.data; }
-  get file_path() { return this.item.file_path; }
   get source() { return this.item.source ? this.item.source : this.item; }
 
   async import() {
@@ -75,11 +74,11 @@ export class MarkdownSourceAdapter extends TextSourceAdapter {
       await this.merge(full_content, { mode: "append_blocks" });
     }
   }
-
   async _update(content) {
-    await this.fs.write(this.file_path, content);
+    await super.update(content);
   }
 
+
   async read(opts = {}) {
     let content = await this._read();
     this.source.data.last_read_hash = await this.create_hash(content);
@@ -97,11 +96,11 @@ export class MarkdownSourceAdapter extends TextSourceAdapter {
 
     return content;
   }
-
   async _read() {
-    return await this.fs.read(this.file_path);
+    return await super.read();
   }
 
+
   async remove() {
     await this.fs.remove(this.file_path);
     this.item.delete();

smart-templates/adapters/json.js

@@ -0,0 +1,32 @@
+import { FileSourceAdapter } from "smart-sources/adapters/file.js";
+
+/**
+ * @class SmartTemplateJsonSourceAdapter
+ * @extends SmartTemplateDataAdapter
+ * @description for persisting OpenAI chat completion responses to JSON files
+ */
+export class JsonTemplateSourceAdapter extends FileSourceAdapter {
+  static extension = 'json';
+  extension = 'json';
+  async to_source_file(){
+    const file_content = {
+      ...this.item.data,
+    };
+    await this.update(JSON.stringify(file_content, null, 2));
+  }
+  async from_source_file() {
+    const source_file = await this.read();
+    const parsed_data = JSON.parse(source_file);
+    this.item.data = {
+      ...this.item.data,
+      ...parsed_data,
+      blocks: undefined
+    };
+    // parsed_data.blocks.forEach(block => {
+    //   this.item.env.template_outputs.items[block.key] = new this.item.env.template_outputs.item_type(
+    //     this.item.env,
+    //     block
+    //   );
+    // });
+  }
+}

smart-templates/templates/lookup.json

@@ -0,0 +1,5 @@
+{
+  "opts": {},
+  "tool": {},
+  "output": {}
+}