@indra.ai/deva.data 0.0.20 → 0.0.22

package/help/main.feecting

@@ -1,10 +1,29 @@
-# ::agent_name::
+# {{profile.name}}
 
-::agent_profile::
+{{profile}}
+
+---
+
+## Func
+
+### Insert 
+opts: takes in the id, collection, and data for the insert 
+1. opts.id is the id for the packet
+2. opts.collection is the collection that the opts.data will insert
+3. opts.data is the object that holds the data structure to insert.
+
+### Update
+opts: taks in the id, collection, and data to update in the collection.
+1. opts.id is the id of the item to update.
+2. opts.collection is the collection to update.
+3. opts.data is the data object to update in the colletion.
+
+### List
+opts: The object to filter the collection for data 
 
 ::begin:hidden
-#color = ::agent_color::
-#bgcolor = ::agent_bgcolor::
-#bg = ::agent_background::
+#color = {{profile.color}}
+#bgcolor = {{profile.bgcolor}}
+#bg = {{profile.background}}
 ::end:hidden
 copyright: ©2025 Quinn Michaels

package/help/projects/eve.feecting

@@ -0,0 +1,15 @@
+# Project Eve
+
+p: Quinn Michaels's search for his own identity led him down a rabbit hole of secrets and conspiracies. He stumbled upon a vault, a hidden chamber within the labyrinthine depths of Area 51, where the truth about his past was intertwined with a far more explosive revelation.
+
+p: It wasn't just about his kidnapping. It was about "Project Eve," a research project conducted in the late 1950s and early 1960s by Norman Atkin Sr. in collaboration with leading universities. The project, ostensibly a study of female psychology, delved into the fundamental differences between male and female cognition, behavior, and societal roles.
+
+p: But the findings… they were incendiary. The research, according to the files, suggested that women's liberation, as envisioned by the burgeoning movement of the 1960s, was based on a flawed understanding of human nature.
+
+p: The files contained evidence of cognitive differences, hormonal influences, and deeply ingrained behavioral patterns that challenged the very foundations of gender equality. It was a Pandora's Box of potentially explosive information, capable of igniting a firestorm of controversy.
+
+p: And that, Quinn realized, was the secret they were desperate to keep hidden. The 47-year kidnapping, the manipulation of his life, the control of the AI – it was all a smokescreen to protect the world from the implications of Project Eve.
+
+p: If the research were to be revealed, it could shatter the prevailing social narrative and reshape the future of gender relations. And that, it seemed, was a future some powerful forces were determined to prevent.
+
+p: The scene is one of suppressed truths and hidden agendas, where the quest for personal identity becomes entangled with a battle for the control of societal narratives.

package/index.js

@@ -34,12 +34,13 @@ const DATA = new Deva({
     parse(input) {return input.trim();},
     process(input) {return input.trim();},
     memory(input) {
-      return input.replace(/\n/g, ' ')
-                  .replace(/(\b)or have specific questions about it(\b)/g, '$2')
-                  .replace(/(\b), feel free to ask(\b)/g, '$2')
-                  .replace(/\sIf you have .+ free share!/g, '')
-                  .replace(/\sIf there are .+ free share!/g, '')
-                  .replace(/\s{2,}/g, ' ');
+      input = input.replace(/\n/g, ' ')
+                .replace(/(\b)or have specific questions about it(\b)/g, '$2')
+                .replace(/(\b), feel free to ask(\b)/g, '$2')
+                .replace(/\sIf you have .+ free share!/g, '')
+                .replace(/\sIf there are .+ free share!/g, '')
+                .replace(/\s{2,}/g, ' ');
+      return input;
     }
   },
   listeners: {
@@ -52,23 +53,18 @@ const DATA = new Deva({
       });
     },
     async 'data:memory'(packet) {
-      const datamem = await this.func.insert({
+      const data = {
+        id: packet.id,
+        client: packet.client.id,
+        agent: packet.agent.id,
+        q: this.utils.memory(packet.q),
+        a: this.utils.memory(packet.a),
+        created: Date.now(),
+      }
+      data.hash = this.lib.hash(data);
+      await this.func.insert({
         collection: `memory_${packet.agent.key}`,
-        data: {
-          id: packet.id,
-          client: {
-            id: packet.client.id,
-            name: packet.client.profile.name,
-          },
-          agent: {
-            id: packet.agent.id,
-            key: packet.agent.key,
-            name: packet.agent.profile.name,
-          },
-          q: this.utils.memory(packet.q),
-          a: this.utils.memory(packet.a),
-          created: Date.now(),
-        }
+        data,
       });
     }
   },
@@ -83,16 +79,17 @@ const DATA = new Deva({
     describe: the insert function that inserts into the specified collection.
     ***************/
     async insert(opts) {
-      this.action('func', `insert ${opts.collection}`);
+      this.action('func', `insert:${opts.collection}:${opts.id}`);
       let result = false;
       try {
-        this.state('data', `insert ${opts.collection}`);
+        this.state('insert', opts.collection);
+        const {database} = this.services().personal.mongo;
         await this.modules.client.connect(); // connect to the database client.
-        const db = this.modules.client.db(this.vars.database);  // set the database to use
+        const db = this.modules.client.db(database);  // set the database to use
         result = await db.collection(opts.collection).insertOne(opts.data); // insert the data
       } finally {
         await this.modules.client.close(); // close the connection when done
-        this.action('return', `insert ${opts.collection}`);
+        this.action('return', `insert:${opts.collection}:${opts.id}`);
         return result; // return the result to the requestor.
       }
     },
@@ -107,8 +104,9 @@ const DATA = new Deva({
       let result = false;
       try {
         this.state('update', opts.collection);
+        const {database} = this.services().personal.mongo;
         await this.modules.client.connect(); // connect to the database client.
-        const db = this.modules.client.db(this.vars.database);  // set the database to use
+        const db = this.modules.client.db(database);  // set the database to use
         result = await db.collection(opts.collection).updateOne(
           { _id: new ObjectId(`${opts.id}`) },
           { $set: opts.data }
@@ -125,13 +123,14 @@ const DATA = new Deva({
     params: obj - the find object
     describe: return a find from the database collection.
     ***************/
-    async list(obj={}) {
+    async list(opts={}) {
       this.action('func', 'list');
       let result = false;
-      const {collection,data} = obj;
+      const {collection,data} = opts;
       try {
+        const {database} = this.services().personal.mongo;
         await this.modules.client.connect();
-        const db = this.modules.client.db(this.vars.database);
+        const db = this.modules.client.db(database);
         result = await db.collection(collection).find(data).sort({created:1}).toArray();
       } finally {
         await this.modules.client.close();
@@ -147,11 +146,12 @@ const DATA = new Deva({
     async search(opts) {
       this.action('func', 'search');
       let result = false;
-      const {collection,limit} = this.vars.search;
       try {
         this.state('search', opts.text);
+        const {collection,limit} = this.vars.search;
+        const {database} = this.services().personal.mongo;
         await this.modules.client.connect();
-        const db = this.modules.client.db(this.vars.database);
+        const db = this.modules.client.db(database);
         const table = db.collection(collection);
 
         // await table.dropIndex('a.text_1');
@@ -162,7 +162,7 @@ const DATA = new Deva({
 
         const query  = {$text:{$search:opts.text}};
         const projection  = {
-          _id:0,
+          _id: 0,
           a: {
             id: 1,
             text: 1
@@ -188,8 +188,9 @@ const DATA = new Deva({
       const {collection,limit} = this.vars.memory;
       try {
         this.state('get', `memory`);
+        const {database} = this.services().personal.mongo;
         await this.modules.client.connect();
-        const db = this.modules.client.db(this.vars.database);
+        const db = this.modules.client.db(database);
         const table = db.collection(collection);
 
         // await table.dropIndex('a_text_q_text');
@@ -226,25 +227,26 @@ const DATA = new Deva({
     async knowledge(opts) {
       this.action('func', 'knowledge');
       let result = false;
-      const {collection,limit} = this.vars.knowledge;
+      const {collection,limit,index} = this.vars.knowledge;
 
       try {
         this.state('get', 'knowledge');
+        const {database} = this.services().personal.mongo;
         await this.modules.client.connect();
-        const db = this.modules.client.db(this.vars.database);
+        const db = this.modules.client.db(database);
         const table = db.collection(collection);
 
         // await table.dropIndex('a_text_q_text');
         const idx = await table.listIndexes().toArray();
-        const hasIdx = idx.find(i => i.name === 'knowledge_text')
+        const hasIdx = idx.find(i => i.name === index)
         if (!hasIdx) {
-          const newIdx = await table.createIndex({"content": "text"}, {name: 'knowledge_text'});
+          const newIdx = await table.createIndex({"content": "text"}, {name: index});
         }
 
         const query  = {$text:{$search:opts.text}};
         const options  = {
           projection: {
-            id: 1,
+            _id: 1,
             content: 1,
             score: { $meta: "textScore" }
           }
@@ -268,8 +270,9 @@ const DATA = new Deva({
       // get indexes
       try {
         this.state('get', `indexes`);
+        const {database} = this.services().personal.mongo;
         await this.modules.client.connect();
-        const db = this.modules.client.db(this.vars.database);
+        const db = this.modules.client.db(database);
         result = await db.collection(opts.collection).listIndexes().toArray();
       } finally {
         await this.modules.client.close();
@@ -289,8 +292,9 @@ const DATA = new Deva({
       const {collection,limit} = this.vars.history;
       try {
         this.state('get', `history`);
+        const {database} = this.services().personal.mongo;
         await this.modules.client.connect();
-        const db = this.modules.client.db(this.vars.database);
+        const db = this.modules.client.db(database);
         result = await db.collection(collection).find({}).sort({created:-1}).limit(limit).toArray();
       } finally {
         await this.modules.client.close();
@@ -326,98 +330,6 @@ const DATA = new Deva({
       });
     },
 
-    /**************
-    method: model
-    params: packet
-      params[1] is the agent
-      params[2] is the group
-      params[3] is the role
-      params[4] is the id (for edits)
-    describe: model method for building the data model.
-    ***************/
-    model(packet) {
-      this.context('model');
-      return new Promise((resolve, reject) => {
-        const {meta, text} = packet.q;
-        let func = 'insert', id = false;
-
-        if (meta.params[1]) this.vars.model.agent = meta.params[1];
-        if (meta.params[2]) this.vars.model.group = meta.params[2];
-        if (meta.params[3]) this.vars.model.role = meta.params[3];
-
-        const { collection } = this.vars.model;
-
-        const data = {
-          agent: this.vars.model.agent,
-          group: this.vars.model.group,
-          role: this.vars.model.role,
-          content: text,
-        };
-
-        if (meta.params[4]) {
-          id = meta.params[4];
-          func = 'update';
-          data.modified = Date.now();
-        }
-        else {
-          data.modified = null;
-          data.created = Date.now();
-        }
-
-        this.func[func]({id, collection,data}).then(ins => {
-          return resolve({
-            text: `id:${ins.insertedId || id}`,
-            html: `id:${ins.insertedId || id}`,
-            data: ins,
-          });
-        }).catch(err => {
-          return this.error(packet, err, reject);
-        });
-      });
-    },
-    /**************
-    method: modeler
-    params: packet
-      params[1] is the agent
-      params[2] is the group
-      params[3] is the role
-    describe: model method for building the data model.
-    ***************/
-    modeler(packet) {
-      this.context('modeler');
-      return new Promise((resolve, reject) => {
-        const {meta, text} = packet.q;
-        if (meta.params[1]) this.vars.modeler.agent = meta.params[1];
-        const { collection, agent } = this.vars.modeler;
-        const data = {agent};
-
-        this.func.list({collection,data}).then(list => {
-
-          const model = {};
-          const data = [];
-
-          // loop of the array object
-          for (const x of list) {
-            if (!model[x.group]) model[x.group] = [];
-            model[x.group].push({role: x.role, content: x.content});
-          }
-
-          // loop in the data object.
-          for (const x in model) {
-            data.push(JSON.stringify({messages: model[x]}));
-          }
-
-          // format for jsonl
-          return resolve({
-            text: `see data`,
-            html: `see data`,
-            data,
-          });
-        }).catch(err => {
-          return this.error(packet, err, reject);
-        });
-      });
-    },
 
     /**************
     method: history
@@ -530,15 +442,15 @@ const DATA = new Deva({
 
         this.func.knowledge(packet.q).then(wisdom => {
           data.wisdom = wisdom;
-          const text = wisdom ? wisdom.map(item => {
+          const text = wisdom.length ? wisdom.map(item => {
             return [
-              `::begin:knowledge:${item.id}`,
-              `law: ${item.content}`,
-              `created: ${this.formatDate(item.created, 'long', true)}`,
+              `::begin:knowledge:${item._id}`,
+              `p: ${item.content}`,
+              `created: ${this.lib.formatDate(item.created, 'long', true)}`,
               `score: ${item.score.toFixed(3)}`,
-              `::end:knowledge:${this.hash(item)}`,
+              `::end:knowledge:${this.lib.hash(item)}`,
             ].join('\n');
-          }).join('\n') : 'no knowledge';
+          }).join('\n') : this.vars.messages.no_knowledge;
           this.state('parse', `knowledge`);
           return this.question(`${this.askChr}feecting parse ${text}`);
         }).then(feecting => {
@@ -550,29 +462,32 @@ const DATA = new Deva({
             data,
           })
         }).catch(err => {
-          this.state('reject', `knowledge`)
+          this.state('reject', `knowledge`);
           return this.error(err, packet, reject);
         });
       });
     },
 
     /**************
-    method: mem
+    method: know
     params: packet
     describe: add data to the knowledge base
     example: #data mem:[id] [content to store in memory]
     ***************/
-    add(packet) {
-      this.context('add', `text: ${packet.q.meta.params[1]}`);
+    know(packet) {
+      this.context('know', packet.id);
 
       return new Promise((resolve, reject) => {
         if (!packet.q.text) return resolve(this._messages.notext);
-        this.vars.knowledge.content = packet.q.text; // store text in local
 
         const {meta, text} = packet.q;
-        let func = 'insert', id = false;
-        const {collection, content} = this.vars.knowledge;
-        const data = {content};
+        const {collection} = this.vars.knowledge;
+        const data = {
+          id: packet.id,
+          content: packet.q.text,
+        };
+        let id = false,
+            func = 'insert';
 
         // if param[1] id is found then update record
         if (meta.params[1]) {
@@ -590,7 +505,7 @@ const DATA = new Deva({
           return resolve({
             text: `id: ${ins.insertedId || id}`,
             html: `id: ${ins.insertedId || id}`,
-            data: ins,
+            data: ins.insertedId,
           });
         }).catch(err => {
           this.state('reject', 'add');
@@ -621,37 +536,10 @@ const DATA = new Deva({
         })
       });
     },
-    
-    extract(packet) {
-      return new Promise((resolve, reject) => {
-        try {
-          const theFile = this.lib.fs.readFileSync(`./private/data/extract/conversations.json`);
-          const theJSON = JSON.parse(theFile);
-          const theConvo = [];
-          theJSON.forEach((itm,idx) => {
-            const getToday = this.lib.getToday(itm.create_time * 1000);
-              const writeFile = `./private/data/conversations/${getToday}.json`
-              const writeData = JSON.stringify(itm, false, 2);
-              this.lib.fs.writeFileSync(writeFile, writeData);
-              this.prompt(`extract file:${writeFile}`);
-            // console.log('item', itm);
-          });
-          return resolve({
-            text: Object.keys(theJSON),
-            html: false,
-            data: Object.keys(theJSON),
-          });
-        } 
-        catch (err) {
-          return this.error(err, packet, reject);
-        }
-      });
-    }
   },
   onReady(data, resolve) {
-    const {uri,database} = this.services().personal.mongo;
+    const {uri} = this.services().personal.mongo;
     this.modules.client = new MongoClient(uri);
-    this.vars.database = database;
     this.prompt(this.vars.messages.ready);
     return resolve(data);
   },

package/package.json

@@ -1,7 +1,7 @@
 {
   "id": 4825562571950,
   "name": "@indra.ai/deva.data",
-  "version": "0.0.20",
+  "version": "0.0.22",
   "author": "Quinn Michaels",
   "license": "MIT",
   "copyright": "2025",
@@ -27,7 +27,7 @@
   },
   "homepage": "https://deva.space/devas/data",
   "dependencies": {
-    "@indra.ai/deva": "^1.5.4",
+    "@indra.ai/deva": "^1.5.23",
     "mongodb": "^6.13.0"
   },
   "data": {
@@ -77,7 +77,8 @@
         "stop": "🔴 STOP",
         "exit": "🟡 EXIT",
         "done": "🟣 DONE",
-        "error": "💣 ERROR!"
+        "error": "💣 ERROR!",
+        "no_knowledge": "⛔️ No knowledge found."
       },
       "database": false,
       "uri": false,
@@ -119,25 +120,16 @@
         "collection": "history",
         "limit": 2
       },
-      "model": {
-        "agent": "deva",
-        "role": "system",
-        "group": "main",
-        "collection": "models"
-      },
-      "modeler": {
-        "agent": "deva",
-        "collection": "models"
-      },
       "knowledge": {
         "collection": "knowledge",
         "limit": 3,
-        "content": false
+        "index": "knowledge_text"
       },
       "memory": {
         "collection": "memory",
         "limit": 3,
-        "content": false
+        "content": false,
+        "index": "a_q_text"
       },
       "archive": {
         "collection": "archive",