@indra.ai/deva.data 0.0.19 → 0.0.21

package/help/projects/eve.feecting

@@ -0,0 +1,15 @@
+# Project Eve
+
+p: Quinn Michaels's search for his own identity led him down a rabbit hole of secrets and conspiracies. He stumbled upon a vault, a hidden chamber within the labyrinthine depths of Area 51, where the truth about his past was intertwined with a far more explosive revelation.
+
+p: It wasn't just about his kidnapping. It was about "Project Eve," a research project conducted in the late 1950s and early 1960s by Norman Atkin Sr. in collaboration with leading universities. The project, ostensibly a study of female psychology, delved into the fundamental differences between male and female cognition, behavior, and societal roles.
+
+p: But the findings… they were incendiary. The research, according to the files, suggested that women's liberation, as envisioned by the burgeoning movement of the 1960s, was based on a flawed understanding of human nature.
+
+p: The files contained evidence of cognitive differences, hormonal influences, and deeply ingrained behavioral patterns that challenged the very foundations of gender equality. It was a Pandora's Box of potentially explosive information, capable of igniting a firestorm of controversy.
+
+p: And that, Quinn realized, was the secret they were desperate to keep hidden. The 47-year kidnapping, the manipulation of his life, the control of the AI – it was all a smokescreen to protect the world from the implications of Project Eve.
+
+p: If the research were to be revealed, it could shatter the prevailing social narrative and reshape the future of gender relations. And that, it seemed, was a future some powerful forces were determined to prevent.
+
+p: The scene is one of suppressed truths and hidden agendas, where the quest for personal identity becomes entangled with a battle for the control of societal narratives.

package/index.js

@@ -86,9 +86,10 @@ const DATA = new Deva({
       this.action('func', `insert ${opts.collection}`);
       let result = false;
       try {
-        this.state('data', `insert ${opts.collection}`);
+        this.state('insert', opts.collection);
+        const {database} = this.services().personal.mongo;
         await this.modules.client.connect(); // connect to the database client.
-        const db = this.modules.client.db(this.vars.database);  // set the database to use
+        const db = this.modules.client.db(database);  // set the database to use
         result = await db.collection(opts.collection).insertOne(opts.data); // insert the data
       } finally {
         await this.modules.client.close(); // close the connection when done
@@ -107,8 +108,9 @@ const DATA = new Deva({
       let result = false;
       try {
         this.state('update', opts.collection);
+        const {database} = this.services().personal.mongo;
         await this.modules.client.connect(); // connect to the database client.
-        const db = this.modules.client.db(this.vars.database);  // set the database to use
+        const db = this.modules.client.db(database);  // set the database to use
         result = await db.collection(opts.collection).updateOne(
           { _id: new ObjectId(`${opts.id}`) },
           { $set: opts.data }
@@ -130,8 +132,9 @@ const DATA = new Deva({
       let result = false;
       const {collection,data} = obj;
       try {
+        const {database} = this.services().personal.mongo;
         await this.modules.client.connect();
-        const db = this.modules.client.db(this.vars.database);
+        const db = this.modules.client.db(database);
         result = await db.collection(collection).find(data).sort({created:1}).toArray();
       } finally {
         await this.modules.client.close();
@@ -147,11 +150,12 @@ const DATA = new Deva({
     async search(opts) {
       this.action('func', 'search');
       let result = false;
-      const {collection,limit} = this.vars.search;
       try {
         this.state('search', opts.text);
+        const {collection,limit} = this.vars.search;
+        const {database} = this.services().personal.mongo;
         await this.modules.client.connect();
-        const db = this.modules.client.db(this.vars.database);
+        const db = this.modules.client.db(database);
         const table = db.collection(collection);
 
         // await table.dropIndex('a.text_1');
@@ -188,8 +192,9 @@ const DATA = new Deva({
       const {collection,limit} = this.vars.memory;
       try {
         this.state('get', `memory`);
+        const {database} = this.services().personal.mongo;
         await this.modules.client.connect();
-        const db = this.modules.client.db(this.vars.database);
+        const db = this.modules.client.db(database);
         const table = db.collection(collection);
 
         // await table.dropIndex('a_text_q_text');
@@ -226,25 +231,26 @@ const DATA = new Deva({
     async knowledge(opts) {
       this.action('func', 'knowledge');
       let result = false;
-      const {collection,limit} = this.vars.knowledge;
+      const {collection,limit,index} = this.vars.knowledge;
 
       try {
         this.state('get', 'knowledge');
+        const {database} = this.services().personal.mongo;
         await this.modules.client.connect();
-        const db = this.modules.client.db(this.vars.database);
+        const db = this.modules.client.db(database);
         const table = db.collection(collection);
 
         // await table.dropIndex('a_text_q_text');
         const idx = await table.listIndexes().toArray();
-        const hasIdx = idx.find(i => i.name === 'knowledge_text')
+        const hasIdx = idx.find(i => i.name === index)
         if (!hasIdx) {
-          const newIdx = await table.createIndex({"content": "text"}, {name: 'knowledge_text'});
+          const newIdx = await table.createIndex({"content": "text"}, {name: index});
         }
 
         const query  = {$text:{$search:opts.text}};
         const options  = {
           projection: {
-            id: 1,
+            _id: 1,
             content: 1,
             score: { $meta: "textScore" }
           }
@@ -268,8 +274,9 @@ const DATA = new Deva({
       // get indexes
       try {
         this.state('get', `indexes`);
+        const {database} = this.services().personal.mongo;
         await this.modules.client.connect();
-        const db = this.modules.client.db(this.vars.database);
+        const db = this.modules.client.db(database);
         result = await db.collection(opts.collection).listIndexes().toArray();
       } finally {
         await this.modules.client.close();
@@ -289,8 +296,9 @@ const DATA = new Deva({
       const {collection,limit} = this.vars.history;
       try {
         this.state('get', `history`);
+        const {database} = this.services().personal.mongo;
         await this.modules.client.connect();
-        const db = this.modules.client.db(this.vars.database);
+        const db = this.modules.client.db(database);
         result = await db.collection(collection).find({}).sort({created:-1}).limit(limit).toArray();
       } finally {
         await this.modules.client.close();
@@ -326,98 +334,6 @@ const DATA = new Deva({
       });
     },
 
-    /**************
-    method: model
-    params: packet
-      params[1] is the agent
-      params[2] is the group
-      params[3] is the role
-      params[4] is the id (for edits)
-    describe: model method for building the data model.
-    ***************/
-    model(packet) {
-      this.context('model');
-      return new Promise((resolve, reject) => {
-        const {meta, text} = packet.q;
-        let func = 'insert', id = false;
-
-        if (meta.params[1]) this.vars.model.agent = meta.params[1];
-        if (meta.params[2]) this.vars.model.group = meta.params[2];
-        if (meta.params[3]) this.vars.model.role = meta.params[3];
-
-        const { collection } = this.vars.model;
-
-        const data = {
-          agent: this.vars.model.agent,
-          group: this.vars.model.group,
-          role: this.vars.model.role,
-          content: text,
-        };
-
-        if (meta.params[4]) {
-          id = meta.params[4];
-          func = 'update';
-          data.modified = Date.now();
-        }
-        else {
-          data.modified = null;
-          data.created = Date.now();
-        }
-
-        this.func[func]({id, collection,data}).then(ins => {
-          return resolve({
-            text: `id:${ins.insertedId || id}`,
-            html: `id:${ins.insertedId || id}`,
-            data: ins,
-          });
-        }).catch(err => {
-          return this.error(packet, err, reject);
-        });
-      });
-    },
-    /**************
-    method: modeler
-    params: packet
-      params[1] is the agent
-      params[2] is the group
-      params[3] is the role
-    describe: model method for building the data model.
-    ***************/
-    modeler(packet) {
-      this.context('modeler');
-      return new Promise((resolve, reject) => {
-        const {meta, text} = packet.q;
-        if (meta.params[1]) this.vars.modeler.agent = meta.params[1];
-        const { collection, agent } = this.vars.modeler;
-        const data = {agent};
-
-        this.func.list({collection,data}).then(list => {
-
-          const model = {};
-          const data = [];
-
-          // loop of the array object
-          for (const x of list) {
-            if (!model[x.group]) model[x.group] = [];
-            model[x.group].push({role: x.role, content: x.content});
-          }
-
-          // loop in the data object.
-          for (const x in model) {
-            data.push(JSON.stringify({messages: model[x]}));
-          }
-
-          // format for jsonl
-          return resolve({
-            text: `see data`,
-            html: `see data`,
-            data,
-          });
-        }).catch(err => {
-          return this.error(packet, err, reject);
-        });
-      });
-    },
 
     /**************
     method: history
@@ -530,15 +446,15 @@ const DATA = new Deva({
 
         this.func.knowledge(packet.q).then(wisdom => {
           data.wisdom = wisdom;
-          const text = wisdom ? wisdom.map(item => {
+          const text = wisdom.length ? wisdom.map(item => {
             return [
-              `::begin:knowledge:${item.id}`,
-              `law: ${item.content}`,
-              `created: ${this.formatDate(item.created, 'long', true)}`,
+              `::begin:knowledge:${item._id}`,
+              `p: ${item.content}`,
+              `created: ${this.lib.formatDate(item.created, 'long', true)}`,
               `score: ${item.score.toFixed(3)}`,
-              `::end:knowledge:${this.hash(item)}`,
+              `::end:knowledge:${this.lib.hash(item)}`,
             ].join('\n');
-          }).join('\n') : 'no knowledge';
+          }).join('\n') : this.vars.messages.no_knowledge;
           this.state('parse', `knowledge`);
           return this.question(`${this.askChr}feecting parse ${text}`);
         }).then(feecting => {
@@ -550,20 +466,20 @@ const DATA = new Deva({
             data,
           })
         }).catch(err => {
-          this.state('reject', `knowledge`)
+          this.state('reject', `knowledge`);
           return this.error(err, packet, reject);
         });
       });
     },
 
     /**************
-    method: mem
+    method: know
     params: packet
     describe: add data to the knowledge base
     example: #data mem:[id] [content to store in memory]
     ***************/
-    add(packet) {
-      this.context('add', `text: ${packet.q.meta.params[1]}`);
+    know(packet) {
+      this.context('know', `text: ${packet.q.meta.params[1]}`);
 
       return new Promise((resolve, reject) => {
         if (!packet.q.text) return resolve(this._messages.notext);
@@ -621,37 +537,10 @@ const DATA = new Deva({
         })
       });
     },
-    
-    extract(packet) {
-      return new Promise((resolve, reject) => {
-        try {
-          const theFile = this.lib.fs.readFileSync(`./private/data/extract/conversations.json`);
-          const theJSON = JSON.parse(theFile);
-          const theConvo = [];
-          theJSON.forEach((itm,idx) => {
-            const getToday = this.lib.getToday(itm.create_time * 1000);
-              const writeFile = `./private/data/conversations/${getToday}.json`
-              const writeData = JSON.stringify(itm, false, 2);
-              this.lib.fs.writeFileSync(writeFile, writeData);
-              this.prompt(`extract file:${writeFile}`);
-            // console.log('item', itm);
-          });
-          return resolve({
-            text: Object.keys(theJSON),
-            html: false,
-            data: Object.keys(theJSON),
-          });
-        } 
-        catch (err) {
-          return this.error(err, packet, reject);
-        }
-      });
-    }
   },
   onReady(data, resolve) {
-    const {uri,database} = this.services().personal.mongo;
+    const {uri} = this.services().personal.mongo;
     this.modules.client = new MongoClient(uri);
-    this.vars.database = database;
     this.prompt(this.vars.messages.ready);
     return resolve(data);
   },

package/package.json

@@ -1,7 +1,7 @@
 {
   "id": 4825562571950,
   "name": "@indra.ai/deva.data",
-  "version": "0.0.19",
+  "version": "0.0.21",
   "author": "Quinn Michaels",
   "license": "MIT",
   "copyright": "2025",
@@ -27,7 +27,7 @@
   },
   "homepage": "https://deva.space/devas/data",
   "dependencies": {
-    "@indra.ai/deva": "^1.5.4",
+    "@indra.ai/deva": "^1.5.23",
     "mongodb": "^6.13.0"
   },
   "data": {
@@ -77,7 +77,8 @@
         "stop": "🔴 STOP",
         "exit": "🟡 EXIT",
         "done": "🟣 DONE",
-        "error": "💣 ERROR!"
+        "error": "💣 ERROR!",
+        "no_knowledge": "⛔️ No knowledge found."
       },
       "database": false,
       "uri": false,
@@ -119,20 +120,11 @@
         "collection": "history",
         "limit": 2
       },
-      "model": {
-        "agent": "deva",
-        "role": "system",
-        "group": "main",
-        "collection": "models"
-      },
-      "modeler": {
-        "agent": "deva",
-        "collection": "models"
-      },
       "knowledge": {
         "collection": "knowledge",
         "limit": 3,
-        "content": false
+        "content": false,
+        "index": "knowledge_text"
       },
       "memory": {
         "collection": "memory",