@mongoosejs/studio 0.0.17 → 0.0.19

package/frontend/src/document/document.html

@@ -56,5 +56,19 @@
         <component :is="getComponentForPath(path)" :value="getValueForPath(path.path)"></component>
       </div>
     </div>
+    <div v-for="path in virtuals" class="mb-2">
+      <div class="p-1 mb-1 bg-slate-100">
+        {{path.name}}
+        <span class="path-type">
+          (virtual)
+        </span>
+      </div>
+      <div v-if="path.value == null" class="text-sky-800">
+        {{'' + path.value}}
+      </div>
+      <div v-else>
+        {{path.value}}
+      </div>
+    </div>
   </div>
 </div>

package/frontend/src/document/document.js

@@ -17,12 +17,13 @@ module.exports = app => app.component('document', {
     status: 'init',
     document: null,
     changes: {},
-    editting: false
+    editting: false,
+    virtuals: []
   }),
   async mounted() {
     const { doc, schemaPaths } = await api.Model.getDocument({ model: this.model, documentId: this.documentId });
     this.document = doc;
-    this.schemaPaths = Object.keys(schemaPaths).sort((k1, k2) => {
+    this.schemaPaths = await Object.keys(schemaPaths).sort((k1, k2) => {
       if (k1 === '_id' && k2 !== '_id') {
         return -1;
       }
@@ -31,7 +32,7 @@ module.exports = app => app.component('document', {
       }
       return 0;
     }).map(key => schemaPaths[key]);
-
+    this.getVirtuals();
     this.status = 'loaded';
   },
   methods: {
@@ -59,6 +60,15 @@ module.exports = app => app.component('document', {
     getEditValueForPath({ path }) {
       return path in this.changes ? this.changes[path] : mpath.get(path, this.document);
     },
+    getVirtuals() {
+      const exists = this.schemaPaths.map(x => x.path);
+      const docKeys = Object.keys(this.document);
+      for (let i = 0; i < docKeys.length; i++) {
+        if (!exists.includes(docKeys[i])) {
+          this.virtuals.push({ name: docKeys[i], value: this.document[docKeys[i]] });
+        }
+      }
+    },
     cancelEdit() {
       this.changes = {};
       this.editting = false;

package/frontend/src/models/models.css

@@ -131,8 +131,4 @@
   display: inline-flex;
   justify-content: space-around;
   align-items: baseline;
-}
-
-.models .documents .buttons button:not(:last-child) {
-  margin-right: 8px;
 }

package/frontend/src/models/models.html

@@ -1,11 +1,27 @@
 <div class="models">
-  <div class="model-selector">
-    <h1>Models</h1>
-    <div v-for="model in models">
-      <router-link :to="'/model/' + model" :class="model === currentModel ? 'bold' : ''">
-        {{model}}
-      </router-link>
+  <div>
+    <div class="flex grow flex-col gap-y-5 overflow-y-auto border-r border-gray-200 bg-white px-2 h-[calc(100vh-55px)]">
+      <div class="flex font-bold font-xl mt-4 pl-2">
+        Models
+      </div>
+      <nav class="flex flex-1 flex-col">
+        <ul role="list" class="flex flex-1 flex-col gap-y-7">
+          <li>
+            <ul role="list">
+              <li v-for="model in models">
+                <router-link
+                  :to="'/model/' + model"
+                  class="block rounded-md py-2 pr-2 pl-2 text-sm font-semibold text-gray-700"
+                  :class="model === currentModel ? 'bg-puerto-rico-100 font-bold' : 'hover:bg-puerto-rico-100'">
+                  {{model}}
+                </router-link>
+              </li>
+            </ul>
+          </li>
+        </ul>
+      </nav>
     </div>
+    
   </div>
   <div class="documents" ref="documentsList">
     <div>
@@ -13,15 +29,17 @@
         <div class="search-input">
           <form @submit.prevent="search">
             <input class="search-text" type="text" placeholder="Filter or text" v-model="searchText" />
-            <div>Number of Documents: {{numDocuments}}</div>
           </form>
-
         </div>
         <div class="buttons">
+          <div class="mr-2">
+            <span v-if="status === 'loading'">Loading ...</span>
+            <span v-if="status === 'loaded'">{{numDocuments === 1 ? numDocuments+ ' document' : numDocuments + ' documents'}}</span>
+          </div>
           <button
             @click="shouldShowExportModal = true"
             type="button"
-            class="rounded bg-puerto-rico-600 px-2 py-1 text-sm font-semibold text-white shadow-sm hover:bg-puerto-rico-500 focus-visible:outline focus-visible:outline-2 focus-visible:outline-offset-2 focus-visible:outline-puerto-rico-600">
+            class="mr-2 rounded bg-puerto-rico-600 px-2 py-1 text-sm font-semibold text-white shadow-sm hover:bg-puerto-rico-500 focus-visible:outline focus-visible:outline-2 focus-visible:outline-offset-2 focus-visible:outline-puerto-rico-600">
             Export
           </button>
           <button

package/frontend/src/models/models.js

@@ -68,31 +68,18 @@ module.exports = app => app.component('models', {
       this.sortDocs(num, path);
     }
 
+
     if (this.currentModel != null) {
       await this.getDocuments();
     }
-    this.applyQueryParams();
+    if (this.$route.query?.fields) {
+      const filter = this.$route.query.fields.split(',');
+      this.filteredPaths = this.filteredPaths.filter(x => filter.includes(x.path))
+    }
 
     this.status = 'loaded';
   },
   methods: {
-    applyQueryParams() {
-      const hashUrl = window.location.hash.replace(/^#/, '');
-      if (hashUrl.indexOf('?') !== -1) {
-        const searchParams = new URLSearchParams(
-          hashUrl.slice(hashUrl.indexOf('?') + 1)
-        );
-        if (searchParams.has('fields')) {
-          const filter = searchParams.get('fields').split(',');
-          this.filteredPaths = this.filteredPaths.filter(x => filter.includes(x.path))
-        }
-        if (searchParams.has('search')) {
-          this.searchText = searchParams.get('search');
-          this.filter = eval(`(${this.searchText})`);
-          this.filter = EJSON.stringify(this.filter);
-        }
-      }
-    },
     async onScroll() {
       if (this.status === 'loading' || this.loadedAllDocs) {
         return;
@@ -136,22 +123,11 @@ module.exports = app => app.component('models', {
         this.filter = eval(`(${this.searchText})`);
         this.filter = EJSON.stringify(this.filter);
         this.query.search = this.searchText;
+        this.$router.push({ query: this.query });
       } else {
         this.filter = {};
         delete this.query.search;
-      }
-
-      const hashUrl = window.location.hash.replace(/^#/, '');
-      if (hashUrl.indexOf('?') === -1) {
-        window.history.pushState({}, '', window.location.pathname + '#' + hashUrl + '?search=' + this.query.search);
-      } else {
-        const searchParams = new URLSearchParams(
-          hashUrl.indexOf('?') === -1 ? '' : hashUrl.slice(hashUrl.indexOf('?') + 1)
-        );
-        const hashUrlWithoutSearchParams = hashUrl.slice(0, hashUrl.indexOf('?'));
-        
-        searchParams.set('search', this.query.search);
-        window.history.pushState({}, '', window.location.pathname + '#' + hashUrlWithoutSearchParams + '?' + searchParams);
+        this.$router.push({ query: this.query });
       }
       await this.loadMoreDocuments();
     },
@@ -218,23 +194,13 @@ module.exports = app => app.component('models', {
       this.filteredPaths = [...this.selectedPaths];
       this.shouldShowFieldModal = false;
       const selectedParams = this.filteredPaths.map(x => x.path).join(',');
-      // sets the query params
-      const hashUrl = window.location.hash.replace(/^#/, '');
-      if (hashUrl.indexOf('?') === -1) {
-        window.history.pushState({}, '', window.location.pathname + '#' + hashUrl + '?fields=' + selectedParams);
-      } else {
-        const searchParams = new URLSearchParams(
-          hashUrl.indexOf('?') === -1 ? '' : hashUrl.slice(hashUrl.indexOf('?') + 1)
-        );
-        const hashUrlWithoutSearchParams = hashUrl.slice(0, hashUrl.indexOf('?'));
-        
-        searchParams.set('fields', selectedParams);
-        window.history.pushState({}, '', window.location.pathname + '#' + hashUrlWithoutSearchParams + '?' + searchParams);
-      }
-      
+      this.query.fields = selectedParams;
+      this.$router.push({ query: this.query });
     },
     resetDocuments() {
       this.selectedPaths = [...this.filteredPaths];
+      this.query.fields = {};
+      this.$router.push({ query: this.query });
       this.shouldShowFieldModal = false;
     },
     deselectAll() {

package/logs/COUNT_20230524-154120-151469/operation.log

@@ -0,0 +1,8 @@
+2023-05-24 15:41:20 INFO  Username and password provided but auth provider not specified, inferring PlainTextAuthProvider
+2023-05-24 15:41:20 INFO  A cloud secure connect bundle was provided: ignoring all explicit contact points.
+2023-05-24 15:41:20 INFO  Operation directory: /home/val/Workspace/meanIT/admin/logs/COUNT_20230524-154120-151469
+2023-05-24 15:41:25 ERROR Operation COUNT_20230524-154120-151469 failed: When schema.query is not defined, then either schema.keyspace or schema.graph must be defined, and either schema.table, schema.vertex or schema.edge must be defined.
+java.lang.IllegalArgumentException: When schema.query is not defined, then either schema.keyspace or schema.graph must be defined, and either schema.table, schema.vertex or schema.edge must be defined
+	at com.datastax.oss.dsbulk.workflow.commons.settings.SchemaSettings.init(SchemaSettings.java:329)
+	at com.datastax.oss.dsbulk.workflow.count.CountWorkflow.init(CountWorkflow.java:120)
+	at com.datastax.oss.dsbulk.runner.WorkflowThread.run(WorkflowThread.java:52)

package/logs/COUNT_20230524-154408-077670/operation.log

@@ -0,0 +1,22 @@
+2023-05-24 15:44:08 INFO  Username and password provided but auth provider not specified, inferring PlainTextAuthProvider
+2023-05-24 15:44:08 INFO  A cloud secure connect bundle was provided: ignoring all explicit contact points.
+2023-05-24 15:44:08 INFO  Operation directory: /home/val/Workspace/meanIT/admin/logs/COUNT_20230524-154408-077670
+2023-05-24 15:44:08 ERROR Operation COUNT_20230524-154408-077670 failed: DriverExecutionException (no message).
+   Caused by: Server returned HTTP response code: 401 for URL: https://54be87f5-14f5-4bf1-a5be-155e78347c97-us-east1.db.astra.datastax.com:29080/metadata.
+com.datastax.oss.driver.api.core.DriverExecutionException: null
+	at com.datastax.oss.driver.internal.core.util.concurrent.CompletableFutures.getUninterruptibly(CompletableFutures.java:152)
+	at com.datastax.oss.driver.api.core.session.SessionBuilder.build(SessionBuilder.java:835)
+	at com.datastax.oss.dsbulk.workflow.commons.settings.DriverSettings.newSession(DriverSettings.java:560)
+	at com.datastax.oss.dsbulk.workflow.count.CountWorkflow.init(CountWorkflow.java:117)
+	at com.datastax.oss.dsbulk.runner.WorkflowThread.run(WorkflowThread.java:52)
+Caused by: java.io.IOException: Server returned HTTP response code: 401 for URL: https://54be87f5-14f5-4bf1-a5be-155e78347c97-us-east1.db.astra.datastax.com:29080/metadata
+	at java.base/sun.net.www.protocol.http.HttpURLConnection.getInputStream0(HttpURLConnection.java:2000)
+	at java.base/sun.net.www.protocol.http.HttpURLConnection.getInputStream(HttpURLConnection.java:1589)
+	at java.base/sun.net.www.protocol.https.HttpsURLConnectionImpl.getInputStream(HttpsURLConnectionImpl.java:224)
+	at com.datastax.oss.driver.internal.core.config.cloud.CloudConfigFactory.fetchProxyMetadata(CloudConfigFactory.java:232)
+	at com.datastax.oss.driver.internal.core.config.cloud.CloudConfigFactory.createCloudConfig(CloudConfigFactory.java:133)
+	at com.datastax.oss.driver.api.core.session.SessionBuilder.buildDefaultSessionAsync(SessionBuilder.java:876)
+	at com.datastax.oss.driver.api.core.session.SessionBuilder.buildAsync(SessionBuilder.java:817)
+	at com.datastax.oss.driver.api.core.session.SessionBuilder.build(SessionBuilder.java:835)
+	at com.datastax.oss.dsbulk.workflow.commons.settings.DriverSettings.newSession(DriverSettings.java:560)
+	at com.datastax.oss.dsbulk.workflow.count.CountWorkflow.init(CountWorkflow.java:117)

package/logs/COUNT_20230524-154414-431706/operation.log

@@ -0,0 +1,8 @@
+2023-05-24 15:44:14 INFO  Username and password provided but auth provider not specified, inferring PlainTextAuthProvider
+2023-05-24 15:44:14 INFO  A cloud secure connect bundle was provided: ignoring all explicit contact points.
+2023-05-24 15:44:14 INFO  Operation directory: /home/val/Workspace/meanIT/admin/logs/COUNT_20230524-154414-431706
+2023-05-24 15:44:19 ERROR Operation COUNT_20230524-154414-431706 failed: When schema.query is not defined, then either schema.keyspace or schema.graph must be defined, and either schema.table, schema.vertex or schema.edge must be defined.
+java.lang.IllegalArgumentException: When schema.query is not defined, then either schema.keyspace or schema.graph must be defined, and either schema.table, schema.vertex or schema.edge must be defined
+	at com.datastax.oss.dsbulk.workflow.commons.settings.SchemaSettings.init(SchemaSettings.java:329)
+	at com.datastax.oss.dsbulk.workflow.count.CountWorkflow.init(CountWorkflow.java:120)
+	at com.datastax.oss.dsbulk.runner.WorkflowThread.run(WorkflowThread.java:52)

package/logs/COUNT_20230524-155000-297076/operation.log

@@ -0,0 +1,8 @@
+2023-05-24 15:50:00 INFO  Username and password provided but auth provider not specified, inferring PlainTextAuthProvider
+2023-05-24 15:50:00 INFO  A cloud secure connect bundle was provided: ignoring all explicit contact points.
+2023-05-24 15:50:00 INFO  Operation directory: /home/val/Workspace/meanIT/admin/logs/COUNT_20230524-155000-297076
+2023-05-24 15:50:02 ERROR Operation COUNT_20230524-155000-297076 failed: When schema.query is not defined, then either schema.keyspace or schema.graph must be defined, and either schema.table, schema.vertex or schema.edge must be defined.
+java.lang.IllegalArgumentException: When schema.query is not defined, then either schema.keyspace or schema.graph must be defined, and either schema.table, schema.vertex or schema.edge must be defined
+	at com.datastax.oss.dsbulk.workflow.commons.settings.SchemaSettings.init(SchemaSettings.java:329)
+	at com.datastax.oss.dsbulk.workflow.count.CountWorkflow.init(CountWorkflow.java:120)
+	at com.datastax.oss.dsbulk.runner.WorkflowThread.run(WorkflowThread.java:52)

package/logs/LOAD_20230524-155832-351763/checkpoint.csv

@@ -0,0 +1 @@
+https://raw.githubusercontent.com/awesome-astra/docs/main/docs/assets/cities.csv;1;148266;1:148266;

package/logs/LOAD_20230524-155832-351763/operation.log

@@ -0,0 +1,23 @@
+2023-05-24 15:58:32 INFO  Username and password provided but auth provider not specified, inferring PlainTextAuthProvider
+2023-05-24 15:58:32 INFO  A cloud secure connect bundle was provided: ignoring all explicit contact points.
+2023-05-24 15:58:32 INFO  A cloud secure connect bundle was provided and selected operation performs writes: changing default consistency level to LOCAL_QUORUM.
+2023-05-24 15:58:32 INFO  Operation directory: /home/val/Workspace/meanIT/admin/logs/LOAD_20230524-155832-351763
+2023-05-24 15:58:35 INFO  Setting executor.maxPerSecond not set when connecting to DataStax Astra: applying a limit of 9,000 ops/second based on the number of coordinators (3).
+2023-05-24 15:58:35 INFO  If your Astra database has higher limits, please define executor.maxPerSecond explicitly.
+2023-05-24 15:58:52 INFO  Operation LOAD_20230524-155832-351763 completed successfully in 15 seconds.
+2023-05-24 15:58:52 INFO  Records: total: 148,266, successful: 148,266, failed: 0
+2023-05-24 15:58:52 INFO  Batches: total: 4,801, size: 31.02 mean, 1 min, 32 max
+2023-05-24 15:58:52 INFO  Memory usage: used: 245 MB, free: 138 MB, allocated: 384 MB, available: 3,946 MB, total gc count: 25, total gc time: 59 ms
+2023-05-24 15:58:52 INFO  Writes: total: 148,266, successful: 148,266, failed: 0, in-flight: 0
+2023-05-24 15:58:52 INFO  Throughput: 8,972 writes/second
+2023-05-24 15:58:52 INFO  Latencies: mean 61.26, 75p 74.97, 99p 297.80, 999p 557.84 milliseconds
+2023-05-24 15:58:54 INFO  Final stats:
+2023-05-24 15:58:54 INFO  Records: total: 148,266, successful: 148,266, failed: 0
+2023-05-24 15:58:54 INFO  Batches: total: 4,801, size: 31.02 mean, 1 min, 32 max
+2023-05-24 15:58:54 INFO  Memory usage: used: 248 MB, free: 135 MB, allocated: 384 MB, available: 3,946 MB, total gc count: 25, total gc time: 59 ms
+2023-05-24 15:58:54 INFO  Writes: total: 148,266, successful: 148,266, failed: 0, in-flight: 0
+2023-05-24 15:58:54 INFO  Throughput: 7,998 writes/second
+2023-05-24 15:58:54 INFO  Latencies: mean 61.26, 75p 74.97, 99p 297.80, 999p 557.84 milliseconds
+2023-05-24 15:58:54 INFO  Checkpoints for the current operation were written to checkpoint.csv.
+2023-05-24 15:58:54 INFO  To resume the current operation, re-run it with the same settings, and add the following command line flag:
+2023-05-24 15:58:54 INFO  --dsbulk.log.checkpoint.file=/home/val/Workspace/meanIT/admin/logs/LOAD_20230524-155832-351763/checkpoint.csv

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@mongoosejs/studio",
-  "version": "0.0.17",
+  "version": "0.0.19",
   "dependencies": {
     "archetype": "0.13.0",
     "csv-stringify": "6.3.0",