meadow-integration 1.0.0

package/.vscode/launch.json

@@ -0,0 +1,19 @@
+{
+    // Use IntelliSense to learn about possible attributes.
+    // Hover to view descriptions of existing attributes.
+    // For more information, visit: https://go.microsoft.com/fwlink/?linkid=830387
+    "version": "0.2.0",
+    "configurations": [
+        {
+            "type": "node",
+            "request": "launch",
+            "name": "Launch Program",
+            "skipFiles": [
+                "<node_internals>/**"
+            ],
+            "program": "${workspaceFolder}/debug/Harness.js",
+            "cwd": "${workspaceFolder}/debug",
+            "args":["lint", "./templates"]
+        }
+    ]
+}

package/LICENSE

@@ -0,0 +1,21 @@
+MIT License
+
+Copyright (c) 2024 Steven Velozo
+
+Permission is hereby granted, free of charge, to any person obtaining a copy
+of this software and associated documentation files (the "Software"), to deal
+in the Software without restriction, including without limitation the rights
+to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+copies of the Software, and to permit persons to whom the Software is
+furnished to do so, subject to the following conditions:
+
+The above copyright notice and this permission notice shall be included in all
+copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
+SOFTWARE.

package/README.md

@@ -0,0 +1,15 @@
+# Meadow Integration
+
+A suite of tools for managing data into a centralized non-specific schema format.
+
+These tools are built to be usable from the command-line, as a web service, or within your own codebase.  This code repository presents these behaviors both as a suite of externally usable fable services, a command-line utility to leverage them and a set of web service behaviors.
+
+## CSV Stuff
+
+So you like the CSV format?  So does this utility.
+
+You can try out what it can do to provide stats on CSVs by running the following from the repository root:
+
+```shell
+ npm start -- csvcheck ./documentation/examples/data/housing_costs_Neighborhoods_-8848403750169343217.csv
+ ```

package/debug/Harness.js

@@ -0,0 +1,42 @@
+const libMeadowIntegrationCLI = require(`../source/cli/Meadow-Integration-CLI-Program.js`);
+
+//libMeadowIntegrationCLI.run(['node', 'Harness.js', 'comprehensionintersect', 'Set1.json', '-i', 'Set2.json', '-o', 'Intersected-Comprehension-Set.json']);
+
+//libMeadowIntegrationCLI.run(['node', 'Harness.js', 'objectarraytocsv', './Array-Comprehension-Intersected-Comprehension-Set.json.json']);
+
+//libMeadowIntegrationCLI.run(['node', 'Harness.js', 'tsvtransform', './RIDOT.tsv', '-g', '{~D:Record.IDDocument~}']);
+
+
+// libMeadowIntegrationCLI.run([
+// 	'node', 'Harness.js',
+// 	'csvtransform',
+// 	`${__dirname}/../docs/examples/data/books.csv`,
+// 	'-m', `${__dirname}/../docs/examples/bookstore/mapping_books_Book.json`,
+// 	/*'-i', `${__dirname}/Books-Comprehension.json`,*/
+// 	'-o', `${__dirname}/Books-Comprehension.json`]);
+
+
+// libMeadowIntegrationCLI.run([
+// 	'node', 'Harness.js',
+// 	'csvtransform',
+// 	`${__dirname}/../docs/examples/data/books.csv`,
+// 	'-m', `${__dirname}/../docs/examples/bookstore/mapping_books_Author.json`,
+// 	'-i', `${__dirname}/Books-Comprehension.json`,
+// 	'-o', `${__dirname}/Books-Comprehension.json`]);
+
+
+// libMeadowIntegrationCLI.run([
+// 	'node', 'Harness.js',
+// 	'csvtransform',
+// 	`${__dirname}/../docs/examples/data/books.csv`,
+// 	'-m', `${__dirname}/../docs/examples/bookstore/mapping_books_BookAuthorJoin.json`,
+// 	'-i', `${__dirname}/Books-Comprehension.json`,
+// 	'-o', `${__dirname}/Books-Comprehension.json`]);
+
+
+libMeadowIntegrationCLI.run([
+	'node', 'Harness.js',
+	'push',
+	`${__dirname}/Books-Comprehension.json`]);
+
+

package/debug/mi-cli-test

@@ -0,0 +1,3 @@
+#!/usr/bin/env node
+const libMeadowIntegrationProgram = require('../source/cli/Meadow-Integration-CLI-Program.js');
+libMeadowIntegrationProgram.run();

package/docs/README.md

@@ -0,0 +1,15 @@
+# Meadow Integration
+
+A suite of tools for managing data into a centralized non-specific schema format.
+
+These tools are built to be usable from the command-line, as a web service, or within your own codebase.  This code repository presents these behaviors both as a suite of externally usable fable services, a command-line utility to leverage them and a set of web service behaviors.
+
+## CSV Stuff
+
+So you like the CSV format?  So does this utility.
+
+You can try out what it can do to provide stats on CSVs by running the following from the repository root:
+
+```shell
+ npm start -- csvcheck ./documentation/examples/data/housing_costs_Neighborhoods_-8848403750169343217.csv
+ ```

package/docs/examples/bookstore/BookData.md

@@ -0,0 +1,51 @@
+# Processing and Importing Books
+
+```shell
+./mi-cli-test csvtransform ./books.csv -n "GUIDBook" -g "Book_{~D:Record.id~}" -e "Book" -o Books.json
+```
+
+This generates just a basic comprehension with the books in it.
+
+```json
+{
+	"id": "1",
+	"book_id": "2767052",
+	"best_book_id": "2767052",
+	"work_id": "2792775",
+	"books_count": "272",
+	"isbn": "439023483",
+	"isbn13": "9.78043902348e+12",
+	"authors": "Suzanne Collins",
+	"original_publication_year": "2008.0",
+	"original_title": "The Hunger Games",
+	"title": "The Hunger Games (The Hunger Games, #1)",
+	"language_code": "eng",
+	"average_rating": "4.34",
+	"ratings_count": "4780653",
+	"work_ratings_count": "4942365",
+	"work_text_reviews_count": "155254",
+	"ratings_1": "66715",
+	"ratings_2": "127936",
+	"ratings_3": "560092",
+	"ratings_4": "1481305",
+	"ratings_5": "2706317",
+	"image_url": "https://images.gr-assets.com/books/1447303603m/2767052.jpg",
+	"small_image_url": "https://images.gr-assets.com/books/1447303603s/2767052.jpg"
+}
+```
+
+```json
+{
+	"Entity": "Book",
+	"GUIDTemplate": "Book_{~D:Record.id~}",
+	"Mappings":
+	{
+		"Title": "{~D:Record.title~}",
+		"Language": "{~D:Record.language_code~}",
+		"PublicationYear": "{~D:Fable.Math.roundPrecise(Record.original_publication_year,0)~}",
+		"ISBN": "{~D:Record.isbn~}",
+		"Genre": "Unknown",
+		"Type": "Book",
+		"ImageURL": "{~D:Record.image_url~}"
+}
+```

package/docs/examples/bookstore/Generate_Bookstore_Comprehension.sh

@@ -0,0 +1,6 @@
+
+node ../../../source/cli/Meadow-Integration-CLI-Run.js csvtransform ../data/books.csv -m ./mapping_book_author_join.json -o ./BookStore-Comprehension.json
+
+node ../../../source/cli/Meadow-Integration-CLI-Run.js csvtransform ../data/books.csv -m ./mapping_book_author_join.json -o ./BookStore-Comprehension.json -i ./BookStore-Comprehension.json
+
+node ../../../source/cli/Meadow-Integration-CLI-Run.js csvtransform ../data/books.csv -m ./mapping_book_author_join.json -o ./BookStore-Comprehension.json -i ./BookStore-Comprehension.json

package/docs/examples/bookstore/mapping_books_Author.json

@@ -0,0 +1,12 @@
+{
+	"Entity": "Author",
+	"MultipleGUIDUniqueness": true,
+	"Solvers": [
+		"NewRecordsGUIDUniqueness = STRINGGETSEGMENTS(IncomingRecord.authors,\",\")"
+	],
+	"GUIDTemplate": "Author_{~PascalCaseIdentifier:Record._GUIDUniqueness~}",
+	"Mappings":
+	{
+		"Name": "{~D:Record._GUIDUniqueness~}"
+	}
+}

package/docs/examples/bookstore/mapping_books_Book.json

@@ -0,0 +1,14 @@
+{
+	"Entity": "Book",
+	"GUIDTemplate": "Book_{~D:Record.id~}",
+	"Mappings":
+	{
+		"Title": "{~D:Record.title~}",
+		"Language": "{~D:Record.language_code~}",
+		"PublicationYear": "{~D:Fable.Math.roundPrecise(Record.original_publication_year,0)~}",
+		"ISBN": "{~D:Record.isbn~}",
+		"Genre": "Unknown",
+		"Type": "Book",
+		"ImageURL": "{~D:Record.image_url~}"
+	}
+}

package/docs/examples/bookstore/mapping_books_BookAuthorJoin.json

@@ -0,0 +1,13 @@
+{
+	"Entity": "BookAuthorJoin",
+	"MultipleGUIDUniqueness": true,
+	"Solvers": [
+		"NewRecordsGUIDUniqueness = STRINGGETSEGMENTS(IncomingRecord.authors,\",\")"
+	],
+	"GUIDTemplate": "BAJ_A_{~PascalCaseIdentifier:Record._GUIDUniqueness~}_B_{~D:Record.id~}",
+	"Mappings":
+	{
+		"GUIDBook": "Book_{~D:Record.id~}",
+		"GUIDAuthor": "Author_{~PascalCaseIdentifier:Record._GUIDUniqueness~}"
+	}
+}