markdown-magic 2.6.1 → 3.0.0

package/lib/utils/fs.test.js

@@ -0,0 +1,268 @@
+const path = require('path')
+const { test } = require('uvu') 
+const assert = require('uvu/assert')
+const { glob, globWithGit } = require('smart-glob')
+const GREEN = '\x1b[32m%s\x1b[0m';
+const { findUp, getFilePaths, getGitignoreContents, convertToRelativePath } = require('./fs')
+
+const ROOT_DIR = path.resolve(__dirname, '../../')
+
+test('Exports API', () => {
+  assert.equal(typeof findUp, 'function', 'undefined val')
+})
+
+test('Finds file from file', async () => {
+  const startDir = path.resolve(__dirname, '../index.js')
+  const file = await findUp(startDir, 'README.md')
+  assert.ok(file)
+  assert.equal(path.basename(file), 'README.md')
+})
+
+test('Finds file from dir', async () => {
+  const startDir = path.resolve(__dirname, '../')
+  const file = await findUp(startDir, 'README.md')
+  assert.ok(file)
+  assert.equal(path.basename(file), 'README.md')
+})
+
+test('getFilePaths /\.test\.js?$/', async () => {
+  const files = await getFilePaths(ROOT_DIR, {
+    patterns: [
+      /\.test\.js?$/,
+    ],
+    ignore: [
+      /node_modules/,
+    ],
+  })
+  const foundFiles = convertToRelative(files, ROOT_DIR)
+  console.log('foundFiles', foundFiles)
+  assert.is(Array.isArray(files), true)
+  assert.equal(foundFiles, [
+    'lib/block-parser-js.test.js',
+    'lib/block-parser.test.js',
+    'lib/cli.test.js',
+    'lib/index.test.js',
+    'lib/options-parser.test.js',
+    'lib/utils/fs.test.js',
+    "lib/utils/md/find-frontmatter.test.js",
+    "lib/utils/md/md.test.js",
+    "lib/utils/text.test.js",
+    'test/errors.test.js',
+    'test/transforms.test.js'
+  ])
+})
+
+test('getFilePaths /\.mdx?$/, /\.test\.js?$/', async () => {
+  const files = await getFilePaths(ROOT_DIR, {
+    patterns: [
+      /fixtures\/md\/(.*)\.mdx?$/,
+      // /\.js$/,
+      /\.test\.js?$/,
+    ],
+    ignore: [
+      // /^node_modules\//,
+      /node_modules/,
+      // /\.git/, 
+      // /NOTES\.md/
+    ],
+    //excludeGitIgnore: true,
+    excludeHidden: true,
+  })
+  const foundFiles = convertToRelative(files, ROOT_DIR)
+  //console.log('foundFiles', foundFiles)
+  assert.is(Array.isArray(files), true)
+  assert.equal(foundFiles, [
+    'lib/block-parser-js.test.js',
+    'lib/block-parser.test.js',
+    'lib/cli.test.js',
+    'lib/index.test.js',
+    'lib/options-parser.test.js',
+    'lib/utils/fs.test.js',
+    "lib/utils/md/find-frontmatter.test.js",
+    "lib/utils/md/md.test.js",
+    "lib/utils/text.test.js",
+    'test/errors.test.js',
+    'test/fixtures/md/basic.md',
+    'test/fixtures/md/error-missing-transforms-two.md',
+    'test/fixtures/md/error-missing-transforms.md',
+    'test/fixtures/md/error-no-block-transform-defined.md',
+    'test/fixtures/md/error-unbalanced.md',
+    'test/fixtures/md/format-inline.md',
+    'test/fixtures/md/format-with-wacky-indentation.md',
+    'test/fixtures/md/inline-two.md',
+    'test/fixtures/md/inline.md',
+    'test/fixtures/md/mdx-file.mdx',
+    'test/fixtures/md/missing-transform.md',
+    'test/fixtures/md/mixed.md',
+    'test/fixtures/md/nested/nested.md',
+    'test/fixtures/md/no-transforms.md',
+    'test/fixtures/md/string.md',
+    'test/fixtures/md/syntax-legacy-colon.md',
+    'test/fixtures/md/syntax-legacy-query.md',
+    'test/fixtures/md/syntax-mixed.md',
+    'test/fixtures/md/transform-code.md',
+    'test/fixtures/md/transform-custom.md',
+    'test/fixtures/md/transform-file.md',
+    'test/fixtures/md/transform-remote.md',
+    'test/fixtures/md/transform-toc.md',
+    'test/fixtures/md/transform-wordCount.md',
+    'test/transforms.test.js'
+  ])
+})
+
+test('getFilePaths glob', async () => {
+  /*
+  const x = await glob('**.md')
+  console.log(x)
+  process.exit(1)
+  /** */
+
+  const files = await getFilePaths(ROOT_DIR, {
+    patterns: [
+      /\.test\.js?$/,
+      // /(.*)\.mdx?$/,
+      'test/fixtures/md/**.{md,mdx}'
+      // /^[^\/]+\.md?$/,
+      // '**.json',
+      // '**/**.js',
+      // '**.md',
+      //'/(.*).md$/',
+      // '/^test/',
+      // 'test/**'
+      ///(.*)\.md/g
+    ],
+    ignore: [
+      // /^node_modules\//,
+      /node_modules/,
+      // /(.*)\.js$/,
+      // /\.git/,
+      // /NOTES\.md/
+    ],
+    excludeGitIgnore: true,
+    excludeHidden: true,
+  })
+  const foundFiles = convertToRelative(files, ROOT_DIR)
+  console.log('foundFiles', foundFiles)
+  /*
+  aggregateReports()
+  process.exit(1)
+  /** */
+  assert.is(Array.isArray(files), true)
+  assert.equal(foundFiles, [
+    'lib/block-parser-js.test.js',
+    'lib/block-parser.test.js',
+    'lib/cli.test.js',
+    'lib/index.test.js',
+    'lib/options-parser.test.js',
+    'lib/utils/fs.test.js',
+    "lib/utils/md/find-frontmatter.test.js",
+    "lib/utils/md/md.test.js",
+    'lib/utils/text.test.js',
+    // 'misc/old-test/main.test.js',
+    'test/errors.test.js',
+    'test/fixtures/md/basic.md',
+    'test/fixtures/md/error-missing-transforms-two.md',
+    'test/fixtures/md/error-missing-transforms.md',
+    'test/fixtures/md/error-no-block-transform-defined.md',
+    'test/fixtures/md/error-unbalanced.md',
+    'test/fixtures/md/format-inline.md',
+    'test/fixtures/md/format-with-wacky-indentation.md',
+    'test/fixtures/md/inline-two.md',
+    'test/fixtures/md/inline.md',
+    'test/fixtures/md/mdx-file.mdx',
+    'test/fixtures/md/missing-transform.md',
+    'test/fixtures/md/mixed.md',
+    'test/fixtures/md/no-transforms.md',
+    'test/fixtures/md/string.md',
+    'test/fixtures/md/syntax-legacy-colon.md',
+    'test/fixtures/md/syntax-legacy-query.md',
+    'test/fixtures/md/syntax-mixed.md',
+    'test/fixtures/md/transform-code.md',
+    'test/fixtures/md/transform-custom.md',
+    'test/fixtures/md/transform-file.md',
+    'test/fixtures/md/transform-remote.md',
+    'test/fixtures/md/transform-toc.md',
+    'test/fixtures/md/transform-wordCount.md',
+    'test/transforms.test.js'
+  ])
+})
+
+test('getGitignoreContents', async () => {
+  const files = await getGitignoreContents()
+  console.log('files', files)
+  assert.is(Array.isArray(files), true)
+  assert.equal(files, [
+    'logs',
+    '*.log',
+    'npm-debug.log*',
+    'yarn-debug.log*',
+    'yarn-error.log*',
+    'test/fixtures/output',
+    '_out.md',
+    'misc',
+    'misc/**/**.js',
+    '**/old-test/cool.md',
+    'pids',
+    '*.pid',
+    '*.seed',
+    '*.pid.lock',
+    'lib-cov',
+    'coverage',
+    '.nyc_output',
+    '.grunt',
+    'bower_components',
+    '.lock-wscript',
+    'build/Release',
+    'node_modules',
+    'jspm_packages',
+    'typings',
+    '.npm',
+    '.eslintcache',
+    '.node_repl_history',
+    '*.tgz',
+    '.yarn-integrity',
+    '.env',
+    '.env.test',
+    '.cache',
+    '.next',
+    '.nuxt',
+    '.vuepress/dist',
+    '.serverless',
+    '.fusebox',
+    '.dynamodb',
+    '.DS_Store',
+    '.AppleDouble',
+    '.LSOverride',
+    'Icon',
+    '._*',
+    '.DocumentRevisions-V100',
+    '.fseventsd',
+    '.Spotlight-V100',
+    '.TemporaryItems',
+    '.Trashes',
+    '.VolumeIcon.icns',
+    '.com.apple.timemachine.donotpresent',
+    '.AppleDB',
+    '.AppleDesktop',
+    'Network Trash Folder',
+    'Temporary Items',
+    '.apdisk'
+  ])
+})
+
+async function aggregateReports() {
+  console.log(GREEN, `Done.`);
+}
+
+function convertToRelative(files, dir) {
+  return files.map((f) => convertToRelativePath(f, dir)).sort()
+}
+
+async function getIgnores(dir){
+  const files = await getGitignoreContents()
+  console.log('files', files)
+}
+
+//getIgnores(process.cwd())
+
+test.run()

package/lib/utils/html-to-json/compat.js

@@ -0,0 +1,42 @@
+
+function startsWith (str, searchString, position) {
+  return str.substr(position || 0, searchString.length) === searchString
+}
+
+function endsWith (str, searchString, position) {
+  const index = (position || str.length) - searchString.length
+  const lastIndex = str.lastIndexOf(searchString, index)
+  return lastIndex !== -1 && lastIndex === index
+}
+
+function stringIncludes (str, searchString, position) {
+  return str.indexOf(searchString, position || 0) !== -1
+}
+
+function isRealNaN (x) {
+  return typeof x === 'number' && isNaN(x)
+}
+
+function arrayIncludes (array, searchElement, position) {
+  const len = array.length
+  if (len === 0) return false
+
+  const lookupIndex = position | 0
+  const isNaNElement = isRealNaN(searchElement)
+  let searchIndex = lookupIndex >= 0 ? lookupIndex : len + lookupIndex
+  while (searchIndex < len) {
+    const element = array[searchIndex++]
+    if (element === searchElement) return true
+    if (isNaNElement && isRealNaN(element)) return true
+  }
+
+  return false
+}
+
+module.exports = {
+  startsWith,
+  endsWith,
+  stringIncludes,
+  isRealNaN,
+  arrayIncludes
+}

package/lib/utils/html-to-json/format.js

@@ -0,0 +1,64 @@
+
+function splitHead(str, sep) {
+  const idx = str.indexOf(sep)
+  if (idx === -1) return [str]
+  return [str.slice(0, idx), str.slice(idx + sep.length)]
+}
+
+function unquote(str) {
+  const car = str.charAt(0)
+  const end = str.length - 1
+  const isQuoteStart = car === '"' || car === "'"
+  if (isQuoteStart && car === str.charAt(end)) {
+    return str.slice(1, end)
+  }
+  return str
+}
+
+function format(nodes, options) {
+  return nodes.map(node => {
+    const type = node.type
+    let outputNode = { type, content: node.content }
+    if (type === 'element') {
+      outputNode = {
+        // TODO maybe harden with https://github.com/riot/dom-nodes
+        type: (/^[A-Z]/.test(node.tagName)) ? 'component' : type,
+        // isReactComponent: /^[A-Z]/.test(node.tagName),
+        tagName: node.tagName,
+        props: node.props,
+        propsRaw: node.propsRaw,
+        children: format(node.children, options)
+      }
+    }
+    if (options.includePositions) {
+      if (options.offset) {
+        const { lineOffset, charOffset } = options.offset
+        node.position.start.line = node.position.start.line + lineOffset
+        node.position.start.index = node.position.start.index + charOffset
+        node.position.end.line = node.position.end.line + lineOffset
+        node.position.end.index = node.position.end.index + charOffset
+      }
+      outputNode.position = node.position
+    }
+    return outputNode
+  })
+}
+
+// Old
+function formatAttributes (attributes) {
+  return attributes.map(attribute => {
+    const parts = splitHead(attribute.trim(), '=')
+    const key = parts[0]
+    const value = typeof parts[1] === 'string'
+      ? unquote(parts[1])
+      : null
+    return {key, value}
+  })
+}
+
+module.exports = {
+  splitHead,
+  unquote,
+  format,
+  formatAttributes
+}

package/lib/utils/html-to-json/index.js

@@ -0,0 +1,37 @@
+// Fork of https://github.com/andrejewski/himalaya with tweaks
+const { lexer } = require('./lexer')
+const { parser } = require('./parser')
+const { format } = require('./format')
+const { toHTML } = require('./stringify')
+const {
+  voidTags,
+  closingTags,
+  childlessTags,
+  closingTagAncestorBreakers
+} = require('./tags')
+
+const parseDefaults = {
+  voidTags,
+  closingTags,
+  childlessTags,
+  closingTagAncestorBreakers,
+  includePositions: false
+}
+
+function parse(str, opts = {}) {
+  const options = Object.assign(parseDefaults, opts)
+  const tokens = lexer(str, options)
+  const nodes = parser(tokens, options)
+  return format(nodes, options)
+}
+
+function stringify(ast, opts = {}) {
+  const options = Object.assign(parseDefaults, opts)
+  return toHTML(ast, options)
+}
+
+module.exports = {
+  parseDefaults,
+  parse,
+  stringify
+}