@algosail/parser 0.0.4 → 0.0.5
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/index.js +7 -2
- package/lib/jsTokenizer.js +2 -4
- package/lib/sailTokenizer.js +2 -2
- package/package.json +1 -1
package/index.js
CHANGED
|
@@ -1,11 +1,16 @@
|
|
|
1
|
+
import { createRequire } from 'module'
|
|
1
2
|
import { getSailTokenizer } from './lib/sailTokenizer.js'
|
|
2
3
|
import { getJsTokenizer } from './lib/jsTokenizer.js'
|
|
3
4
|
import { buildSymbolTable } from './lib/symbolTable.js'
|
|
4
5
|
import { parseJsDoc } from './lib/jsDoc.js'
|
|
5
6
|
|
|
7
|
+
const require = createRequire(import.meta.url)
|
|
8
|
+
|
|
6
9
|
export async function createParser() {
|
|
7
|
-
const
|
|
8
|
-
const
|
|
10
|
+
const sailWasmPath = require.resolve('@algosail/tree-sitter/tree-sitter-sail.wasm')
|
|
11
|
+
const jsWasmPath = require.resolve('tree-sitter-javascript/tree-sitter-javascript.wasm')
|
|
12
|
+
const sailTokenizer = await getSailTokenizer(sailWasmPath)
|
|
13
|
+
const jsTokenizer = await getJsTokenizer(jsWasmPath)
|
|
9
14
|
const cache = new Map()
|
|
10
15
|
|
|
11
16
|
const parser = {
|
package/lib/jsTokenizer.js
CHANGED
|
@@ -1,11 +1,9 @@
|
|
|
1
1
|
import { Parser, Language } from 'web-tree-sitter'
|
|
2
2
|
|
|
3
|
-
export async function getJsTokenizer() {
|
|
3
|
+
export async function getJsTokenizer(wasmPath) {
|
|
4
4
|
await Parser.init()
|
|
5
5
|
const tokenizer = new Parser()
|
|
6
|
-
const language = await Language.load(
|
|
7
|
-
'node_modules/tree-sitter-javascript/tree-sitter-javascript.wasm',
|
|
8
|
-
)
|
|
6
|
+
const language = await Language.load(wasmPath)
|
|
9
7
|
tokenizer.setLanguage(language)
|
|
10
8
|
return { tokenizer, language }
|
|
11
9
|
}
|
package/lib/sailTokenizer.js
CHANGED
|
@@ -1,9 +1,9 @@
|
|
|
1
1
|
import { Parser, Language } from 'web-tree-sitter'
|
|
2
2
|
|
|
3
|
-
export async function getSailTokenizer() {
|
|
3
|
+
export async function getSailTokenizer(wasmPath) {
|
|
4
4
|
await Parser.init()
|
|
5
5
|
const tokenizer = new Parser()
|
|
6
|
-
const language = await Language.load(
|
|
6
|
+
const language = await Language.load(wasmPath)
|
|
7
7
|
tokenizer.setLanguage(language)
|
|
8
8
|
return { tokenizer, language }
|
|
9
9
|
}
|