astn 0.105.0 → 0.110.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (298) hide show
  1. package/dist/format.d.ts +66 -0
  2. package/dist/format.js +173 -0
  3. package/dist/globals.d.ts +24 -0
  4. package/dist/globals.js +2 -0
  5. package/dist/index.d.ts +2 -9
  6. package/dist/index.js +3 -9
  7. package/dist/parse.d.ts +87 -0
  8. package/dist/parse.js +816 -0
  9. package/dist/types.d.ts +121 -0
  10. package/dist/types.js +3 -0
  11. package/package.json +10 -36
  12. package/data/Special ASTN characters.json +0 -88
  13. package/dist/esc/bin/normalizeFile.d.ts +0 -1
  14. package/dist/esc/bin/normalizeFile.js +0 -5
  15. package/dist/esc/bin/toJSON.d.ts +0 -1
  16. package/dist/esc/bin/toJSON.js +0 -5
  17. package/dist/esc/index.d.ts +0 -3
  18. package/dist/esc/index.js +0 -19
  19. package/dist/esc/legacy/notSureYet/formatCLI.d.ts +0 -5
  20. package/dist/esc/legacy/notSureYet/formatCLI.js +0 -31
  21. package/dist/esc/legacy/notSureYet/normalizeText.d.ts +0 -2
  22. package/dist/esc/legacy/notSureYet/normalizeText.js +0 -9
  23. package/dist/esc/legacy/notSureYet/toJSON.d.ts +0 -2
  24. package/dist/esc/legacy/notSureYet/toJSON.js +0 -9
  25. package/dist/modules/astn/esc/implementation/IChunk.d.ts +0 -6
  26. package/dist/modules/astn/esc/implementation/IChunk.js +0 -2
  27. package/dist/modules/astn/esc/implementation/ILocationState.d.ts +0 -6
  28. package/dist/modules/astn/esc/implementation/ILocationState.js +0 -2
  29. package/dist/modules/astn/esc/implementation/IPreTokenStreamConsumer.d.ts +0 -4
  30. package/dist/modules/astn/esc/implementation/IPreTokenStreamConsumer.js +0 -2
  31. package/dist/modules/astn/esc/implementation/IPreTokenizer.d.ts +0 -14
  32. package/dist/modules/astn/esc/implementation/IPreTokenizer.js +0 -2
  33. package/dist/modules/astn/esc/implementation/PreToken.d.ts +0 -89
  34. package/dist/modules/astn/esc/implementation/PreToken.js +0 -2
  35. package/dist/modules/astn/esc/implementation/TokenizerOptions.d.ts +0 -3
  36. package/dist/modules/astn/esc/implementation/TokenizerOptions.js +0 -2
  37. package/dist/modules/astn/esc/implementation/createASTNNormalizer.d.ts +0 -8
  38. package/dist/modules/astn/esc/implementation/createASTNNormalizer.js +0 -151
  39. package/dist/modules/astn/esc/implementation/createASTNSerializer.d.ts +0 -3
  40. package/dist/modules/astn/esc/implementation/createASTNSerializer.js +0 -46
  41. package/dist/modules/astn/esc/implementation/createAnnotater.d.ts +0 -2
  42. package/dist/modules/astn/esc/implementation/createAnnotater.js +0 -201
  43. package/dist/modules/astn/esc/implementation/createExpectContext.d.ts +0 -8
  44. package/dist/modules/astn/esc/implementation/createExpectContext.js +0 -582
  45. package/dist/modules/astn/esc/implementation/createFlattener.d.ts +0 -2
  46. package/dist/modules/astn/esc/implementation/createFlattener.js +0 -161
  47. package/dist/modules/astn/esc/implementation/createJSONFormatter.d.ts +0 -3
  48. package/dist/modules/astn/esc/implementation/createJSONFormatter.js +0 -140
  49. package/dist/modules/astn/esc/implementation/createJSONSerializer.d.ts +0 -3
  50. package/dist/modules/astn/esc/implementation/createJSONSerializer.js +0 -33
  51. package/dist/modules/astn/esc/implementation/createPreTokenizer.d.ts +0 -10
  52. package/dist/modules/astn/esc/implementation/createPreTokenizer.js +0 -922
  53. package/dist/modules/astn/esc/implementation/createStreamPreTokenizer.d.ts +0 -15
  54. package/dist/modules/astn/esc/implementation/createStreamPreTokenizer.js +0 -175
  55. package/dist/modules/astn/esc/implementation/createStructureParser.d.ts +0 -6
  56. package/dist/modules/astn/esc/implementation/createStructureParser.js +0 -214
  57. package/dist/modules/astn/esc/implementation/createTokenizer.d.ts +0 -11
  58. package/dist/modules/astn/esc/implementation/createTokenizer.js +0 -19
  59. package/dist/modules/astn/esc/implementation/createTokenizer2.d.ts +0 -9
  60. package/dist/modules/astn/esc/implementation/createTokenizer2.js +0 -455
  61. package/dist/modules/astn/esc/implementation/createTreeParser.d.ts +0 -3
  62. package/dist/modules/astn/esc/implementation/createTreeParser.js +0 -537
  63. package/dist/modules/astn/esc/implementation/dummyHandlers.d.ts +0 -7
  64. package/dist/modules/astn/esc/implementation/dummyHandlers.js +0 -51
  65. package/dist/modules/astn/esc/implementation/expect2.d.ts +0 -23
  66. package/dist/modules/astn/esc/implementation/expect2.js +0 -65
  67. package/dist/modules/astn/esc/implementation/getEndLocationFromRange.d.ts +0 -2
  68. package/dist/modules/astn/esc/implementation/getEndLocationFromRange.js +0 -9
  69. package/dist/modules/astn/esc/implementation/index.d.ts +0 -20
  70. package/dist/modules/astn/esc/implementation/index.js +0 -36
  71. package/dist/modules/astn/esc/implementation/printExpectIssue.d.ts +0 -2
  72. package/dist/modules/astn/esc/implementation/printExpectIssue.js +0 -129
  73. package/dist/modules/astn/esc/implementation/printExpectedValue.d.ts +0 -3
  74. package/dist/modules/astn/esc/implementation/printExpectedValue.js +0 -86
  75. package/dist/modules/astn/esc/implementation/printLocation.d.ts +0 -2
  76. package/dist/modules/astn/esc/implementation/printLocation.js +0 -7
  77. package/dist/modules/astn/esc/implementation/printRange.d.ts +0 -2
  78. package/dist/modules/astn/esc/implementation/printRange.js +0 -8
  79. package/dist/modules/astn/esc/implementation/printStructureError.d.ts +0 -2
  80. package/dist/modules/astn/esc/implementation/printStructureError.js +0 -49
  81. package/dist/modules/astn/esc/implementation/printTokenError.d.ts +0 -2
  82. package/dist/modules/astn/esc/implementation/printTokenError.js +0 -54
  83. package/dist/modules/astn/esc/implementation/printTokenizerError.d.ts +0 -2
  84. package/dist/modules/astn/esc/implementation/printTokenizerError.js +0 -44
  85. package/dist/modules/astn/esc/implementation/printTreeParserError.d.ts +0 -3
  86. package/dist/modules/astn/esc/implementation/printTreeParserError.js +0 -84
  87. package/dist/modules/astn/esc/implementation/stringSerialization.d.ts +0 -4
  88. package/dist/modules/astn/esc/implementation/stringSerialization.js +0 -60
  89. package/dist/modules/astn/esc/index.d.ts +0 -1
  90. package/dist/modules/astn/esc/index.js +0 -17
  91. package/dist/modules/astn/index.d.ts +0 -2
  92. package/dist/modules/astn/index.js +0 -18
  93. package/dist/modules/astn/interface/index.d.ts +0 -18
  94. package/dist/modules/astn/interface/index.js +0 -34
  95. package/dist/modules/astn/interface/interfaces/CreateASTNNormalizer.d.ts +0 -8
  96. package/dist/modules/astn/interface/interfaces/CreateASTNNormalizer.js +0 -2
  97. package/dist/modules/astn/interface/interfaces/CreateDummyTreeHandler.d.ts +0 -2
  98. package/dist/modules/astn/interface/interfaces/CreateDummyTreeHandler.js +0 -2
  99. package/dist/modules/astn/interface/interfaces/CreateDummyTypedHandler.d.ts +0 -2
  100. package/dist/modules/astn/interface/interfaces/CreateDummyTypedHandler.js +0 -2
  101. package/dist/modules/astn/interface/interfaces/CreateExpectContext.d.ts +0 -9
  102. package/dist/modules/astn/interface/interfaces/CreateExpectContext.js +0 -2
  103. package/dist/modules/astn/interface/interfaces/CreateFormatter.d.ts +0 -9
  104. package/dist/modules/astn/interface/interfaces/CreateFormatter.js +0 -2
  105. package/dist/modules/astn/interface/interfaces/CreateStructureParser.d.ts +0 -8
  106. package/dist/modules/astn/interface/interfaces/CreateStructureParser.js +0 -2
  107. package/dist/modules/astn/interface/interfaces/CreateTokenizer.d.ts +0 -15
  108. package/dist/modules/astn/interface/interfaces/CreateTokenizer.js +0 -2
  109. package/dist/modules/astn/interface/interfaces/CreateTreeParser.d.ts +0 -12
  110. package/dist/modules/astn/interface/interfaces/CreateTreeParser.js +0 -2
  111. package/dist/modules/astn/interface/interfaces/ExpectIssue.d.ts +0 -58
  112. package/dist/modules/astn/interface/interfaces/ExpectIssue.js +0 -2
  113. package/dist/modules/astn/interface/interfaces/IExpectContext.d.ts +0 -159
  114. package/dist/modules/astn/interface/interfaces/IExpectContext.js +0 -2
  115. package/dist/modules/astn/interface/interfaces/IStructureErrorHandler.d.ts +0 -5
  116. package/dist/modules/astn/interface/interfaces/IStructureErrorHandler.js +0 -2
  117. package/dist/modules/astn/interface/interfaces/OnExpectIssue.d.ts +0 -7
  118. package/dist/modules/astn/interface/interfaces/OnExpectIssue.js +0 -2
  119. package/dist/modules/astn/interface/types/ExpectedValue.d.ts +0 -5
  120. package/dist/modules/astn/interface/types/ExpectedValue.js +0 -2
  121. package/dist/modules/astn/interface/types/StructureError.d.ts +0 -1
  122. package/dist/modules/astn/interface/types/StructureError.js +0 -3
  123. package/dist/modules/astn/interface/types/TokenError.d.ts +0 -13
  124. package/dist/modules/astn/interface/types/TokenError.js +0 -2
  125. package/dist/modules/astn/interface/types/TokenizerError.d.ts +0 -3
  126. package/dist/modules/astn/interface/types/TokenizerError.js +0 -2
  127. package/dist/modules/astn/interface/types/TreeParserError.d.ts +0 -8
  128. package/dist/modules/astn/interface/types/TreeParserError.js +0 -2
  129. package/dist/modules/astn/interface/types/expect.d.ts +0 -2
  130. package/dist/modules/astn/interface/types/expect.js +0 -2
  131. package/dist/modules/astnTyped/esc/implementation/createASTNUnmarshaller.d.ts +0 -24
  132. package/dist/modules/astnTyped/esc/implementation/createASTNUnmarshaller.js +0 -212
  133. package/dist/modules/astnTyped/esc/implementation/createBuilder.d.ts +0 -3
  134. package/dist/modules/astnTyped/esc/implementation/createBuilder.js +0 -80
  135. package/dist/modules/astnTyped/esc/implementation/createCodeCompletionFinder.d.ts +0 -5
  136. package/dist/modules/astnTyped/esc/implementation/createCodeCompletionFinder.js +0 -57
  137. package/dist/modules/astnTyped/esc/implementation/createCodeCompletionsGenerator.d.ts +0 -5
  138. package/dist/modules/astnTyped/esc/implementation/createCodeCompletionsGenerator.js +0 -372
  139. package/dist/modules/astnTyped/esc/implementation/createDummyTypedHandler.d.ts +0 -2
  140. package/dist/modules/astnTyped/esc/implementation/createDummyTypedHandler.js +0 -64
  141. package/dist/modules/astnTyped/esc/implementation/createExternalSchemaLoader.d.ts +0 -22
  142. package/dist/modules/astnTyped/esc/implementation/createExternalSchemaLoader.js +0 -45
  143. package/dist/modules/astnTyped/esc/implementation/createHoverTextFinder.d.ts +0 -7
  144. package/dist/modules/astnTyped/esc/implementation/createHoverTextFinder.js +0 -28
  145. package/dist/modules/astnTyped/esc/implementation/createHoverTextsGenerator.d.ts +0 -5
  146. package/dist/modules/astnTyped/esc/implementation/createHoverTextsGenerator.js +0 -123
  147. package/dist/modules/astnTyped/esc/implementation/createMarshallInterface.d.ts +0 -3
  148. package/dist/modules/astnTyped/esc/implementation/createMarshallInterface.js +0 -107
  149. package/dist/modules/astnTyped/esc/implementation/createProcessorForASTNStreamWithContext.d.ts +0 -14
  150. package/dist/modules/astnTyped/esc/implementation/createProcessorForASTNStreamWithContext.js +0 -72
  151. package/dist/modules/astnTyped/esc/implementation/createSchemaHandler.d.ts +0 -6
  152. package/dist/modules/astnTyped/esc/implementation/createSchemaHandler.js +0 -54
  153. package/dist/modules/astnTyped/esc/implementation/createTreeUnmarshaller.d.ts +0 -12
  154. package/dist/modules/astnTyped/esc/implementation/createTreeUnmarshaller.js +0 -16
  155. package/dist/modules/astnTyped/esc/implementation/createTypedForker.d.ts +0 -2
  156. package/dist/modules/astnTyped/esc/implementation/createTypedForker.js +0 -77
  157. package/dist/modules/astnTyped/esc/implementation/createValueUnmarshaller.d.ts +0 -31
  158. package/dist/modules/astnTyped/esc/implementation/createValueUnmarshaller.js +0 -755
  159. package/dist/modules/astnTyped/esc/implementation/index.d.ts +0 -15
  160. package/dist/modules/astnTyped/esc/implementation/index.js +0 -31
  161. package/dist/modules/astnTyped/esc/implementation/isPositionBeforeLocation.d.ts +0 -6
  162. package/dist/modules/astnTyped/esc/implementation/isPositionBeforeLocation.js +0 -9
  163. package/dist/modules/astnTyped/esc/implementation/marshall.d.ts +0 -20
  164. package/dist/modules/astnTyped/esc/implementation/marshall.js +0 -345
  165. package/dist/modules/astnTyped/esc/implementation/printContextSchemaError.d.ts +0 -2
  166. package/dist/modules/astnTyped/esc/implementation/printContextSchemaError.js +0 -41
  167. package/dist/modules/astnTyped/esc/implementation/printDeserializeDiagnostic.d.ts +0 -2
  168. package/dist/modules/astnTyped/esc/implementation/printDeserializeDiagnostic.js +0 -63
  169. package/dist/modules/astnTyped/esc/implementation/printSchemaDeserializationError.d.ts +0 -2
  170. package/dist/modules/astnTyped/esc/implementation/printSchemaDeserializationError.js +0 -43
  171. package/dist/modules/astnTyped/esc/implementation/printSchemaSchemaError.d.ts +0 -2
  172. package/dist/modules/astnTyped/esc/implementation/printSchemaSchemaError.js +0 -50
  173. package/dist/modules/astnTyped/esc/implementation/printUnmarshallError.d.ts +0 -2
  174. package/dist/modules/astnTyped/esc/implementation/printUnmarshallError.js +0 -118
  175. package/dist/modules/astnTyped/esc/index.d.ts +0 -1
  176. package/dist/modules/astnTyped/esc/index.js +0 -17
  177. package/dist/modules/astnTyped/index.d.ts +0 -1
  178. package/dist/modules/astnTyped/index.js +0 -17
  179. package/dist/modules/etc/esc/implementation/index.d.ts +0 -1
  180. package/dist/modules/etc/esc/implementation/index.js +0 -17
  181. package/dist/modules/etc/esc/implementation/runProgram.d.ts +0 -2
  182. package/dist/modules/etc/esc/implementation/runProgram.js +0 -34
  183. package/dist/modules/etc/esc/index.d.ts +0 -1
  184. package/dist/modules/etc/esc/index.js +0 -17
  185. package/dist/modules/etc/index.d.ts +0 -2
  186. package/dist/modules/etc/index.js +0 -18
  187. package/dist/modules/etc/interface/index.d.ts +0 -4
  188. package/dist/modules/etc/interface/index.js +0 -20
  189. package/dist/modules/etc/interface/interfaces/CreateStreamConsumer.d.ts +0 -2
  190. package/dist/modules/etc/interface/interfaces/CreateStreamConsumer.js +0 -2
  191. package/dist/modules/etc/interface/interfaces/IResourceProvider.d.ts +0 -5
  192. package/dist/modules/etc/interface/interfaces/IResourceProvider.js +0 -2
  193. package/dist/modules/etc/interface/interfaces/IStreamConsumer.d.ts +0 -4
  194. package/dist/modules/etc/interface/interfaces/IStreamConsumer.js +0 -2
  195. package/dist/modules/etc/interface/types/DiagnosticSeverity.d.ts +0 -1
  196. package/dist/modules/etc/interface/types/DiagnosticSeverity.js +0 -2
  197. package/dist/modules/etc/interface/types/RetrievalError.d.ts +0 -6
  198. package/dist/modules/etc/interface/types/RetrievalError.js +0 -2
  199. package/dist/modules/grammar/index.d.ts +0 -1
  200. package/dist/modules/grammar/index.js +0 -17
  201. package/dist/modules/grammar/interface/index.d.ts +0 -11
  202. package/dist/modules/grammar/interface/index.js +0 -27
  203. package/dist/modules/grammar/interface/interfaces/CreateAnnotater.d.ts +0 -3
  204. package/dist/modules/grammar/interface/interfaces/CreateAnnotater.js +0 -2
  205. package/dist/modules/grammar/interface/interfaces/IAnnotatedHandler.d.ts +0 -55
  206. package/dist/modules/grammar/interface/interfaces/IAnnotatedHandler.js +0 -2
  207. package/dist/modules/grammar/interface/interfaces/IContentParser.d.ts +0 -5
  208. package/dist/modules/grammar/interface/interfaces/IContentParser.js +0 -2
  209. package/dist/modules/grammar/interface/interfaces/IStructureHandler.d.ts +0 -16
  210. package/dist/modules/grammar/interface/interfaces/IStructureHandler.js +0 -2
  211. package/dist/modules/grammar/interface/interfaces/IStructureParser.d.ts +0 -5
  212. package/dist/modules/grammar/interface/interfaces/IStructureParser.js +0 -2
  213. package/dist/modules/grammar/interface/interfaces/ITreeHandler.d.ts +0 -54
  214. package/dist/modules/grammar/interface/interfaces/ITreeHandler.js +0 -2
  215. package/dist/modules/grammar/interface/types/AnnotatedToken.d.ts +0 -4
  216. package/dist/modules/grammar/interface/types/AnnotatedToken.js +0 -2
  217. package/dist/modules/grammar/interface/types/ContentToken.d.ts +0 -15
  218. package/dist/modules/grammar/interface/types/ContentToken.js +0 -2
  219. package/dist/modules/grammar/interface/types/StackContext.d.ts +0 -7
  220. package/dist/modules/grammar/interface/types/StackContext.js +0 -2
  221. package/dist/modules/grammar/interface/types/StructureToken.d.ts +0 -4
  222. package/dist/modules/grammar/interface/types/StructureToken.js +0 -2
  223. package/dist/modules/grammar/interface/types/tokens.d.ts +0 -25
  224. package/dist/modules/grammar/interface/types/tokens.js +0 -2
  225. package/dist/modules/schema/esc/implementation/createASTNSchemaBuilder.generated.d.ts +0 -3
  226. package/dist/modules/schema/esc/implementation/createASTNSchemaBuilder.generated.js +0 -36
  227. package/dist/modules/schema/esc/implementation/createASTNSchemaDeserializer.generated.d.ts +0 -4
  228. package/dist/modules/schema/esc/implementation/createASTNSchemaDeserializer.generated.js +0 -448
  229. package/dist/modules/schema/esc/implementation/index.d.ts +0 -3
  230. package/dist/modules/schema/esc/implementation/index.js +0 -19
  231. package/dist/modules/schema/esc/implementation/serializeSchema.generated.d.ts +0 -3
  232. package/dist/modules/schema/esc/implementation/serializeSchema.generated.js +0 -193
  233. package/dist/modules/schema/index.d.ts +0 -2
  234. package/dist/modules/schema/index.js +0 -18
  235. package/dist/modules/schema/interface/index.d.ts +0 -2
  236. package/dist/modules/schema/interface/index.js +0 -18
  237. package/dist/modules/schema/interface/interfaces/generated_CreateASTNSchemaDeserializer.d.ts +0 -4
  238. package/dist/modules/schema/interface/interfaces/generated_CreateASTNSchemaDeserializer.js +0 -2
  239. package/dist/modules/schema/interface/types/generated_schema.d.ts +0 -44
  240. package/dist/modules/schema/interface/types/generated_schema.js +0 -2
  241. package/dist/modules/tokenLevel/index.d.ts +0 -1
  242. package/dist/modules/tokenLevel/index.js +0 -17
  243. package/dist/modules/tokenLevel/interface/index.d.ts +0 -5
  244. package/dist/modules/tokenLevel/interface/index.js +0 -21
  245. package/dist/modules/tokenLevel/interface/interfaces/FormatInstruction.d.ts +0 -8
  246. package/dist/modules/tokenLevel/interface/interfaces/FormatInstruction.js +0 -2
  247. package/dist/modules/tokenLevel/interface/interfaces/IFormatInstructionWriter.d.ts +0 -5
  248. package/dist/modules/tokenLevel/interface/interfaces/IFormatInstructionWriter.js +0 -2
  249. package/dist/modules/tokenLevel/interface/interfaces/Location.d.ts +0 -5
  250. package/dist/modules/tokenLevel/interface/interfaces/Location.js +0 -2
  251. package/dist/modules/tokenLevel/interface/interfaces/Range.d.ts +0 -18
  252. package/dist/modules/tokenLevel/interface/interfaces/Range.js +0 -2
  253. package/dist/modules/tokenLevel/interface/interfaces/TokenizerAnnotationData.d.ts +0 -5
  254. package/dist/modules/tokenLevel/interface/interfaces/TokenizerAnnotationData.js +0 -2
  255. package/dist/modules/typed/index.d.ts +0 -1
  256. package/dist/modules/typed/index.js +0 -17
  257. package/dist/modules/typed/interface/index.d.ts +0 -7
  258. package/dist/modules/typed/interface/index.js +0 -24
  259. package/dist/modules/typed/interface/interfaces/CreateTreeUnmarshaller.d.ts +0 -10
  260. package/dist/modules/typed/interface/interfaces/CreateTreeUnmarshaller.js +0 -2
  261. package/dist/modules/typed/interface/interfaces/Datastore.d.ts +0 -16
  262. package/dist/modules/typed/interface/interfaces/Datastore.js +0 -2
  263. package/dist/modules/typed/interface/interfaces/IMarshallableDataset.d.ts +0 -28
  264. package/dist/modules/typed/interface/interfaces/IMarshallableDataset.js +0 -2
  265. package/dist/modules/typed/interface/interfaces/ITypedTreeHandler.d.ts +0 -79
  266. package/dist/modules/typed/interface/interfaces/ITypedTreeHandler.js +0 -2
  267. package/dist/modules/typed/interface/interfaces/InternalSchemaSpecification.d.ts +0 -3
  268. package/dist/modules/typed/interface/interfaces/InternalSchemaSpecification.js +0 -2
  269. package/dist/modules/typed/interface/interfaces/SerializationStyle.d.ts +0 -3
  270. package/dist/modules/typed/interface/interfaces/SerializationStyle.js +0 -2
  271. package/dist/modules/typed/interface/interfaces/UnmarshallError.d.ts +0 -16
  272. package/dist/modules/typed/interface/interfaces/UnmarshallError.js +0 -2
  273. package/dist/modules/typed/interface/interfaces/definitions.d.ts +0 -14
  274. package/dist/modules/typed/interface/interfaces/definitions.js +0 -2
  275. package/dist/modules/typedTokenize/index.d.ts +0 -1
  276. package/dist/modules/typedTokenize/index.js +0 -17
  277. package/dist/modules/typedTokenize/interface/index.d.ts +0 -10
  278. package/dist/modules/typedTokenize/interface/index.js +0 -26
  279. package/dist/modules/typedTokenize/interface/interfaces/ASTNUnmarshallIssue.d.ts +0 -14
  280. package/dist/modules/typedTokenize/interface/interfaces/ASTNUnmarshallIssue.js +0 -2
  281. package/dist/modules/typedTokenize/interface/interfaces/ContextSchemaIssue.d.ts +0 -10
  282. package/dist/modules/typedTokenize/interface/interfaces/ContextSchemaIssue.js +0 -2
  283. package/dist/modules/typedTokenize/interface/interfaces/ContextSchemaResult.d.ts +0 -2
  284. package/dist/modules/typedTokenize/interface/interfaces/ContextSchemaResult.js +0 -2
  285. package/dist/modules/typedTokenize/interface/interfaces/CreateASTNUnmarshaller.d.ts +0 -13
  286. package/dist/modules/typedTokenize/interface/interfaces/CreateASTNUnmarshaller.js +0 -2
  287. package/dist/modules/typedTokenize/interface/interfaces/CreateExternalSchemaLoader.d.ts +0 -6
  288. package/dist/modules/typedTokenize/interface/interfaces/CreateExternalSchemaLoader.js +0 -2
  289. package/dist/modules/typedTokenize/interface/interfaces/CreateSchemaHandler.d.ts +0 -6
  290. package/dist/modules/typedTokenize/interface/interfaces/CreateSchemaHandler.js +0 -2
  291. package/dist/modules/typedTokenize/interface/interfaces/SchemaAndSideEffects.d.ts +0 -7
  292. package/dist/modules/typedTokenize/interface/interfaces/SchemaAndSideEffects.js +0 -2
  293. package/dist/modules/typedTokenize/interface/interfaces/SchemaDeserializationError.d.ts +0 -7
  294. package/dist/modules/typedTokenize/interface/interfaces/SchemaDeserializationError.js +0 -2
  295. package/dist/modules/typedTokenize/interface/interfaces/SchemaError.d.ts +0 -7
  296. package/dist/modules/typedTokenize/interface/interfaces/SchemaError.js +0 -2
  297. package/dist/modules/typedTokenize/interface/interfaces/SchemaSchemaBuilder.d.ts +0 -4
  298. package/dist/modules/typedTokenize/interface/interfaces/SchemaSchemaBuilder.js +0 -2
@@ -1,212 +0,0 @@
1
- "use strict";
2
- var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
3
- if (k2 === undefined) k2 = k;
4
- var desc = Object.getOwnPropertyDescriptor(m, k);
5
- if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
6
- desc = { enumerable: true, get: function() { return m[k]; } };
7
- }
8
- Object.defineProperty(o, k2, desc);
9
- }) : (function(o, m, k, k2) {
10
- if (k2 === undefined) k2 = k;
11
- o[k2] = m[k];
12
- }));
13
- var __setModuleDefault = (this && this.__setModuleDefault) || (Object.create ? (function(o, v) {
14
- Object.defineProperty(o, "default", { enumerable: true, value: v });
15
- }) : function(o, v) {
16
- o["default"] = v;
17
- });
18
- var __importStar = (this && this.__importStar) || function (mod) {
19
- if (mod && mod.__esModule) return mod;
20
- var result = {};
21
- if (mod != null) for (var k in mod) if (k !== "default" && Object.prototype.hasOwnProperty.call(mod, k)) __createBinding(result, mod, k);
22
- __setModuleDefault(result, mod);
23
- return result;
24
- };
25
- Object.defineProperty(exports, "__esModule", { value: true });
26
- exports.createASTNUnmarshaller = void 0;
27
- const pr = __importStar(require("pareto-runtime"));
28
- function createASTNUnmarshaller($p, createBodyTreeParser, createTreeUnmarshaller, createExternalSchemaLoader) {
29
- function onUnmarshallError(error, annotation, severity) {
30
- $p.handler.onUnmarshallError({
31
- type: error,
32
- annotation: annotation,
33
- severity: severity,
34
- });
35
- }
36
- let internalParser = null;
37
- function createRealParser($) {
38
- return createBodyTreeParser(createTreeUnmarshaller({
39
- specification: $.specification,
40
- schemaAndSideEffects: $.schemaAndSideEffects,
41
- onError: (error, annotation, severity) => {
42
- onUnmarshallError(["unmarshall", error], annotation, severity);
43
- },
44
- }));
45
- }
46
- function createQueueingParser(annotation) {
47
- const queue = [];
48
- let endAnnotation = null;
49
- let downStream = null;
50
- return {
51
- annotation: annotation,
52
- setDownstream: (parser2) => {
53
- downStream = parser2;
54
- queue.forEach(($) => {
55
- parser2.onToken($);
56
- });
57
- if (endAnnotation !== null) {
58
- parser2.onEnd(endAnnotation);
59
- }
60
- },
61
- parser: {
62
- onEnd: ($) => {
63
- if (downStream !== null) {
64
- downStream.onEnd($);
65
- }
66
- endAnnotation = $;
67
- },
68
- onToken: (token) => {
69
- if (downStream !== null) {
70
- downStream.onToken(token);
71
- }
72
- queue.push(token);
73
- },
74
- },
75
- };
76
- }
77
- return {
78
- onNoInternalSchema: () => { },
79
- onEmbeddedSchema: ($$) => {
80
- const qp = createQueueingParser($$.headerAnnotation);
81
- internalParser = qp;
82
- const schemaSchemaBuilder = $p.handler.getInternalSchemaSchemaBuilder($$.schemaSchemaReferenceToken.token.value);
83
- if (schemaSchemaBuilder === null) {
84
- throw new Error(`IMPLEMENT ME: unknown schema schema: ${$$.schemaSchemaReferenceToken.token.value}`);
85
- }
86
- return schemaSchemaBuilder((error, annotation) => {
87
- onUnmarshallError(["embedded schema error", error], annotation, ["error", {}]);
88
- }, (schemaAndSideEffects) => {
89
- const rp = createRealParser({
90
- specification: ["embedded", {}],
91
- schemaAndSideEffects: schemaAndSideEffects,
92
- });
93
- qp.setDownstream(rp);
94
- });
95
- },
96
- onSchemaReference: ($$) => {
97
- const qp = createQueueingParser($$.headerAnnotation);
98
- internalParser = qp;
99
- $p.handler.referencedSchemaProvider.getResource($$.token.token.value, createExternalSchemaLoader({
100
- onFailed: () => { },
101
- onSucces: (schemaAndSideEffects) => {
102
- const rp = createRealParser({
103
- schemaAndSideEffects: schemaAndSideEffects,
104
- specification: ["reference", {
105
- name: $$.token.token.value,
106
- }],
107
- });
108
- qp.setDownstream(rp);
109
- },
110
- }), (error) => {
111
- switch (error[0]) {
112
- case "not found": {
113
- $p.handler.onUnmarshallError({
114
- type: ["schema not found", {}],
115
- annotation: $$.token.annotation,
116
- severity: ["error", {}],
117
- });
118
- break;
119
- }
120
- case "other": {
121
- const $ = error[1];
122
- $p.handler.onUnmarshallError({
123
- type: ["loading error", {
124
- message: `problems loading schema: ${$.description}`,
125
- }],
126
- annotation: $$.token.annotation,
127
- severity: ["error", {}],
128
- });
129
- break;
130
- }
131
- default:
132
- pr.au(error[0]);
133
- }
134
- });
135
- },
136
- onBody: () => {
137
- function createDummyParser() {
138
- return createBodyTreeParser(//logs errors
139
- null);
140
- }
141
- switch ($p.handler.contextSchema[0]) {
142
- case "available": {
143
- if (internalParser !== null) {
144
- onUnmarshallError(["found both internal and context schema. ignoring internal schema", {}], internalParser.annotation, ["warning", {}]);
145
- }
146
- return pr.cc($p.handler.contextSchema[1], ($) => {
147
- const rp2 = createRealParser({
148
- schemaAndSideEffects: $,
149
- specification: ["none", {}],
150
- });
151
- return {
152
- onToken: (token) => {
153
- return rp2.onToken(token);
154
- },
155
- onEnd: (endAnnotation) => {
156
- rp2.onEnd(endAnnotation);
157
- },
158
- };
159
- });
160
- }
161
- case "has errors": {
162
- return createDummyParser();
163
- }
164
- case "ignored": {
165
- return pr.cc($p.handler.contextSchema[1], ($) => {
166
- if (internalParser === null) {
167
- onUnmarshallError(["no schema", {}], null, ["error", {}]);
168
- return createDummyParser();
169
- }
170
- else {
171
- const ip = internalParser;
172
- return {
173
- onToken: (token) => {
174
- return ip.parser.onToken(token);
175
- },
176
- onEnd: (endAnnotation) => {
177
- ip.parser.onEnd(endAnnotation);
178
- },
179
- };
180
- }
181
- });
182
- }
183
- case "not available":
184
- return pr.cc($p.handler.contextSchema[1], ($) => {
185
- if (internalParser === null) {
186
- onUnmarshallError(["no schema", {}], null, ["error", {}]);
187
- return createDummyParser();
188
- }
189
- else {
190
- const ip = internalParser;
191
- return {
192
- onToken: (token) => {
193
- return ip.parser.onToken(token);
194
- },
195
- onEnd: (endAnnotation) => {
196
- ip.parser.onEnd(endAnnotation);
197
- },
198
- };
199
- }
200
- });
201
- default:
202
- return pr.au($p.handler.contextSchema[0]);
203
- }
204
- },
205
- // errors: {
206
- // onError: ($$) => {
207
- // onUnmarshallError(["parsing", $$.error], $$.annotation, ["error", {}])
208
- // },
209
- // },
210
- };
211
- }
212
- exports.createASTNUnmarshaller = createASTNUnmarshaller;
@@ -1,3 +0,0 @@
1
- import { Datastore } from "../../../typed/interface/interfaces/Datastore";
2
- import { ITypedTreeHandler } from "../../../typed/interface/interfaces/ITypedTreeHandler";
3
- export declare function createBuilder<EventAnnotation>(ds: Datastore, onEnd: () => void): ITypedTreeHandler<EventAnnotation>;
@@ -1,80 +0,0 @@
1
- "use strict";
2
- Object.defineProperty(exports, "__esModule", { value: true });
3
- exports.createBuilder = void 0;
4
- function createBuilder(ds, onEnd) {
5
- function buildValue(value) {
6
- return {
7
- onDictionary: () => {
8
- const dict = {};
9
- value.type = ["dictionary", dict];
10
- return {
11
- onClose: () => { },
12
- onEntry: ($) => {
13
- const entry = { type: null };
14
- dict[$.token.token.value] = entry;
15
- return buildValue(entry);
16
- },
17
- };
18
- },
19
- onList: () => {
20
- const list = [];
21
- value.type = ["list", list];
22
- return {
23
- onClose: () => { },
24
- onElement: () => {
25
- const element = { type: null };
26
- list.push(element);
27
- return buildValue(element);
28
- },
29
- };
30
- },
31
- onTaggedUnion: ($) => {
32
- const taggedUnion = {
33
- option: null,
34
- value: { type: null },
35
- };
36
- value.type = ["tagged union", taggedUnion];
37
- return {
38
- onUnexpectedOption: () => {
39
- taggedUnion.option = $.definition["default option"].name;
40
- return buildValue(taggedUnion.value);
41
- },
42
- onOption: ($$) => {
43
- taggedUnion.option = $$.name;
44
- return buildValue(taggedUnion.value);
45
- },
46
- onEnd: () => { },
47
- };
48
- },
49
- onSimpleString: ($) => {
50
- value.type = ["simple string", $.value];
51
- },
52
- onMultilineString: ($) => {
53
- value.type = ["multiline string", $.token === null ? [] : $.token.token.lines];
54
- },
55
- onTypeReference: () => {
56
- return buildValue(value);
57
- },
58
- onGroup: () => {
59
- const group = {};
60
- value.type = ["group", group];
61
- return {
62
- onUnexpectedProperty: () => { },
63
- onProperty: ($) => {
64
- const property = { type: null };
65
- group[$.key] = property;
66
- return buildValue(property);
67
- },
68
- onClose: () => { },
69
- };
70
- },
71
- };
72
- }
73
- return {
74
- root: buildValue(ds.root),
75
- onEnd: () => {
76
- onEnd();
77
- },
78
- };
79
- }
80
- exports.createBuilder = createBuilder;
@@ -1,5 +0,0 @@
1
- import { TokenizerAnnotationData } from "../../../tokenLevel/interface/interfaces/TokenizerAnnotationData";
2
- import { ITypedTreeHandler } from "../../../typed/interface/interfaces/ITypedTreeHandler";
3
- import { Range } from "../../../tokenLevel/interface/interfaces/Range";
4
- import { Location } from "../../../tokenLevel/interface/interfaces/Location";
5
- export declare function createCodeCompletionFinder(completionPositionLine: number, completionPositionCharacter: number, callback: (codeCompletion: string) => void, getEndLocationFromRange: (range: Range) => Location): ITypedTreeHandler<TokenizerAnnotationData>;
@@ -1,57 +0,0 @@
1
- "use strict";
2
- Object.defineProperty(exports, "__esModule", { value: true });
3
- exports.createCodeCompletionFinder = void 0;
4
- const createCodeCompletionsGenerator_1 = require("./createCodeCompletionsGenerator");
5
- const isPositionBeforeLocation_1 = require("./isPositionBeforeLocation");
6
- function onPositionInContextOfRange(positionLine, positionCharacter, range, onBefore, onIn, onAfter, getEndLocationFromRange) {
7
- if ((0, isPositionBeforeLocation_1.isPositionBeforeLocation)({
8
- positionLine: positionLine,
9
- positionCharacter: positionCharacter,
10
- location: range.start,
11
- })) {
12
- onBefore();
13
- }
14
- else if ((0, isPositionBeforeLocation_1.isPositionBeforeLocation)({
15
- positionLine: positionLine,
16
- positionCharacter: positionCharacter,
17
- location: getEndLocationFromRange(range),
18
- })) {
19
- onIn();
20
- }
21
- else {
22
- onAfter();
23
- }
24
- }
25
- function createCodeCompletionFinder(completionPositionLine, completionPositionCharacter, callback, getEndLocationFromRange) {
26
- let positionAlreadyFound = false;
27
- let previousAfter = null;
28
- //console.log("FINDING COMPLETIONS", line, character)
29
- function generate(gs) {
30
- if (gs !== null) {
31
- const codeCompletions = gs();
32
- //console.log(codeCompletions)
33
- codeCompletions.forEach((codeCompletion) => {
34
- //console.log("codeCompletion", codeCompletion)
35
- callback(codeCompletion);
36
- });
37
- }
38
- }
39
- return (0, createCodeCompletionsGenerator_1.createCodeCompletionsGenerator)((annotation, intra, after) => {
40
- if (!positionAlreadyFound) {
41
- onPositionInContextOfRange(completionPositionLine, completionPositionCharacter, annotation.range, () => {
42
- generate(previousAfter);
43
- positionAlreadyFound = true;
44
- }, () => {
45
- generate(intra);
46
- positionAlreadyFound = true;
47
- }, () => {
48
- previousAfter = after;
49
- }, getEndLocationFromRange);
50
- }
51
- }, () => {
52
- if (!positionAlreadyFound) {
53
- generate(previousAfter);
54
- }
55
- });
56
- }
57
- exports.createCodeCompletionFinder = createCodeCompletionFinder;
@@ -1,5 +0,0 @@
1
- import { ITypedTreeHandler } from "../../../typed/interface/interfaces/ITypedTreeHandler";
2
- declare type GetCodeCompletions = () => string[];
3
- export declare type OnToken<EventAnnotation> = (annotation: EventAnnotation, getCodeCompletionsInToken: GetCodeCompletions | null, getCodeCompletionsAfterToken: GetCodeCompletions | null) => void;
4
- export declare function createCodeCompletionsGenerator<EventAnnotation>(onToken: OnToken<EventAnnotation>, onEnd: () => void): ITypedTreeHandler<EventAnnotation>;
5
- export {};