solve-engine 1.0.0-beta.2 → 1.0.0-beta.4

package/dist/{Lexer-D9l4Yrk2.d.ts → Lexer-Cfm79Dak.d.cts}

@@ -1,4 +1,4 @@
-import { T as Token } from './Token-0jpvUdPY.js';
+import { T as Token } from './Token-BzG5G4ja.cjs';
 
 /** Trie node for multi-word phrase matching. */
 interface PhraseNode {
@@ -102,7 +102,11 @@ declare class LexerToken implements Token {
     lineBreaks: number;
     line: number;
     col: number;
-    constructor(type: string, typeId: number, value: string, text: string, offset: number, lineBreaks: number, line: number, col: number);
+    /** See {@link Token.sourceEnd}. Set only on normalizer-fused tokens. */
+    sourceEnd?: number | undefined;
+    constructor(type: string, typeId: number, value: string, text: string, offset: number, lineBreaks: number, line: number, col: number, 
+    /** See {@link Token.sourceEnd}. Set only on normalizer-fused tokens. */
+    sourceEnd?: number | undefined);
 }
 /**
  * Plugin interface for extending the ExpressionLexer with custom tokens.
@@ -512,6 +516,18 @@ declare class Lexer {
         length: number;
         category: TokenCategory | undefined;
     }[];
+    /**
+     * The same tokens {@link getHighlightTokens} reduces, before reduction.
+     *
+     * Exists because normalization operates on tokens, not on the flattened
+     * shape, and a consumer that wants phrase-fused highlighting has to run the
+     * normalizer between the two. See `LanguageService.getSemanticTokens`.
+     *
+     * @param lineText - One line of source.
+     * @returns Every token on the line that is worth painting, unreduced.
+     */
+    getHighlightTokenObjects(lineText: string): Token[];
+    private collectTokenObjects;
     private collectHighlightTokens;
 }
 /**

package/dist/{Lexer-BJdhlnej.d.cts → Lexer-W9MBOP0V.d.ts}

@@ -1,4 +1,4 @@
-import { T as Token } from './Token-0jpvUdPY.cjs';
+import { T as Token } from './Token-BzG5G4ja.js';
 
 /** Trie node for multi-word phrase matching. */
 interface PhraseNode {
@@ -102,7 +102,11 @@ declare class LexerToken implements Token {
     lineBreaks: number;
     line: number;
     col: number;
-    constructor(type: string, typeId: number, value: string, text: string, offset: number, lineBreaks: number, line: number, col: number);
+    /** See {@link Token.sourceEnd}. Set only on normalizer-fused tokens. */
+    sourceEnd?: number | undefined;
+    constructor(type: string, typeId: number, value: string, text: string, offset: number, lineBreaks: number, line: number, col: number, 
+    /** See {@link Token.sourceEnd}. Set only on normalizer-fused tokens. */
+    sourceEnd?: number | undefined);
 }
 /**
  * Plugin interface for extending the ExpressionLexer with custom tokens.
@@ -512,6 +516,18 @@ declare class Lexer {
         length: number;
         category: TokenCategory | undefined;
     }[];
+    /**
+     * The same tokens {@link getHighlightTokens} reduces, before reduction.
+     *
+     * Exists because normalization operates on tokens, not on the flattened
+     * shape, and a consumer that wants phrase-fused highlighting has to run the
+     * normalizer between the two. See `LanguageService.getSemanticTokens`.
+     *
+     * @param lineText - One line of source.
+     * @returns Every token on the line that is worth painting, unreduced.
+     */
+    getHighlightTokenObjects(lineText: string): Token[];
+    private collectTokenObjects;
     private collectHighlightTokens;
 }
 /**

package/dist/{PackageRegistry-DaH4aIKP.d.ts → PackageRegistry-CjDt-Jy_.d.ts}

@@ -1,15 +1,15 @@
-import { a as PrecedenceParser, b as PrefixParselet, I as InfixParselet } from './Parselet-ConOIdRO.js';
+import { a as PrecedenceParser, b as PrefixParselet, I as InfixParselet } from './Parselet-DEdF9I7n.js';
 import { V as Value } from './Value-KtAQNHur.js';
 import { IVariableSource } from './variables.js';
-import { M as MarkdownLineType, L as Lexer, e as TokenCategory, c as LexerVocabulary } from './Lexer-D9l4Yrk2.js';
+import { M as MarkdownLineType, L as Lexer, e as TokenCategory, c as LexerVocabulary } from './Lexer-W9MBOP0V.js';
 import { IAsyncResolver } from './resolvers.js';
-import { T as TokenFusion, N as NormalizerRule } from './NormalizerRule-CEjf1FyD.js';
+import { T as TokenFusion, c as TokenNormalizer, a as NormalizerRule } from './TokenNormalizer-t_GotBxr.js';
 import { D as DependencyGraph, V as VM, a as DagSnapshot, b as EngineContext, S as ScopeManager, L as LineExecutionContext } from './ScopeManager-B5k0nk05.js';
 import { a as BytecodeProgram } from './BytecodeBuilder-3egMyuDi.js';
 import { QueryClient } from '@tanstack/query-core';
 import { E as EngineError } from './EngineError-DvPSnhZi.js';
 import { a as DiagnosticReportJSON, D as DiagnosticPipeline } from './pipeline-CrsRPmsv.js';
-import { T as Token } from './Token-0jpvUdPY.js';
+import { T as Token } from './Token-BzG5G4ja.js';
 import { D as DEFAULT_CONFIG, E as EngineConfig } from './Configuration-fVpd-HC-.js';
 
 /**
@@ -1958,6 +1958,17 @@ declare class ExpressionEngine {
     getContext(): EngineContext;
     getScopeManager(): ScopeManager;
     getLexer(): Lexer;
+    /**
+     * This engine's token normalizer, with every phrase and rule its packages
+     * registered.
+     *
+     * Exposed for the highlighting path. `LanguageService` classifies tokens
+     * after the lexer but can only see phrase-fused types (a date literal, a
+     * timecode, a package's own fused token) by running the same normalizer
+     * evaluation runs. Sharing this instance rather than building a second one
+     * is what keeps the two from disagreeing.
+     */
+    getNormalizer(): TokenNormalizer;
     /**
      * Every completion candidate contributed by currently-registered
      * packages (`IEnginePackage.completionItems`), flattened across all of
@@ -2174,6 +2185,20 @@ interface LanguageServiceOptions {
      * evaluation engine's DAG snapshot instead.
      */
     variableNameSource?: () => Iterable<string>;
+    /**
+     * Run the normalizer on the highlighting path, so phrase-fused tokens are
+     * classified as the thing the parser will actually see.
+     *
+     * Off by default, and the default is a judgement rather than an oversight.
+     * Highlighting runs per keystroke, normalization is real work, and a host
+     * that is happy with lexer-level categories should not start paying for
+     * fusion because a new version shipped. Turn it on and `12/09/2026` is one
+     * `datetime` span instead of five number and operator spans; leave it off
+     * and nothing about this class changes.
+     *
+     * See `benchmarks/languageServiceBenchmarks.spec.ts` for what it costs.
+     */
+    normalizeForHighlighting?: boolean;
 }
 /**
  * Editor-agnostic "language server" for solve expressions: turns a line of
@@ -2229,11 +2254,42 @@ interface LanguageServiceOptions {
 declare class LanguageService {
     private engine;
     private variableNameSource;
+    private readonly normalizeForHighlighting;
     private cache;
     private staticCompletionCandidates;
     private staticCompletionIndex;
     constructor(engine?: ExpressionEngine | null, options?: LanguageServiceOptions);
     private defaultVariableNames;
+    /**
+     * Lex a line, normalize it, and place every resulting token back in the
+     * source text.
+     *
+     * ## Why placing them back is the hard part
+     *
+     * Normalization produces three kinds of token and only one of them can be
+     * highlighted the obvious way.
+     *
+     * A token the normalizer left alone still describes its own text, so its
+     * span is `offset` to `offset + value.length`, exactly as before.
+     *
+     * A FUSED token does not. `10 frames` becomes a FRAME_COUNT whose value is
+     * `10`, and a timecode becomes a token whose value is a comma-separated
+     * tuple appearing nowhere on the line. Those carry `sourceEnd`, set by
+     * `createFusedToken`, which is the only place that knows where the fusion
+     * ended.
+     *
+     * An INSERTED token has no text at all. Implicit multiplication puts a STAR
+     * at the following token's offset, so `5(3)` gains a `*` sitting exactly
+     * where the `(` is. Painting it would colour a character the reader never
+     * typed as an operator, and would overlap the token that really is there.
+     * These are dropped, detected by the one test that needs no cooperation
+     * from any rule: a token with no recorded fusion span must match the text
+     * at its own offset, and an inserted one does not.
+     *
+     * @param lineText - The raw line.
+     * @returns Spans in the same shape `Lexer.getHighlightTokens` returns.
+     */
+    private classifyNormalized;
     /**
      * Classify every recognized token on one line.
      *

package/dist/{PackageRegistry-D-Tv_7ca.d.cts → PackageRegistry-pHtKythi.d.cts}

@@ -1,15 +1,15 @@
-import { a as PrecedenceParser, b as PrefixParselet, I as InfixParselet } from './Parselet-CK8cQu2a.cjs';
+import { a as PrecedenceParser, b as PrefixParselet, I as InfixParselet } from './Parselet-Cu0bLSis.cjs';
 import { V as Value } from './Value-KtAQNHur.cjs';
 import { IVariableSource } from './variables.cjs';
-import { M as MarkdownLineType, L as Lexer, e as TokenCategory, c as LexerVocabulary } from './Lexer-BJdhlnej.cjs';
+import { M as MarkdownLineType, L as Lexer, e as TokenCategory, c as LexerVocabulary } from './Lexer-Cfm79Dak.cjs';
 import { IAsyncResolver } from './resolvers.cjs';
-import { T as TokenFusion, N as NormalizerRule } from './NormalizerRule-BrVoVjmP.cjs';
+import { T as TokenFusion, c as TokenNormalizer, a as NormalizerRule } from './TokenNormalizer-DGVa24Q-.cjs';
 import { D as DependencyGraph, V as VM, a as DagSnapshot, b as EngineContext, S as ScopeManager, L as LineExecutionContext } from './ScopeManager-CKfQtl7l.cjs';
 import { a as BytecodeProgram } from './BytecodeBuilder-3egMyuDi.cjs';
 import { QueryClient } from '@tanstack/query-core';
 import { E as EngineError } from './EngineError-DvPSnhZi.cjs';
 import { a as DiagnosticReportJSON, D as DiagnosticPipeline } from './pipeline-DPUQt7yL.cjs';
-import { T as Token } from './Token-0jpvUdPY.cjs';
+import { T as Token } from './Token-BzG5G4ja.cjs';
 import { D as DEFAULT_CONFIG, E as EngineConfig } from './Configuration-fVpd-HC-.cjs';
 
 /**
@@ -1958,6 +1958,17 @@ declare class ExpressionEngine {
     getContext(): EngineContext;
     getScopeManager(): ScopeManager;
     getLexer(): Lexer;
+    /**
+     * This engine's token normalizer, with every phrase and rule its packages
+     * registered.
+     *
+     * Exposed for the highlighting path. `LanguageService` classifies tokens
+     * after the lexer but can only see phrase-fused types (a date literal, a
+     * timecode, a package's own fused token) by running the same normalizer
+     * evaluation runs. Sharing this instance rather than building a second one
+     * is what keeps the two from disagreeing.
+     */
+    getNormalizer(): TokenNormalizer;
     /**
      * Every completion candidate contributed by currently-registered
      * packages (`IEnginePackage.completionItems`), flattened across all of
@@ -2174,6 +2185,20 @@ interface LanguageServiceOptions {
      * evaluation engine's DAG snapshot instead.
      */
     variableNameSource?: () => Iterable<string>;
+    /**
+     * Run the normalizer on the highlighting path, so phrase-fused tokens are
+     * classified as the thing the parser will actually see.
+     *
+     * Off by default, and the default is a judgement rather than an oversight.
+     * Highlighting runs per keystroke, normalization is real work, and a host
+     * that is happy with lexer-level categories should not start paying for
+     * fusion because a new version shipped. Turn it on and `12/09/2026` is one
+     * `datetime` span instead of five number and operator spans; leave it off
+     * and nothing about this class changes.
+     *
+     * See `benchmarks/languageServiceBenchmarks.spec.ts` for what it costs.
+     */
+    normalizeForHighlighting?: boolean;
 }
 /**
  * Editor-agnostic "language server" for solve expressions: turns a line of
@@ -2229,11 +2254,42 @@ interface LanguageServiceOptions {
 declare class LanguageService {
     private engine;
     private variableNameSource;
+    private readonly normalizeForHighlighting;
     private cache;
     private staticCompletionCandidates;
     private staticCompletionIndex;
     constructor(engine?: ExpressionEngine | null, options?: LanguageServiceOptions);
     private defaultVariableNames;
+    /**
+     * Lex a line, normalize it, and place every resulting token back in the
+     * source text.
+     *
+     * ## Why placing them back is the hard part
+     *
+     * Normalization produces three kinds of token and only one of them can be
+     * highlighted the obvious way.
+     *
+     * A token the normalizer left alone still describes its own text, so its
+     * span is `offset` to `offset + value.length`, exactly as before.
+     *
+     * A FUSED token does not. `10 frames` becomes a FRAME_COUNT whose value is
+     * `10`, and a timecode becomes a token whose value is a comma-separated
+     * tuple appearing nowhere on the line. Those carry `sourceEnd`, set by
+     * `createFusedToken`, which is the only place that knows where the fusion
+     * ended.
+     *
+     * An INSERTED token has no text at all. Implicit multiplication puts a STAR
+     * at the following token's offset, so `5(3)` gains a `*` sitting exactly
+     * where the `(` is. Painting it would colour a character the reader never
+     * typed as an operator, and would overlap the token that really is there.
+     * These are dropped, detected by the one test that needs no cooperation
+     * from any rule: a token with no recorded fusion span must match the text
+     * at its own offset, and an inserted one does not.
+     *
+     * @param lineText - The raw line.
+     * @returns Spans in the same shape `Lexer.getHighlightTokens` returns.
+     */
+    private classifyNormalized;
     /**
      * Classify every recognized token on one line.
      *

package/dist/{Parselet-CK8cQu2a.d.cts → Parselet-Cu0bLSis.d.cts}

@@ -1,5 +1,5 @@
 import { B as BytecodeBuilder } from './BytecodeBuilder-3egMyuDi.cjs';
-import { T as Token } from './Token-0jpvUdPY.cjs';
+import { T as Token } from './Token-BzG5G4ja.cjs';
 import { D as DiagnosticPipeline } from './pipeline-DPUQt7yL.cjs';
 
 /**

package/dist/{Parselet-ConOIdRO.d.ts → Parselet-DEdF9I7n.d.ts}

@@ -1,5 +1,5 @@
 import { B as BytecodeBuilder } from './BytecodeBuilder-3egMyuDi.js';
-import { T as Token } from './Token-0jpvUdPY.js';
+import { T as Token } from './Token-BzG5G4ja.js';
 import { D as DiagnosticPipeline } from './pipeline-CrsRPmsv.js';
 
 /**

package/dist/{Token-0jpvUdPY.d.cts → Token-BzG5G4ja.d.cts}

@@ -19,6 +19,20 @@ interface Token {
     lineBreaks: number;
     line: number;
     col: number;
+    /**
+     * End offset of the source text this token was fused from, exclusive.
+     *
+     * Only set on tokens the normalizer built by fusing several lexer tokens
+     * into one, and only there because those are the tokens whose `value` no
+     * longer describes the text they came from. `10 frames` fuses into a
+     * FRAME_COUNT whose value is `10`, so `offset + value.length` would cover
+     * two characters of a nine-character phrase.
+     *
+     * Evaluation never reads this. It exists so that a consumer painting a line
+     * (see `LanguageService.getSemanticTokens`) can highlight a fused phrase as
+     * the one thing the parser will see rather than as its parts.
+     */
+    sourceEnd?: number;
 }
 /**
  * Canonical token type name constants.
@@ -73,6 +87,7 @@ declare const TokenTypes: {
     readonly PI: "PI";
     readonly E: "E";
     readonly MOD: "MOD";
+    readonly AND_CONJ: "AND_CONJ";
     readonly OF: "OF";
     readonly INCREASE_BY: "INCREASE_BY";
     readonly DECREASE_BY: "DECREASE_BY";
@@ -124,6 +139,9 @@ declare const TokenTypes: {
     readonly ELSE: "ELSE";
     readonly AS: "AS";
     readonly CONVERTER_NAME: "CONVERTER_NAME";
+    readonly ROUNDED: "ROUNDED";
+    readonly TO_NEAREST: "TO_NEAREST";
+    readonly DECIMAL_PLACES: "DECIMAL_PLACES";
     readonly AVERAGE_OF: "AVERAGE_OF";
     readonly MEDIAN_OF: "MEDIAN_OF";
     readonly TOTAL_OF: "TOTAL_OF";
@@ -132,8 +150,22 @@ declare const TokenTypes: {
     readonly SMALLER_OF: "SMALLER_OF";
     readonly HALF_OF: "HALF_OF";
     readonly MIDPOINT_BETWEEN: "MIDPOINT_BETWEEN";
+    readonly REMAINDER_OF: "REMAINDER_OF";
+    readonly NTH_ROOT: "NTH_ROOT";
+    readonly LOG_PHRASE: "LOG_PHRASE";
+    readonly LOG_BASE: "LOG_BASE";
+    readonly GCD_OF: "GCD_OF";
+    readonly LCM_OF: "LCM_OF";
+    readonly SQUARE_ROOT_OF: "SQUARE_ROOT_OF";
+    readonly CUBE_ROOT_OF: "CUBE_ROOT_OF";
     readonly RANDOM_NUMBER: "RANDOM_NUMBER";
     readonly IS_TO: "IS_TO";
+    readonly IS: "IS";
+    readonly PCT_ON: "PCT_ON";
+    readonly PCT_OFF: "PCT_OFF";
+    readonly OF_WHAT: "OF_WHAT";
+    readonly OFF_WHAT: "OFF_WHAT";
+    readonly ON_WHAT: "ON_WHAT";
     readonly CLAMP: "CLAMP";
     readonly MAP: "MAP";
     readonly REDUCE: "REDUCE";
@@ -167,6 +199,13 @@ declare const TokenTypes: {
     readonly GLOBAL: "GLOBAL";
     readonly OVER: "OVER";
     readonly RATE_AT: "RATE_AT";
+    readonly AFTER: "AFTER";
+    readonly PRESENT_VALUE_OF: "PRESENT_VALUE_OF";
+    readonly ANNUAL_RETURN_ON: "ANNUAL_RETURN_ON";
+    readonly FOR_DURATION: "FOR_DURATION";
+    readonly COMPOUNDING: "COMPOUNDING";
+    readonly INVESTED: "INVESTED";
+    readonly RETURNED: "RETURNED";
     readonly COMPOUND_INTEREST_ON: "COMPOUND_INTEREST_ON";
     readonly INTEREST_ON: "INTEREST_ON";
     readonly DAILY_REPAYMENT_ON: "DAILY_REPAYMENT_ON";
@@ -179,6 +218,7 @@ declare const TokenTypes: {
     readonly TOTAL_LOAN_INTEREST_ON: "TOTAL_LOAN_INTEREST_ON";
     readonly TAX_ON: "TAX_ON";
     readonly TAX_OFF: "TAX_OFF";
+    readonly TAX_IN_PHRASE: "TAX_IN_PHRASE";
     readonly WHAT_IS: "WHAT_IS";
     readonly WHAT_WAS: "WHAT_WAS";
     readonly VALUE_OF: "VALUE_OF";
@@ -195,6 +235,10 @@ declare const TokenTypes: {
     readonly MONTH_ON: "MONTH_ON";
     readonly MONTH_IN: "MONTH_IN";
     readonly WEEK_ON: "WEEK_ON";
+    readonly DAYS_IN_PERIOD: "DAYS_IN_PERIOD";
+    readonly IN_TWO_UNITS: "IN_TWO_UNITS";
+    readonly PER_UNIT: "PER_UNIT";
+    readonly AT_RATE: "AT_RATE";
     readonly WEEK_IN: "WEEK_IN";
     readonly BETWEEN_UNIT: "BETWEEN_UNIT";
     readonly IS_WEEKEND: "IS_WEEKEND";

package/dist/{Token-0jpvUdPY.d.ts → Token-BzG5G4ja.d.ts}

@@ -19,6 +19,20 @@ interface Token {
     lineBreaks: number;
     line: number;
     col: number;
+    /**
+     * End offset of the source text this token was fused from, exclusive.
+     *
+     * Only set on tokens the normalizer built by fusing several lexer tokens
+     * into one, and only there because those are the tokens whose `value` no
+     * longer describes the text they came from. `10 frames` fuses into a
+     * FRAME_COUNT whose value is `10`, so `offset + value.length` would cover
+     * two characters of a nine-character phrase.
+     *
+     * Evaluation never reads this. It exists so that a consumer painting a line
+     * (see `LanguageService.getSemanticTokens`) can highlight a fused phrase as
+     * the one thing the parser will see rather than as its parts.
+     */
+    sourceEnd?: number;
 }
 /**
  * Canonical token type name constants.
@@ -73,6 +87,7 @@ declare const TokenTypes: {
     readonly PI: "PI";
     readonly E: "E";
     readonly MOD: "MOD";
+    readonly AND_CONJ: "AND_CONJ";
     readonly OF: "OF";
     readonly INCREASE_BY: "INCREASE_BY";
     readonly DECREASE_BY: "DECREASE_BY";
@@ -124,6 +139,9 @@ declare const TokenTypes: {
     readonly ELSE: "ELSE";
     readonly AS: "AS";
     readonly CONVERTER_NAME: "CONVERTER_NAME";
+    readonly ROUNDED: "ROUNDED";
+    readonly TO_NEAREST: "TO_NEAREST";
+    readonly DECIMAL_PLACES: "DECIMAL_PLACES";
     readonly AVERAGE_OF: "AVERAGE_OF";
     readonly MEDIAN_OF: "MEDIAN_OF";
     readonly TOTAL_OF: "TOTAL_OF";
@@ -132,8 +150,22 @@ declare const TokenTypes: {
     readonly SMALLER_OF: "SMALLER_OF";
     readonly HALF_OF: "HALF_OF";
     readonly MIDPOINT_BETWEEN: "MIDPOINT_BETWEEN";
+    readonly REMAINDER_OF: "REMAINDER_OF";
+    readonly NTH_ROOT: "NTH_ROOT";
+    readonly LOG_PHRASE: "LOG_PHRASE";
+    readonly LOG_BASE: "LOG_BASE";
+    readonly GCD_OF: "GCD_OF";
+    readonly LCM_OF: "LCM_OF";
+    readonly SQUARE_ROOT_OF: "SQUARE_ROOT_OF";
+    readonly CUBE_ROOT_OF: "CUBE_ROOT_OF";
     readonly RANDOM_NUMBER: "RANDOM_NUMBER";
     readonly IS_TO: "IS_TO";
+    readonly IS: "IS";
+    readonly PCT_ON: "PCT_ON";
+    readonly PCT_OFF: "PCT_OFF";
+    readonly OF_WHAT: "OF_WHAT";
+    readonly OFF_WHAT: "OFF_WHAT";
+    readonly ON_WHAT: "ON_WHAT";
     readonly CLAMP: "CLAMP";
     readonly MAP: "MAP";
     readonly REDUCE: "REDUCE";
@@ -167,6 +199,13 @@ declare const TokenTypes: {
     readonly GLOBAL: "GLOBAL";
     readonly OVER: "OVER";
     readonly RATE_AT: "RATE_AT";
+    readonly AFTER: "AFTER";
+    readonly PRESENT_VALUE_OF: "PRESENT_VALUE_OF";
+    readonly ANNUAL_RETURN_ON: "ANNUAL_RETURN_ON";
+    readonly FOR_DURATION: "FOR_DURATION";
+    readonly COMPOUNDING: "COMPOUNDING";
+    readonly INVESTED: "INVESTED";
+    readonly RETURNED: "RETURNED";
     readonly COMPOUND_INTEREST_ON: "COMPOUND_INTEREST_ON";
     readonly INTEREST_ON: "INTEREST_ON";
     readonly DAILY_REPAYMENT_ON: "DAILY_REPAYMENT_ON";
@@ -179,6 +218,7 @@ declare const TokenTypes: {
     readonly TOTAL_LOAN_INTEREST_ON: "TOTAL_LOAN_INTEREST_ON";
     readonly TAX_ON: "TAX_ON";
     readonly TAX_OFF: "TAX_OFF";
+    readonly TAX_IN_PHRASE: "TAX_IN_PHRASE";
     readonly WHAT_IS: "WHAT_IS";
     readonly WHAT_WAS: "WHAT_WAS";
     readonly VALUE_OF: "VALUE_OF";
@@ -195,6 +235,10 @@ declare const TokenTypes: {
     readonly MONTH_ON: "MONTH_ON";
     readonly MONTH_IN: "MONTH_IN";
     readonly WEEK_ON: "WEEK_ON";
+    readonly DAYS_IN_PERIOD: "DAYS_IN_PERIOD";
+    readonly IN_TWO_UNITS: "IN_TWO_UNITS";
+    readonly PER_UNIT: "PER_UNIT";
+    readonly AT_RATE: "AT_RATE";
     readonly WEEK_IN: "WEEK_IN";
     readonly BETWEEN_UNIT: "BETWEEN_UNIT";
     readonly IS_WEEKEND: "IS_WEEKEND";