@magnusopera/fscript 0.92.5 → 0.94.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
@@ -83,9 +83,9 @@ function keywordToken(ident) {
83
83
  case "module":
84
84
  return TokenKind.Module;
85
85
  case "true":
86
- return new TokenKind(/* BoolLit */ 9, [true]);
86
+ return new TokenKind(/* BoolLit */ 10, [true]);
87
87
  case "false":
88
- return new TokenKind(/* BoolLit */ 9, [false]);
88
+ return new TokenKind(/* BoolLit */ 10, [false]);
89
89
  default:
90
90
  return undefined;
91
91
  }
@@ -347,7 +347,7 @@ function tokenizeCore(sourceName, startLine, startColumn, src) {
347
347
  }
348
348
  }
349
349
  else {
350
- let matchResult, c_48, c_49;
350
+ let matchResult, c_50, c_51;
351
351
  switch (ch) {
352
352
  case "\t":
353
353
  case " ": {
@@ -369,14 +369,14 @@ function tokenizeCore(sourceName, startLine, startColumn, src) {
369
369
  case "#": {
370
370
  if (isDigit(ch)) {
371
371
  matchResult = 7;
372
- c_48 = ch;
372
+ c_50 = ch;
373
373
  }
374
374
  else if (isIdentStart(ch)) {
375
- matchResult = 8;
376
- c_49 = ch;
375
+ matchResult = 9;
376
+ c_51 = ch;
377
377
  }
378
378
  else {
379
- matchResult = 37;
379
+ matchResult = 38;
380
380
  }
381
381
  break;
382
382
  }
@@ -386,45 +386,62 @@ function tokenizeCore(sourceName, startLine, startColumn, src) {
386
386
  }
387
387
  else if (isDigit(ch)) {
388
388
  matchResult = 7;
389
- c_48 = ch;
389
+ c_50 = ch;
390
390
  }
391
391
  else if (isIdentStart(ch)) {
392
- matchResult = 8;
393
- c_49 = ch;
392
+ matchResult = 9;
393
+ c_51 = ch;
394
394
  }
395
395
  else {
396
- matchResult = 40;
396
+ matchResult = 41;
397
397
  }
398
398
  break;
399
399
  }
400
400
  case "%": {
401
401
  if (isDigit(ch)) {
402
402
  matchResult = 7;
403
- c_48 = ch;
403
+ c_50 = ch;
404
404
  }
405
405
  else if (isIdentStart(ch)) {
406
- matchResult = 8;
407
- c_49 = ch;
406
+ matchResult = 9;
407
+ c_51 = ch;
408
408
  }
409
409
  else {
410
- matchResult = 21;
410
+ matchResult = 22;
411
411
  }
412
412
  break;
413
413
  }
414
414
  case "&": {
415
415
  if (isDigit(ch)) {
416
416
  matchResult = 7;
417
- c_48 = ch;
417
+ c_50 = ch;
418
418
  }
419
419
  else if (isIdentStart(ch)) {
420
- matchResult = 8;
421
- c_49 = ch;
420
+ matchResult = 9;
421
+ c_51 = ch;
422
422
  }
423
423
  else if (((i + 1) < src.length) && (getCharAtIndex(src, i + 1) === "&")) {
424
- matchResult = 13;
424
+ matchResult = 14;
425
425
  }
426
426
  else {
427
- matchResult = 40;
427
+ matchResult = 41;
428
+ }
429
+ break;
430
+ }
431
+ case "\'": {
432
+ if (isDigit(ch)) {
433
+ matchResult = 7;
434
+ c_50 = ch;
435
+ }
436
+ else if (((i + 1) < src.length) && isIdentStart(getCharAtIndex(src, i + 1))) {
437
+ matchResult = 8;
438
+ }
439
+ else if (isIdentStart(ch)) {
440
+ matchResult = 9;
441
+ c_51 = ch;
442
+ }
443
+ else {
444
+ matchResult = 41;
428
445
  }
429
446
  break;
430
447
  }
@@ -434,104 +451,104 @@ function tokenizeCore(sourceName, startLine, startColumn, src) {
434
451
  }
435
452
  else if (isDigit(ch)) {
436
453
  matchResult = 7;
437
- c_48 = ch;
454
+ c_50 = ch;
438
455
  }
439
456
  else if (isIdentStart(ch)) {
440
- matchResult = 8;
441
- c_49 = ch;
457
+ matchResult = 9;
458
+ c_51 = ch;
442
459
  }
443
460
  else {
444
- matchResult = 27;
461
+ matchResult = 28;
445
462
  }
446
463
  break;
447
464
  }
448
465
  case ")": {
449
466
  if (isDigit(ch)) {
450
467
  matchResult = 7;
451
- c_48 = ch;
468
+ c_50 = ch;
452
469
  }
453
470
  else if (isIdentStart(ch)) {
454
- matchResult = 8;
455
- c_49 = ch;
471
+ matchResult = 9;
472
+ c_51 = ch;
456
473
  }
457
474
  else {
458
- matchResult = 28;
475
+ matchResult = 29;
459
476
  }
460
477
  break;
461
478
  }
462
479
  case "*": {
463
480
  if (isDigit(ch)) {
464
481
  matchResult = 7;
465
- c_48 = ch;
482
+ c_50 = ch;
466
483
  }
467
484
  else if (isIdentStart(ch)) {
468
- matchResult = 8;
469
- c_49 = ch;
485
+ matchResult = 9;
486
+ c_51 = ch;
470
487
  }
471
488
  else {
472
- matchResult = 19;
489
+ matchResult = 20;
473
490
  }
474
491
  break;
475
492
  }
476
493
  case "+": {
477
494
  if (isDigit(ch)) {
478
495
  matchResult = 7;
479
- c_48 = ch;
496
+ c_50 = ch;
480
497
  }
481
498
  else if (isIdentStart(ch)) {
482
- matchResult = 8;
483
- c_49 = ch;
499
+ matchResult = 9;
500
+ c_51 = ch;
484
501
  }
485
502
  else {
486
- matchResult = 17;
503
+ matchResult = 18;
487
504
  }
488
505
  break;
489
506
  }
490
507
  case ",": {
491
508
  if (isDigit(ch)) {
492
509
  matchResult = 7;
493
- c_48 = ch;
510
+ c_50 = ch;
494
511
  }
495
512
  else if (isIdentStart(ch)) {
496
- matchResult = 8;
497
- c_49 = ch;
513
+ matchResult = 9;
514
+ c_51 = ch;
498
515
  }
499
516
  else {
500
- matchResult = 33;
517
+ matchResult = 34;
501
518
  }
502
519
  break;
503
520
  }
504
521
  case "-": {
505
522
  if (isDigit(ch)) {
506
523
  matchResult = 7;
507
- c_48 = ch;
524
+ c_50 = ch;
508
525
  }
509
526
  else if (isIdentStart(ch)) {
510
- matchResult = 8;
511
- c_49 = ch;
527
+ matchResult = 9;
528
+ c_51 = ch;
512
529
  }
513
530
  else if (((i + 1) < src.length) && (getCharAtIndex(src, i + 1) === ">")) {
514
- matchResult = 9;
531
+ matchResult = 10;
515
532
  }
516
533
  else {
517
- matchResult = 18;
534
+ matchResult = 19;
518
535
  }
519
536
  break;
520
537
  }
521
538
  case ".": {
522
539
  if (isDigit(ch)) {
523
540
  matchResult = 7;
524
- c_48 = ch;
541
+ c_50 = ch;
525
542
  }
526
543
  else if (isIdentStart(ch)) {
527
- matchResult = 8;
528
- c_49 = ch;
544
+ matchResult = 9;
545
+ c_51 = ch;
529
546
  }
530
547
  else if (((i + 1) < src.length) && (getCharAtIndex(src, i + 1) === ".")) {
531
- matchResult = 35;
548
+ matchResult = 36;
532
549
  }
533
550
  else {
534
- matchResult = 36;
551
+ matchResult = 37;
535
552
  }
536
553
  break;
537
554
  }
@@ -541,203 +558,203 @@ function tokenizeCore(sourceName, startLine, startColumn, src) {
541
558
  }
542
559
  else if (isDigit(ch)) {
543
560
  matchResult = 7;
544
- c_48 = ch;
561
+ c_50 = ch;
545
562
  }
546
563
  else if (isIdentStart(ch)) {
547
- matchResult = 8;
548
- c_49 = ch;
564
+ matchResult = 9;
565
+ c_51 = ch;
549
566
  }
550
567
  else {
551
- matchResult = 20;
568
+ matchResult = 21;
552
569
  }
553
570
  break;
554
571
  }
555
572
  case ":": {
556
573
  if (isDigit(ch)) {
557
574
  matchResult = 7;
558
- c_48 = ch;
575
+ c_50 = ch;
559
576
  }
560
577
  else if (isIdentStart(ch)) {
561
- matchResult = 8;
562
- c_49 = ch;
578
+ matchResult = 9;
579
+ c_51 = ch;
563
580
  }
564
581
  else if (((i + 1) < src.length) && (getCharAtIndex(src, i + 1) === ":")) {
565
- matchResult = 10;
582
+ matchResult = 11;
566
583
  }
567
584
  else {
568
- matchResult = 34;
585
+ matchResult = 35;
569
586
  }
570
587
  break;
571
588
  }
572
589
  case ";": {
573
590
  if (isDigit(ch)) {
574
591
  matchResult = 7;
575
- c_48 = ch;
592
+ c_50 = ch;
576
593
  }
577
594
  else if (isIdentStart(ch)) {
578
- matchResult = 8;
579
- c_49 = ch;
595
+ matchResult = 9;
596
+ c_51 = ch;
580
597
  }
581
598
  else {
582
- matchResult = 32;
599
+ matchResult = 33;
583
600
  }
584
601
  break;
585
602
  }
586
603
  case "<": {
587
604
  if (isDigit(ch)) {
588
605
  matchResult = 7;
589
- c_48 = ch;
606
+ c_50 = ch;
590
607
  }
591
608
  else if (isIdentStart(ch)) {
592
- matchResult = 8;
593
- c_49 = ch;
609
+ matchResult = 9;
610
+ c_51 = ch;
594
611
  }
595
612
  else if (((i + 1) < src.length) && (getCharAtIndex(src, i + 1) === "=")) {
596
- matchResult = 11;
613
+ matchResult = 12;
597
614
  }
598
615
  else {
599
- matchResult = 23;
616
+ matchResult = 24;
600
617
  }
601
618
  break;
602
619
  }
603
620
  case "=": {
604
621
  if (isDigit(ch)) {
605
622
  matchResult = 7;
606
- c_48 = ch;
623
+ c_50 = ch;
607
624
  }
608
625
  else if (isIdentStart(ch)) {
609
- matchResult = 8;
610
- c_49 = ch;
626
+ matchResult = 9;
627
+ c_51 = ch;
611
628
  }
612
629
  else {
613
- matchResult = 22;
630
+ matchResult = 23;
614
631
  }
615
632
  break;
616
633
  }
617
634
  case ">": {
618
635
  if (isDigit(ch)) {
619
636
  matchResult = 7;
620
- c_48 = ch;
637
+ c_50 = ch;
621
638
  }
622
639
  else if (isIdentStart(ch)) {
623
- matchResult = 8;
624
- c_49 = ch;
640
+ matchResult = 9;
641
+ c_51 = ch;
625
642
  }
626
643
  else if (((i + 1) < src.length) && (getCharAtIndex(src, i + 1) === "=")) {
627
- matchResult = 12;
644
+ matchResult = 13;
628
645
  }
629
646
  else {
630
- matchResult = 24;
647
+ matchResult = 25;
631
648
  }
632
649
  break;
633
650
  }
634
651
  case "@": {
635
652
  if (isDigit(ch)) {
636
653
  matchResult = 7;
637
- c_48 = ch;
654
+ c_50 = ch;
638
655
  }
639
656
  else if (isIdentStart(ch)) {
640
- matchResult = 8;
641
- c_49 = ch;
657
+ matchResult = 9;
658
+ c_51 = ch;
642
659
  }
643
660
  else {
644
- matchResult = 26;
661
+ matchResult = 27;
645
662
  }
646
663
  break;
647
664
  }
648
665
  case "[": {
649
666
  if (isDigit(ch)) {
650
667
  matchResult = 7;
651
- c_48 = ch;
668
+ c_50 = ch;
652
669
  }
653
670
  else if (isIdentStart(ch)) {
654
- matchResult = 8;
655
- c_49 = ch;
671
+ matchResult = 9;
672
+ c_51 = ch;
656
673
  }
657
674
  else if (((i + 1) < src.length) && (getCharAtIndex(src, i + 1) === "|")) {
658
- matchResult = 29;
675
+ matchResult = 30;
659
676
  }
660
677
  else {
661
- matchResult = 30;
678
+ matchResult = 31;
662
679
  }
663
680
  break;
664
681
  }
665
682
  case "]": {
666
683
  if (isDigit(ch)) {
667
684
  matchResult = 7;
668
- c_48 = ch;
685
+ c_50 = ch;
669
686
  }
670
687
  else if (isIdentStart(ch)) {
671
- matchResult = 8;
672
- c_49 = ch;
688
+ matchResult = 9;
689
+ c_51 = ch;
673
690
  }
674
691
  else {
675
- matchResult = 31;
692
+ matchResult = 32;
676
693
  }
677
694
  break;
678
695
  }
679
696
  case "{": {
680
697
  if (isDigit(ch)) {
681
698
  matchResult = 7;
682
- c_48 = ch;
699
+ c_50 = ch;
683
700
  }
684
701
  else if (isIdentStart(ch)) {
685
- matchResult = 8;
686
- c_49 = ch;
702
+ matchResult = 9;
703
+ c_51 = ch;
687
704
  }
688
705
  else {
689
- matchResult = 38;
706
+ matchResult = 39;
690
707
  }
691
708
  break;
692
709
  }
693
710
  case "|": {
694
711
  if (isDigit(ch)) {
695
712
  matchResult = 7;
696
- c_48 = ch;
713
+ c_50 = ch;
697
714
  }
698
715
  else if (isIdentStart(ch)) {
699
- matchResult = 8;
700
- c_49 = ch;
716
+ matchResult = 9;
717
+ c_51 = ch;
701
718
  }
702
719
  else if (((i + 1) < src.length) && (getCharAtIndex(src, i + 1) === "]")) {
703
- matchResult = 14;
720
+ matchResult = 15;
704
721
  }
705
722
  else if (((i + 1) < src.length) && (getCharAtIndex(src, i + 1) === "|")) {
706
- matchResult = 15;
723
+ matchResult = 16;
707
724
  }
708
725
  else if (((i + 1) < src.length) && (getCharAtIndex(src, i + 1) === ">")) {
709
- matchResult = 16;
726
+ matchResult = 17;
710
727
  }
711
728
  else {
712
- matchResult = 25;
729
+ matchResult = 26;
713
730
  }
714
731
  break;
715
732
  }
716
733
  case "}": {
717
734
  if (isDigit(ch)) {
718
735
  matchResult = 7;
719
- c_48 = ch;
736
+ c_50 = ch;
720
737
  }
721
738
  else if (isIdentStart(ch)) {
722
- matchResult = 8;
723
- c_49 = ch;
739
+ matchResult = 9;
740
+ c_51 = ch;
724
741
  }
725
742
  else {
726
- matchResult = 39;
743
+ matchResult = 40;
727
744
  }
728
745
  break;
729
746
  }
730
747
  default:
731
748
  if (isDigit(ch)) {
732
749
  matchResult = 7;
733
- c_48 = ch;
750
+ c_50 = ch;
734
751
  }
735
752
  else if (isIdentStart(ch)) {
736
- matchResult = 8;
737
- c_49 = ch;
753
+ matchResult = 9;
754
+ c_51 = ch;
738
755
  }
739
756
  else {
740
- matchResult = 40;
757
+ matchResult = 41;
741
758
  }
742
759
  }
743
760
  switch (matchResult) {
@@ -771,7 +788,7 @@ function tokenizeCore(sourceName, startLine, startColumn, src) {
771
788
  case 5: {
772
789
  const patternInput = readString(sourceName, src, i, line, col);
773
790
  const idx_1 = patternInput[1] | 0;
774
- addToken(new TokenKind(/* StringLit */ 7, [patternInput[0]]), mkSpan(sourceName, line, col, idx_1 - i), tokens);
791
+ addToken(new TokenKind(/* StringLit */ 8, [patternInput[0]]), mkSpan(sourceName, line, col, idx_1 - i), tokens);
775
792
  i = (idx_1 | 0);
776
793
  line = (patternInput[2] | 0);
777
794
  col = (patternInput[3] | 0);
@@ -780,7 +797,7 @@ function tokenizeCore(sourceName, startLine, startColumn, src) {
780
797
  case 6: {
781
798
  const patternInput_1 = readInterpolatedRaw(sourceName, src, i, line, col);
782
799
  const idx_2 = patternInput_1[1] | 0;
783
- addToken(new TokenKind(/* InterpString */ 8, [patternInput_1[0]]), mkSpan(sourceName, line, col, idx_2 - i), tokens);
800
+ addToken(new TokenKind(/* InterpString */ 9, [patternInput_1[0]]), mkSpan(sourceName, line, col, idx_2 - i), tokens);
784
801
  i = (idx_2 | 0);
785
802
  line = (patternInput_1[2] | 0);
786
803
  col = (patternInput_1[3] | 0);
@@ -803,16 +820,27 @@ function tokenizeCore(sourceName, startLine, startColumn, src) {
803
820
  const text = substring(src, start, idx_3 - start);
804
821
  const span_4 = mkSpan(sourceName, line, startCol, idx_3 - start);
805
822
  if (hasDot) {
806
- addToken(new TokenKind(/* FloatLit */ 6, [parseFloatLiteral(text)]), span_4, tokens);
823
+ addToken(new TokenKind(/* FloatLit */ 7, [parseFloatLiteral(text)]), span_4, tokens);
807
824
  }
808
825
  else {
809
- addToken(new TokenKind(/* IntLit */ 5, [toInt64_unchecked(parse_1(text, 511, false, 64))]), span_4, tokens);
826
+ addToken(new TokenKind(/* IntLit */ 6, [toInt64_unchecked(parse_1(text, 511, false, 64))]), span_4, tokens);
810
827
  }
811
828
  i = (idx_3 | 0);
812
829
  col = ((startCol + (idx_3 - start)) | 0);
813
830
  break;
814
831
  }
815
832
  case 8: {
833
+ let finish = i + 2;
834
+ while ((finish < src.length) && isIdentPart(getCharAtIndex(src, finish))) {
835
+ finish = ((finish + 1) | 0);
836
+ }
837
+ const length = (finish - i) | 0;
838
+ addToken(new TokenKind(/* TypeVariable */ 5, [substring(src, i + 1, length - 1)]), mkSpan(sourceName, line, col, length), tokens);
839
+ i = (finish | 0);
840
+ col = ((col + length) | 0);
841
+ break;
842
+ }
843
+ case 9: {
816
844
  const start_1 = i | 0;
817
845
  const startCol_1 = col | 0;
818
846
  let idx_4 = i + 1;
@@ -829,8 +857,8 @@ function tokenizeCore(sourceName, startLine, startColumn, src) {
829
857
  const k = matchValue;
830
858
  addToken(k, span_5, tokens);
831
859
  switch (k.tag) {
832
- case 10:
833
- case 12: {
860
+ case 11:
861
+ case 13: {
834
862
  inLetBindingHead = true;
835
863
  break;
836
864
  }
@@ -842,37 +870,37 @@ function tokenizeCore(sourceName, startLine, startColumn, src) {
842
870
  col = ((startCol_1 + (idx_4 - start_1)) | 0);
843
871
  break;
844
872
  }
845
- case 9: {
873
+ case 10: {
846
874
  addToken(TokenKind.Arrow, mkSpan(sourceName, line, col, 2), tokens);
847
875
  i = ((i + 2) | 0);
848
876
  col = ((col + 2) | 0);
849
877
  break;
850
878
  }
851
- case 10: {
879
+ case 11: {
852
880
  addToken(TokenKind.Cons, mkSpan(sourceName, line, col, 2), tokens);
853
881
  i = ((i + 2) | 0);
854
882
  col = ((col + 2) | 0);
855
883
  break;
856
884
  }
857
- case 11: {
885
+ case 12: {
858
886
  addToken(TokenKind.LessEqual, mkSpan(sourceName, line, col, 2), tokens);
859
887
  i = ((i + 2) | 0);
860
888
  col = ((col + 2) | 0);
861
889
  break;
862
890
  }
863
- case 12: {
891
+ case 13: {
864
892
  addToken(TokenKind.GreaterEqual, mkSpan(sourceName, line, col, 2), tokens);
865
893
  i = ((i + 2) | 0);
866
894
  col = ((col + 2) | 0);
867
895
  break;
868
896
  }
869
- case 13: {
897
+ case 14: {
870
898
  addToken(TokenKind.AndAnd, mkSpan(sourceName, line, col, 2), tokens);
871
899
  i = ((i + 2) | 0);
872
900
  col = ((col + 2) | 0);
873
901
  break;
874
902
  }
875
- case 14: {
903
+ case 15: {
876
904
  addToken(TokenKind.BarRBracket, mkSpan(sourceName, line, col, 2), tokens);
877
905
  if (bracketDepth > 0) {
878
906
  bracketDepth = ((bracketDepth - 1) | 0);
@@ -881,87 +909,87 @@ function tokenizeCore(sourceName, startLine, startColumn, src) {
881
909
  col = ((col + 2) | 0);
882
910
  break;
883
911
  }
884
- case 15: {
912
+ case 16: {
885
913
  addToken(TokenKind.OrOr, mkSpan(sourceName, line, col, 2), tokens);
886
914
  i = ((i + 2) | 0);
887
915
  col = ((col + 2) | 0);
888
916
  break;
889
917
  }
890
- case 16: {
918
+ case 17: {
891
919
  addToken(TokenKind.PipeForward, mkSpan(sourceName, line, col, 2), tokens);
892
920
  i = ((i + 2) | 0);
893
921
  col = ((col + 2) | 0);
894
922
  break;
895
923
  }
896
- case 17: {
924
+ case 18: {
897
925
  addToken(TokenKind.Plus, mkSpan(sourceName, line, col, 1), tokens);
898
926
  i = ((i + 1) | 0);
899
927
  col = ((col + 1) | 0);
900
928
  break;
901
929
  }
902
- case 18: {
930
+ case 19: {
903
931
  addToken(TokenKind.Minus, mkSpan(sourceName, line, col, 1), tokens);
904
932
  i = ((i + 1) | 0);
905
933
  col = ((col + 1) | 0);
906
934
  break;
907
935
  }
908
- case 19: {
936
+ case 20: {
909
937
  addToken(TokenKind.Star, mkSpan(sourceName, line, col, 1), tokens);
910
938
  i = ((i + 1) | 0);
911
939
  col = ((col + 1) | 0);
912
940
  break;
913
941
  }
914
- case 20: {
942
+ case 21: {
915
943
  addToken(TokenKind.Slash, mkSpan(sourceName, line, col, 1), tokens);
916
944
  i = ((i + 1) | 0);
917
945
  col = ((col + 1) | 0);
918
946
  break;
919
947
  }
920
- case 21: {
948
+ case 22: {
921
949
  addToken(TokenKind.Percent, mkSpan(sourceName, line, col, 1), tokens);
922
950
  i = ((i + 1) | 0);
923
951
  col = ((col + 1) | 0);
924
952
  break;
925
953
  }
926
- case 22: {
954
+ case 23: {
927
955
  addToken(TokenKind.Equals, mkSpan(sourceName, line, col, 1), tokens);
928
956
  inLetBindingHead = false;
929
957
  i = ((i + 1) | 0);
930
958
  col = ((col + 1) | 0);
931
959
  break;
932
960
  }
933
- case 23: {
961
+ case 24: {
934
962
  addToken(TokenKind.Less, mkSpan(sourceName, line, col, 1), tokens);
935
963
  i = ((i + 1) | 0);
936
964
  col = ((col + 1) | 0);
937
965
  break;
938
966
  }
939
- case 24: {
967
+ case 25: {
940
968
  addToken(TokenKind.Greater, mkSpan(sourceName, line, col, 1), tokens);
941
969
  i = ((i + 1) | 0);
942
970
  col = ((col + 1) | 0);
943
971
  break;
944
972
  }
945
- case 25: {
973
+ case 26: {
946
974
  addToken(TokenKind.Bar, mkSpan(sourceName, line, col, 1), tokens);
947
975
  i = ((i + 1) | 0);
948
976
  col = ((col + 1) | 0);
949
977
  break;
950
978
  }
951
- case 26: {
979
+ case 27: {
952
980
  addToken(TokenKind.Append, mkSpan(sourceName, line, col, 1), tokens);
953
981
  i = ((i + 1) | 0);
954
982
  col = ((col + 1) | 0);
955
983
  break;
956
984
  }
957
- case 27: {
985
+ case 28: {
958
986
  addToken(TokenKind.LParen, mkSpan(sourceName, line, col, 1), tokens);
959
987
  parenDepth = ((parenDepth + 1) | 0);
960
988
  i = ((i + 1) | 0);
961
989
  col = ((col + 1) | 0);
962
990
  break;
963
991
  }
964
- case 28: {
992
+ case 29: {
965
993
  addToken(TokenKind.RParen, mkSpan(sourceName, line, col, 1), tokens);
966
994
  if (parenDepth > 0) {
967
995
  parenDepth = ((parenDepth - 1) | 0);
@@ -970,21 +998,21 @@ function tokenizeCore(sourceName, startLine, startColumn, src) {
970
998
  col = ((col + 1) | 0);
971
999
  break;
972
1000
  }
973
- case 29: {
1001
+ case 30: {
974
1002
  addToken(TokenKind.LBracketBar, mkSpan(sourceName, line, col, 2), tokens);
975
1003
  bracketDepth = ((bracketDepth + 1) | 0);
976
1004
  i = ((i + 2) | 0);
977
1005
  col = ((col + 2) | 0);
978
1006
  break;
979
1007
  }
980
- case 30: {
1008
+ case 31: {
981
1009
  addToken(TokenKind.LBracket, mkSpan(sourceName, line, col, 1), tokens);
982
1010
  bracketDepth = ((bracketDepth + 1) | 0);
983
1011
  i = ((i + 1) | 0);
984
1012
  col = ((col + 1) | 0);
985
1013
  break;
986
1014
  }
987
- case 31: {
1015
+ case 32: {
988
1016
  addToken(TokenKind.RBracket, mkSpan(sourceName, line, col, 1), tokens);
989
1017
  if (bracketDepth > 0) {
990
1018
  bracketDepth = ((bracketDepth - 1) | 0);
@@ -993,50 +1021,50 @@ function tokenizeCore(sourceName, startLine, startColumn, src) {
993
1021
  col = ((col + 1) | 0);
994
1022
  break;
995
1023
  }
996
- case 32: {
1024
+ case 33: {
997
1025
  addToken(TokenKind.Semicolon, mkSpan(sourceName, line, col, 1), tokens);
998
1026
  i = ((i + 1) | 0);
999
1027
  col = ((col + 1) | 0);
1000
1028
  break;
1001
1029
  }
1002
- case 33: {
1030
+ case 34: {
1003
1031
  addToken(TokenKind.Comma, mkSpan(sourceName, line, col, 1), tokens);
1004
1032
  i = ((i + 1) | 0);
1005
1033
  col = ((col + 1) | 0);
1006
1034
  break;
1007
1035
  }
1008
- case 34: {
1036
+ case 35: {
1009
1037
  addToken(TokenKind.Colon, mkSpan(sourceName, line, col, 1), tokens);
1010
1038
  i = ((i + 1) | 0);
1011
1039
  col = ((col + 1) | 0);
1012
1040
  break;
1013
1041
  }
1014
- case 35: {
1042
+ case 36: {
1015
1043
  addToken(TokenKind.RangeDots, mkSpan(sourceName, line, col, 2), tokens);
1016
1044
  i = ((i + 2) | 0);
1017
1045
  col = ((col + 2) | 0);
1018
1046
  break;
1019
1047
  }
1020
- case 36: {
1048
+ case 37: {
1021
1049
  addToken(TokenKind.Dot, mkSpan(sourceName, line, col, 1), tokens);
1022
1050
  i = ((i + 1) | 0);
1023
1051
  col = ((col + 1) | 0);
1024
1052
  break;
1025
1053
  }
1026
- case 37: {
1054
+ case 38: {
1027
1055
  addToken(TokenKind.Hash, mkSpan(sourceName, line, col, 1), tokens);
1028
1056
  i = ((i + 1) | 0);
1029
1057
  col = ((col + 1) | 0);
1030
1058
  break;
1031
1059
  }
1032
- case 38: {
1060
+ case 39: {
1033
1061
  addToken(TokenKind.LBrace, mkSpan(sourceName, line, col, 1), tokens);
1034
1062
  braceDepth = ((braceDepth + 1) | 0);
1035
1063
  i = ((i + 1) | 0);
1036
1064
  col = ((col + 1) | 0);
1037
1065
  break;
1038
1066
  }
1039
- case 39: {
1067
+ case 40: {
1040
1068
  addToken(TokenKind.RBrace, mkSpan(sourceName, line, col, 1), tokens);
1041
1069
  if (braceDepth > 0) {
1042
1070
  braceDepth = ((braceDepth - 1) | 0);
@@ -1045,7 +1073,7 @@ function tokenizeCore(sourceName, startLine, startColumn, src) {
1045
1073
  col = ((col + 1) | 0);
1046
1074
  break;
1047
1075
  }
1048
- case 40: {
1076
+ case 41: {
1049
1077
  throw new ParseException(new ParseError(toText(printf("Unexpected character \'%c\'"))(ch), mkSpan(sourceName, line, col, 1)));
1050
1078
  break;
1051
1079
  }