@data-vegle/rbxts-go 0.0.0-stage → 1.0.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (220) hide show
  1. package/LICENSE +21 -0
  2. package/README.md +181 -2
  3. package/README.rbxtsgo.md +169 -0
  4. package/THIRD_PARTY_NOTICES.md +745 -0
  5. package/cli/cli.go +454 -0
  6. package/compile/compile.go +388 -0
  7. package/compile/declarations.go +221 -0
  8. package/compile/incremental.go +349 -0
  9. package/compile/times.go +9 -0
  10. package/docs/plugin-api.md +239 -0
  11. package/go.mod +20 -0
  12. package/go.sum +24 -0
  13. package/internal/difftest/difftest.go +530 -0
  14. package/internal/plugintest/plugintest.go +181 -0
  15. package/luau/create.go +351 -0
  16. package/luau/doc.go +71 -0
  17. package/luau/globals.go +178 -0
  18. package/luau/jsnum.go +188 -0
  19. package/luau/kinds.go +128 -0
  20. package/luau/list.go +227 -0
  21. package/luau/nodes.go +479 -0
  22. package/luau/operators.go +46 -0
  23. package/luau/render.go +134 -0
  24. package/luau/render_expressions.go +264 -0
  25. package/luau/render_fields.go +81 -0
  26. package/luau/render_indexable.go +81 -0
  27. package/luau/render_state.go +134 -0
  28. package/luau/render_statements.go +235 -0
  29. package/luau/render_util.go +296 -0
  30. package/luau/solve_temp_ids.go +212 -0
  31. package/luau/typeguards.go +175 -0
  32. package/luau/util.go +184 -0
  33. package/luau/visit.go +138 -0
  34. package/npm/index.d.ts +3 -0
  35. package/npm/rbxts-go.sh +187 -0
  36. package/package.json +45 -5
  37. package/patches/typescript/0001-checker-exports.patch +40 -0
  38. package/patches/typescript/0002-iterable-arity.patch +15 -0
  39. package/patches/typescript/0003-context-sensitive-this.patch +15 -0
  40. package/patches/typescript/0004-printer-keep-parse-tree-parentheses.patch +26 -0
  41. package/pluginapi/host.go +31 -0
  42. package/pluginapi/pluginapi.go +153 -0
  43. package/plugins/LICENSE-rbxts-transformer-setget +18 -0
  44. package/plugins/apply.go +342 -0
  45. package/plugins/config.go +431 -0
  46. package/plugins/fallback.go +84 -0
  47. package/plugins/fixemit.go +60 -0
  48. package/plugins/native.go +262 -0
  49. package/plugins/session.go +223 -0
  50. package/plugins/setget.go +478 -0
  51. package/project/copy.go +333 -0
  52. package/project/include/Promise.lua +2068 -0
  53. package/project/include/RuntimeLib.lua +260 -0
  54. package/project/nodepath/nodepath.go +917 -0
  55. package/project/pathtranslator/pathtranslator.go +214 -0
  56. package/project/project.go +498 -0
  57. package/project/rojoresolver/json.go +248 -0
  58. package/project/rojoresolver/rojoresolver.go +559 -0
  59. package/project/shared/constants.go +83 -0
  60. package/project/shared/diagnostic.go +238 -0
  61. package/project/shared/diagnostics.go +388 -0
  62. package/project/shared/elapsed.go +14 -0
  63. package/project/shared/eol_other.go +6 -0
  64. package/project/shared/eol_windows.go +4 -0
  65. package/project/shared/kleur.go +40 -0
  66. package/project/shared/util.go +183 -0
  67. package/scripts/build-with-plugins.sh +130 -0
  68. package/scripts/setup-third-party.sh +75 -0
  69. package/transformer/add_index_diagnostics.go +21 -0
  70. package/transformer/add_one_if_array_type.go +15 -0
  71. package/transformer/array_binding_pattern_contains_hoists.go +25 -0
  72. package/transformer/assert_never.go +24 -0
  73. package/transformer/assignment.go +64 -0
  74. package/transformer/call_macros.go +70 -0
  75. package/transformer/check_variable_hoist.go +125 -0
  76. package/transformer/clean_module_name.go +28 -0
  77. package/transformer/constructor_macros.go +122 -0
  78. package/transformer/convert_to_indexable_expression.go +12 -0
  79. package/transformer/create_binary_from_operator.go +86 -0
  80. package/transformer/create_continue_statements.go +68 -0
  81. package/transformer/create_get_service.go +15 -0
  82. package/transformer/create_hoist_declaration.go +27 -0
  83. package/transformer/create_import_expression.go +220 -0
  84. package/transformer/create_string_from_literal.go +195 -0
  85. package/transformer/create_truthiness_checks.go +63 -0
  86. package/transformer/create_type_check.go +9 -0
  87. package/transformer/ensure_transform_order.go +53 -0
  88. package/transformer/expression_chain.go +27 -0
  89. package/transformer/expression_might_mutate.go +60 -0
  90. package/transformer/find_constructor.go +15 -0
  91. package/transformer/fixup_whitespace_and_decode_entities.go +377 -0
  92. package/transformer/get_accessor_for_binding_type.go +160 -0
  93. package/transformer/get_add_iterable_to_array_builder.go +363 -0
  94. package/transformer/get_assignable_value.go +15 -0
  95. package/transformer/get_constant_value_literal.go +20 -0
  96. package/transformer/get_declared_variables.go +34 -0
  97. package/transformer/get_extends_node.go +23 -0
  98. package/transformer/get_flags.go +21 -0
  99. package/transformer/get_kind_name.go +18 -0
  100. package/transformer/get_original_symbol_of_node.go +16 -0
  101. package/transformer/get_source_file_from_module_specifier.go +68 -0
  102. package/transformer/get_statements.go +12 -0
  103. package/transformer/has_multiple_definitions.go +18 -0
  104. package/transformer/hoist_functions_past_final_statement.go +43 -0
  105. package/transformer/identifier_macros.go +17 -0
  106. package/transformer/is_blocked_by_try_statement.go +19 -0
  107. package/transformer/is_method.go +104 -0
  108. package/transformer/is_symbol_mutable.go +26 -0
  109. package/transformer/is_symbol_of_value.go +11 -0
  110. package/transformer/is_used_as_statement.go +25 -0
  111. package/transformer/is_valid_method_index_without_call.go +36 -0
  112. package/transformer/macro_manager.go +92 -0
  113. package/transformer/object_accessor.go +32 -0
  114. package/transformer/offset.go +58 -0
  115. package/transformer/pointer.go +53 -0
  116. package/transformer/property_call_macros.go +1035 -0
  117. package/transformer/state.go +606 -0
  118. package/transformer/transform_array_assignment_pattern.go +65 -0
  119. package/transformer/transform_array_binding_pattern.go +49 -0
  120. package/transformer/transform_array_literal_expression.go +97 -0
  121. package/transformer/transform_await_expression.go +12 -0
  122. package/transformer/transform_binary_expression.go +221 -0
  123. package/transformer/transform_binding_name.go +25 -0
  124. package/transformer/transform_block.go +14 -0
  125. package/transformer/transform_boolean_literal.go +13 -0
  126. package/transformer/transform_break_statement.go +26 -0
  127. package/transformer/transform_call_expression.go +266 -0
  128. package/transformer/transform_class_constructor.go +125 -0
  129. package/transformer/transform_class_declaration.go +12 -0
  130. package/transformer/transform_class_expression.go +14 -0
  131. package/transformer/transform_class_like_declaration.go +355 -0
  132. package/transformer/transform_conditional_expression.go +70 -0
  133. package/transformer/transform_continue_statement.go +30 -0
  134. package/transformer/transform_decorators.go +253 -0
  135. package/transformer/transform_delete_expression.go +17 -0
  136. package/transformer/transform_do_statement.go +39 -0
  137. package/transformer/transform_element_access_expression.go +114 -0
  138. package/transformer/transform_entity_name.go +21 -0
  139. package/transformer/transform_enum_declaration.go +135 -0
  140. package/transformer/transform_export_assignment.go +57 -0
  141. package/transformer/transform_export_declaration.go +150 -0
  142. package/transformer/transform_expression.go +120 -0
  143. package/transformer/transform_expression_statement.go +71 -0
  144. package/transformer/transform_for_of_statement.go +461 -0
  145. package/transformer/transform_for_statement.go +599 -0
  146. package/transformer/transform_function_declaration.go +84 -0
  147. package/transformer/transform_function_expression.go +48 -0
  148. package/transformer/transform_identifier.go +194 -0
  149. package/transformer/transform_if_statement.go +44 -0
  150. package/transformer/transform_import_declaration.go +146 -0
  151. package/transformer/transform_import_equals_declaration.go +46 -0
  152. package/transformer/transform_import_expression.go +36 -0
  153. package/transformer/transform_initializer.go +22 -0
  154. package/transformer/transform_interpolated_string_part.go +12 -0
  155. package/transformer/transform_jsx.go +41 -0
  156. package/transformer/transform_jsx_attributes.go +110 -0
  157. package/transformer/transform_jsx_children.go +50 -0
  158. package/transformer/transform_jsx_element.go +14 -0
  159. package/transformer/transform_jsx_expression.go +20 -0
  160. package/transformer/transform_jsx_fragment.go +42 -0
  161. package/transformer/transform_jsx_self_closing_element.go +13 -0
  162. package/transformer/transform_jsx_tag_name.go +53 -0
  163. package/transformer/transform_logical.go +160 -0
  164. package/transformer/transform_logical_or_coalescing_assignment_expression.go +103 -0
  165. package/transformer/transform_method_declaration.go +102 -0
  166. package/transformer/transform_module_declaration.go +143 -0
  167. package/transformer/transform_new_expression.go +27 -0
  168. package/transformer/transform_no_substitution_template_literal.go +16 -0
  169. package/transformer/transform_numeric_literal.go +15 -0
  170. package/transformer/transform_object_assignment_pattern.go +86 -0
  171. package/transformer/transform_object_binding_pattern.go +49 -0
  172. package/transformer/transform_object_literal_expression.go +107 -0
  173. package/transformer/transform_omitted_expression.go +9 -0
  174. package/transformer/transform_optional_chain.go +312 -0
  175. package/transformer/transform_parameters.go +124 -0
  176. package/transformer/transform_parenthesized_expression.go +17 -0
  177. package/transformer/transform_property_access_expression.go +37 -0
  178. package/transformer/transform_property_declaration.go +33 -0
  179. package/transformer/transform_property_name.go +20 -0
  180. package/transformer/transform_return_statement.go +83 -0
  181. package/transformer/transform_source_file.go +230 -0
  182. package/transformer/transform_spread_element.go +35 -0
  183. package/transformer/transform_statement.go +84 -0
  184. package/transformer/transform_statement_list.go +90 -0
  185. package/transformer/transform_string_literal.go +22 -0
  186. package/transformer/transform_super_keyword.go +9 -0
  187. package/transformer/transform_switch_statement.go +145 -0
  188. package/transformer/transform_tagged_template_expression.go +34 -0
  189. package/transformer/transform_template_expression.go +35 -0
  190. package/transformer/transform_this_expression.go +33 -0
  191. package/transformer/transform_throw_statement.go +18 -0
  192. package/transformer/transform_try_statement.go +192 -0
  193. package/transformer/transform_type_expression.go +12 -0
  194. package/transformer/transform_unary_expression.go +79 -0
  195. package/transformer/transform_variable_statement.go +178 -0
  196. package/transformer/transform_void_expression.go +13 -0
  197. package/transformer/transform_while_statement.go +34 -0
  198. package/transformer/transform_writable.go +69 -0
  199. package/transformer/transform_yield_expression.go +56 -0
  200. package/transformer/type_guards.go +30 -0
  201. package/transformer/types.go +381 -0
  202. package/transformer/validate_identifier.go +17 -0
  203. package/transformer/validate_method_assignment.go +106 -0
  204. package/transformer/validate_not_any.go +37 -0
  205. package/transformer/wrap_expression_statement.go +20 -0
  206. package/transformer/wrap_return_if_lua_tuple.go +63 -0
  207. package/transformer/wrap_statements_as_generator.go +22 -0
  208. package/tsbridge/affected.go +141 -0
  209. package/tsbridge/config.go +71 -0
  210. package/tsbridge/diagnostics.go +128 -0
  211. package/tsbridge/doc.go +16 -0
  212. package/tsbridge/macros.go +207 -0
  213. package/tsbridge/macrospec.go +30 -0
  214. package/tsbridge/pool.go +142 -0
  215. package/tsbridge/project.go +137 -0
  216. package/tsbridge/reprint.go +99 -0
  217. package/tsbridge/update.go +128 -0
  218. package/watch/poll.go +126 -0
  219. package/watch/session.go +651 -0
  220. package/watch/watch.go +180 -0
@@ -0,0 +1,651 @@
1
+ package watch
2
+
3
+ import (
4
+ "context"
5
+ "errors"
6
+ "fmt"
7
+ "os"
8
+ "runtime/debug"
9
+ "slices"
10
+ "strings"
11
+ "time"
12
+
13
+ "github.com/microsoft/TypeScript/tsc/internal/ast"
14
+ "github.com/microsoft/TypeScript/tsc/internal/diagnostics"
15
+ "github.com/microsoft/TypeScript/tsc/internal/execute/watchmanager"
16
+ "github.com/microsoft/TypeScript/tsc/internal/fswatch"
17
+ "github.com/microsoft/TypeScript/tsc/internal/tspath"
18
+ "github.com/microsoft/TypeScript/tsc/internal/vfs/osvfs"
19
+ "github.com/microsoft/TypeScript/tsc/rbxtsgo/compile"
20
+ "github.com/microsoft/TypeScript/tsc/rbxtsgo/plugins"
21
+ "github.com/microsoft/TypeScript/tsc/rbxtsgo/project"
22
+ "github.com/microsoft/TypeScript/tsc/rbxtsgo/project/nodepath"
23
+ "github.com/microsoft/TypeScript/tsc/rbxtsgo/project/pathtranslator"
24
+ "github.com/microsoft/TypeScript/tsc/rbxtsgo/project/shared"
25
+ "github.com/microsoft/TypeScript/tsc/rbxtsgo/tsbridge"
26
+ )
27
+
28
+ var path = nodepath.Native
29
+
30
+ // Cycle describes one compile, for tests and for --verbose.
31
+ type Cycle struct {
32
+ Result *compile.EmitResult
33
+ // Initial says the cycle ran upstream's initial path: cleanup, include, copying everything.
34
+ Initial bool
35
+ // Reused says Program.ReuseProgram worked.
36
+ Reused bool
37
+ Times compile.Times
38
+ // Debounce is the time between noticing a change and starting.
39
+ Debounce time.Duration
40
+ Total time.Duration
41
+ Errors int
42
+ Written int
43
+ // Report is free for tests: nothing here sets it.
44
+ Report string
45
+ }
46
+
47
+ // orderedSet is JS's Set<string>, which keeps first-seen order.
48
+ type orderedSet struct {
49
+ seen map[string]bool
50
+ items []string
51
+ }
52
+
53
+ func (o *orderedSet) add(item string) {
54
+ if o.seen == nil {
55
+ o.seen = map[string]bool{}
56
+ }
57
+ if !o.seen[item] {
58
+ o.seen[item] = true
59
+ o.items = append(o.items, item)
60
+ }
61
+ }
62
+
63
+ func (o *orderedSet) clear() { *o = orderedSet{} }
64
+
65
+ // session is the state that setupProjectWatchProgram keeps in its closure.
66
+ type session struct {
67
+ config Config
68
+ manager *watchmanager.WatchManager
69
+
70
+ decision plugins.Decision
71
+ inc *compile.Incremental
72
+ plugin *plugins.Session
73
+ prepare *project.PrepareCache
74
+ // lastCompiled is the program clean was worked out against.
75
+ lastCompiled *tsbridge.Project
76
+ // clean holds the files whose output on disk is what a clean build of the current sources would write, and that
77
+ // gave no diagnostics at all. Those need no checking or lowering.
78
+ clean map[tspath.PathKey]bool
79
+
80
+ data *shared.ProjectData
81
+ parsed *tsbridge.ParsedConfig
82
+ proj *tsbridge.Project
83
+ translator *pathtranslator.Translator
84
+ cache *tsbridge.SourceFileCache
85
+ replay *shared.ContextReplay
86
+
87
+ initialCompileCompleted bool
88
+ // reload says a config file changed, so everything comes from disk again on the next compile.
89
+ reload bool
90
+ // overflow says events were lost, or a package changed: read everything again, and treat the build as a first one.
91
+ overflow bool
92
+
93
+ // Events collected but not yet applied. As upstream's filesToAdd, filesToChange and filesToDelete.
94
+ filesToAdd, filesToChange, filesToDelete orderedSet
95
+ // Work that only gets done after a successful compile, so it carries over a failed one, as upstream's sets do.
96
+ filesToCopy, filesToClean orderedSet
97
+ // knownDirs tells a new folder from a folder whose contents changed, which is all that an event on it says.
98
+ knownDirs map[string]bool
99
+ warnings []*shared.Diagnostic
100
+
101
+ last Cycle
102
+ writes0 int
103
+ }
104
+
105
+ func newSession(config Config, manager *watchmanager.WatchManager) (*session, error) {
106
+ s := &session{config: config, manager: manager, cache: tsbridge.NewSourceFileCache(), replay: shared.NewContextReplay()}
107
+ if err := s.load(); err != nil {
108
+ return nil, err
109
+ }
110
+ return s, nil
111
+ }
112
+
113
+ // load reads the project's data and tsconfig.
114
+ func (s *session) load() error {
115
+ data, err := s.config.Load()
116
+ if err != nil {
117
+ return err
118
+ }
119
+ // 0003 item 6: a rebuild writes only the bytes that changed.
120
+ data.ProjectOptions.WriteOnlyChanged = true
121
+ parsed, err := project.GetParsedCommandLine(data)
122
+ if err != nil {
123
+ return err
124
+ }
125
+ decision := plugins.Decide(data.TsConfigPath, s.config.PluginOptions)
126
+ if decision.Action == plugins.ActionError {
127
+ return errors.New(decision.Reason)
128
+ }
129
+ if decision.Action == plugins.ActionFallback {
130
+ // Only the JS compiler can do this, and it can't take over a running watcher. At the start, the CLI hands it over.
131
+ return errors.New(decision.Reason + ". Restart to run this project with the JS compiler.")
132
+ }
133
+ s.data = data
134
+ s.parsed = parsed
135
+ s.decision = decision
136
+ s.reset()
137
+ return nil
138
+ }
139
+
140
+ // reset forgets everything that was kept between compiles.
141
+ func (s *session) reset() {
142
+ s.proj = nil
143
+ s.cache.Clear()
144
+ s.plugin = plugins.NewSession()
145
+ s.prepare = &project.PrepareCache{}
146
+ s.lastCompiled = nil
147
+ s.clean = map[tspath.PathKey]bool{}
148
+ s.inc = nil
149
+ }
150
+
151
+ // rootDirs is getRootDirs.
152
+ func (s *session) rootDirs() []string {
153
+ return project.GetRootDirs(s.parsed.Config.CompilerOptions())
154
+ }
155
+
156
+ // reconcileWatches points the watches at the root folders, as upstream does, and at what upstream doesn't watch: the
157
+ // config files and the installed packages. With those watched, what's on disk is what a clean build would see.
158
+ func (s *session) reconcileWatches() error {
159
+ desired := map[tspath.RootedDirectoryPath]bool{}
160
+ add := func(dir string, recursive bool) {
161
+ rooted := tspath.RootedDirectoryPathFromAbsolute(tspath.NormalizePath(toSlash(dir)))
162
+ desired[rooted] = desired[rooted] || recursive
163
+ }
164
+ for _, dir := range s.rootDirs() {
165
+ add(dir, true)
166
+ }
167
+ for _, file := range s.configFiles() {
168
+ add(path.Dirname(file), false)
169
+ }
170
+ add(path.Dirname(s.data.TsConfigPath), false)
171
+ for _, typeRoot := range s.parsed.Config.CompilerOptions().TypeRoots {
172
+ add(string(typeRoot), true)
173
+ }
174
+ s.knownDirs = map[string]bool{}
175
+ for _, dir := range s.rootDirs() {
176
+ if info, err := os.Stat(dir); err != nil || !info.IsDir() {
177
+ continue
178
+ }
179
+ s.knownDirs[toSlash(dir)] = true
180
+ _ = project.WalkDirectory(dir, func(item string) error {
181
+ if info, err := os.Stat(item); err == nil && info.IsDir() {
182
+ s.knownDirs[toSlash(item)] = true
183
+ }
184
+ return nil
185
+ })
186
+ }
187
+ return s.manager.ReconcileWatches(s.manager.ResolveDesiredDirs(desired))
188
+ }
189
+
190
+ func toSlash(p string) string { return strings.ReplaceAll(p, "\\", "/") }
191
+
192
+ // configFiles lists the files that make a change a full reload.
193
+ func (s *session) configFiles() []string {
194
+ files := []string{s.data.TsConfigPath}
195
+ for _, extended := range s.parsed.Config.ExtendedSourceFiles() {
196
+ files = append(files, extended.AsString())
197
+ }
198
+ if s.data.RojoConfigPath != "" {
199
+ files = append(files, s.data.RojoConfigPath)
200
+ }
201
+ files = append(files, path.Join(path.Dirname(s.data.NodeModulesPath), "package.json"))
202
+ return files
203
+ }
204
+
205
+ func (s *session) isConfigFile(file string) bool {
206
+ for _, config := range s.configFiles() {
207
+ if strings.EqualFold(toSlash(config), file) {
208
+ return true
209
+ }
210
+ }
211
+ // A Rojo project can appear next to the tsconfig, and one inside a root folder can be nested in a $path.
212
+ return strings.HasSuffix(file, ".project.json") && (strings.EqualFold(toSlash(path.Dirname(s.data.TsConfigPath)), toSlash(path.Dirname(file))) || s.underRootDirs(file))
213
+ }
214
+
215
+ func isUnder(dir, file string) bool {
216
+ dir = strings.TrimSuffix(toSlash(dir), "/")
217
+ return len(file) > len(dir) && file[len(dir)] == '/' && strings.EqualFold(file[:len(dir)], dir)
218
+ }
219
+
220
+ func (s *session) underRootDirs(file string) bool {
221
+ return slices.ContainsFunc(s.rootDirs(), func(dir string) bool { return isUnder(dir, file) })
222
+ }
223
+
224
+ // collect is collectAddEvent, collectChangeEvent and collectDeleteEvent. Events only say "something happened here", so
225
+ // a look at the disk decides which of those it was. What's on disk is what the compile will read, so a file that came
226
+ // and went between two events is no problem.
227
+ func (s *session) collect(changed map[tspath.RootedPath]fswatch.EventKind, overflow bool) {
228
+ if overflow {
229
+ s.overflow = true
230
+ }
231
+ for raw := range changed {
232
+ file := eventPath(raw)
233
+ switch {
234
+ case s.isConfigFile(file):
235
+ s.reload = true
236
+ case slices.ContainsFunc(s.parsed.Config.CompilerOptions().TypeRoots, func(root tspath.RootedDirectoryPath) bool { return isUnder(string(root), file) }):
237
+ s.overflow = true
238
+ case !s.underRootDirs(file) || isUnder(s.parsed.Config.CompilerOptions().OutDir.AsString(), file) || isUnder(s.data.ProjectOptions.IncludePath, file) || isUnder(s.data.NodeModulesPath, file):
239
+ // Only the root folders count, and what the compiler writes itself mustn't trigger it again.
240
+ default:
241
+ info, err := os.Stat(file)
242
+ switch {
243
+ case err != nil:
244
+ delete(s.knownDirs, file)
245
+ for dir := range s.knownDirs {
246
+ if isUnder(file, dir) {
247
+ delete(s.knownDirs, dir)
248
+ }
249
+ }
250
+ s.filesToDelete.add(file)
251
+ case info.IsDir():
252
+ if !s.knownDirs[file] {
253
+ s.knownDirs[file] = true
254
+ s.filesToAdd.add(file)
255
+ }
256
+ default:
257
+ s.filesToChange.add(file)
258
+ }
259
+ }
260
+ }
261
+ }
262
+
263
+ func (s *session) hasPending() bool {
264
+ return s.reload || s.overflow || len(s.filesToAdd.items)+len(s.filesToChange.items)+len(s.filesToDelete.items) > 0
265
+ }
266
+
267
+ // runCompile is runCompile. Upstream rethrows anything but a DiagnosticError, which ends the process. A watcher that
268
+ // dies on an internal error loses more than it saves, so here it's reported like any other error.
269
+ func (s *session) runCompile() (result *compile.EmitResult) {
270
+ s.last = Cycle{}
271
+ defer func() {
272
+ if r := recover(); r != nil {
273
+ message := fmt.Sprintf("internal error: %v", r)
274
+ if shared.LogService.Verbose {
275
+ message += "\n" + string(debug.Stack())
276
+ }
277
+ // Nothing below can be trusted after this. Start over on the next change.
278
+ s.reset()
279
+ s.initialCompileCompleted = false
280
+ result = failure(message)
281
+ }
282
+ }()
283
+ var err error
284
+ if s.reload {
285
+ if err = s.load(); err == nil {
286
+ s.reload = false
287
+ s.initialCompileCompleted = false
288
+ s.overflow = false
289
+ err = s.reconcileWatches()
290
+ }
291
+ }
292
+ if err == nil {
293
+ if s.overflow {
294
+ s.overflow = false
295
+ s.reset()
296
+ s.initialCompileCompleted = false
297
+ if s.parsed, err = project.GetParsedCommandLine(s.data); err == nil {
298
+ err = s.reconcileWatches()
299
+ }
300
+ }
301
+ }
302
+ if err == nil {
303
+ if !s.initialCompileCompleted {
304
+ result, err = s.runInitialCompile()
305
+ } else {
306
+ result, err = s.runIncrementalCompile()
307
+ }
308
+ }
309
+ if err != nil {
310
+ var diagnosticErr *shared.DiagnosticError
311
+ if errors.As(err, &diagnosticErr) {
312
+ return &compile.EmitResult{EmitSkipped: true, Diagnostics: diagnosticErr.Diagnostics}
313
+ }
314
+ return failure(err.Error())
315
+ }
316
+ return result
317
+ }
318
+
319
+ func failure(message string) *compile.EmitResult {
320
+ return &compile.EmitResult{EmitSkipped: true, Diagnostics: []*shared.Diagnostic{shared.TextDiagnostic(message, diagnostics.CategoryError)}}
321
+ }
322
+
323
+ // refreshProgram is refreshProgram: the program and path translator for this compile.
324
+ func (s *session) refreshProgram(changed []tspath.PathKey, structure bool) {
325
+ started := time.Now()
326
+ if s.proj == nil {
327
+ s.proj = tsbridge.NewProject(s.parsed, tsbridge.ProjectOptions{Checkers: s.config.Checkers, Cache: s.cache})
328
+ } else {
329
+ s.proj, s.last.Reused = s.proj.Update(changed, structure)
330
+ }
331
+ s.translator = project.CreatePathTranslator(s.proj, s.data)
332
+ s.last.Times.Program = time.Since(started)
333
+ }
334
+
335
+ func (s *session) pathKey(file string) tspath.PathKey {
336
+ return osvfs.FS().CaseSensitivity().PathKey(tspath.RootedPathFromAbsolute(file))
337
+ }
338
+
339
+ // drainChanges empties the collected events and returns the paths whose parsed files can't be trusted any more. Those
340
+ // need evicting even when the program is about to be rebuilt anyway.
341
+ func (s *session) drainEvents() (additions, changes, removals []string) {
342
+ additions, changes, removals = s.filesToAdd.items, s.filesToChange.items, s.filesToDelete.items
343
+ s.filesToAdd.clear()
344
+ s.filesToChange.clear()
345
+ s.filesToDelete.clear()
346
+ return additions, changes, removals
347
+ }
348
+
349
+ // runInitialCompile is runInitialCompile.
350
+ func (s *session) runInitialCompile() (*compile.EmitResult, error) {
351
+ s.last.Initial = true
352
+ additions, changes, removals := s.drainEvents()
353
+ var keys []tspath.PathKey
354
+ for _, list := range [][]string{additions, changes, removals} {
355
+ for _, file := range list {
356
+ keys = append(keys, s.pathKey(file))
357
+ }
358
+ }
359
+ // Upstream makes a new program here. So does this, keeping only the parsed files nothing has touched.
360
+ s.refreshProgram(keys, true)
361
+ // This did everything those would have done.
362
+ s.filesToCopy.clear()
363
+ s.filesToClean.clear()
364
+
365
+ started := time.Now()
366
+ if err := project.Cleanup(s.translator); err != nil {
367
+ return nil, err
368
+ }
369
+ if err := project.CopyInclude(s.data); err != nil {
370
+ return nil, err
371
+ }
372
+ var rootDirs []string
373
+ for _, rootDir := range project.GetRootDirs(s.proj.Options()) {
374
+ if !slices.Contains(rootDirs, rootDir) {
375
+ rootDirs = append(rootDirs, rootDir)
376
+ }
377
+ }
378
+ if err := project.CopyFiles(s.data, s.translator, rootDirs); err != nil {
379
+ return nil, err
380
+ }
381
+ s.last.Times.Copy = time.Since(started)
382
+
383
+ result, err := s.compile()
384
+ if err != nil {
385
+ return nil, err
386
+ }
387
+ if !result.EmitSkipped {
388
+ s.initialCompileCompleted = true
389
+ }
390
+ return result, nil
391
+ }
392
+
393
+ // runIncrementalCompile is runIncrementalCompile.
394
+ func (s *session) runIncrementalCompile() (*compile.EmitResult, error) {
395
+ additions, changes, removals := s.drainEvents()
396
+ inProgram := s.proj.Program().FilesByPath()
397
+ structure := false
398
+ var keys []tspath.PathKey
399
+ service := &shared.DiagnosticService{}
400
+
401
+ for _, fsPath := range additions {
402
+ // Only folders get here: a file's event can't say whether it's new, so those are all in changes.
403
+ // Files in the new folder may not have events of their own.
404
+ structure = true
405
+ s.filesToCopy.add(fsPath)
406
+ }
407
+ for _, fsPath := range changes {
408
+ key := s.pathKey(fsPath)
409
+ _, known := inProgram[key]
410
+ compilable, err := project.IsCompilableFile(fsPath)
411
+ if err != nil {
412
+ // It went away again. The event for that decides what happens next.
413
+ continue
414
+ }
415
+ switch {
416
+ case compilable && known:
417
+ keys = append(keys, key)
418
+ case compilable:
419
+ structure = true
420
+ keys = append(keys, key)
421
+ default:
422
+ // checks for copying `init.*.d.ts`
423
+ if !known {
424
+ project.CheckFileName(service, fsPath)
425
+ }
426
+ // A new .d.ts or .json file can be a root, or can answer an import that was failing.
427
+ if !known && (strings.HasSuffix(fsPath, shared.DTSExt) || strings.HasSuffix(fsPath, ".json")) {
428
+ structure = true
429
+ }
430
+ if known {
431
+ keys = append(keys, key)
432
+ }
433
+ s.filesToCopy.add(fsPath)
434
+ }
435
+ }
436
+ for _, fsPath := range removals {
437
+ key := s.pathKey(fsPath)
438
+ if _, known := inProgram[key]; known || isPossibleProgramPath(fsPath) {
439
+ structure = true
440
+ keys = append(keys, key)
441
+ }
442
+ s.filesToClean.add(fsPath)
443
+ }
444
+
445
+ s.refreshProgram(keys, structure)
446
+ result, err := s.compile()
447
+ if err != nil {
448
+ return nil, err
449
+ }
450
+ result.Diagnostics = append(service.Flush(), result.Diagnostics...)
451
+ if result.EmitSkipped || shared.HasErrors(result.Diagnostics) {
452
+ // exit before copying to prevent half-updated out directory
453
+ result.EmitSkipped = true
454
+ return result, nil
455
+ }
456
+
457
+ started := time.Now()
458
+ for _, fsPath := range s.filesToClean.items {
459
+ if err := project.TryRemoveOutput(s.translator, s.translator.GetOutputPath(fsPath)); err != nil {
460
+ return nil, err
461
+ }
462
+ if s.proj.Options().Declaration.IsTrue() {
463
+ if err := project.TryRemoveOutput(s.translator, s.translator.GetOutputDeclarationPath(fsPath)); err != nil {
464
+ return nil, err
465
+ }
466
+ }
467
+ }
468
+ for _, fsPath := range s.filesToCopy.items {
469
+ // A folder or file that has gone again has nothing to copy.
470
+ if _, err := os.Stat(fsPath); err != nil {
471
+ continue
472
+ }
473
+ if err := project.CopyItem(s.data, s.translator, fsPath); err != nil {
474
+ return nil, err
475
+ }
476
+ }
477
+ s.last.Times.Copy = time.Since(started)
478
+ s.filesToCopy.clear()
479
+ s.filesToClean.clear()
480
+ return result, nil
481
+ }
482
+
483
+ // isPossibleProgramPath says whether removing this path could change what the program sees. A folder can hold any of
484
+ // these, and by the time the event comes, nothing says it was a folder.
485
+ func isPossibleProgramPath(fsPath string) bool {
486
+ base := path.Basename(fsPath, "")
487
+ return strings.HasSuffix(base, ".ts") || strings.HasSuffix(base, ".tsx") || strings.HasSuffix(base, ".json") || !strings.Contains(base, ".")
488
+ }
489
+
490
+ // compile is the part of compileFiles this package shares with a build.
491
+ func (s *session) compile() (*compile.EmitResult, error) {
492
+ if s.config.BeforeCompile != nil {
493
+ s.config.BeforeCompile()
494
+ }
495
+ started := time.Now()
496
+ prepareCache := s.prepare
497
+ if s.config.FullRebuilds {
498
+ prepareCache = nil
499
+ }
500
+ prepared, failureList, err := project.PrepareCompileCached(s.proj, s.data, s.translator, s.proj.Program().CaseSensitivity(), prepareCache)
501
+ s.last.Times.Prepare = time.Since(started)
502
+ if err != nil {
503
+ return nil, err
504
+ }
505
+ if failureList != nil {
506
+ return &compile.EmitResult{EmitSkipped: shared.HasErrors(failureList), Diagnostics: failureList}, nil
507
+ }
508
+
509
+ ctx := context.Background()
510
+ started = time.Now()
511
+ applied, err := s.plugin.Apply(ctx, s.proj, s.decision, s.proj.SourceFilesToCompile(), plugins.NewBuild(s.data, s.translator, prepared.RojoResolver), !s.config.FullRebuilds)
512
+ s.last.Times.Plugin = time.Since(started)
513
+ s.last.Times.FilesTransformed = s.plugin.LastRedone
514
+ if err != nil {
515
+ return nil, err
516
+ }
517
+ if applied.Exit != nil {
518
+ // The plugin ends the process in JS, with these lines on stdout. A watcher reports them and waits for a fix.
519
+ return &compile.EmitResult{EmitSkipped: true, Diagnostics: []*shared.Diagnostic{shared.TextDiagnostic(strings.Join(applied.Exit, "\n"), diagnostics.CategoryError)}}, nil
520
+ }
521
+ if err := applied.WriteTransformedFiles(s.data, s.translator); err != nil {
522
+ return nil, err
523
+ }
524
+
525
+ c := &compile.Context{
526
+ Project: applied.Project,
527
+ Data: s.data,
528
+ Translator: s.translator,
529
+ Prepared: prepared,
530
+ Replay: s.replay,
531
+ Times: &s.last.Times,
532
+ }
533
+ result, err := s.compileDirty(ctx, c, applied.Files)
534
+ if err != nil {
535
+ return nil, err
536
+ }
537
+ result.Diagnostics = applied.MapDiagnostics(result.Diagnostics)
538
+ if result.EmitSkipped || shared.HasErrors(result.Diagnostics) {
539
+ result.EmitSkipped = true
540
+ }
541
+ return result, nil
542
+ }
543
+
544
+ // compileDirty compiles the files whose output can differ from what's on disk. See 0008 for why the others can be left.
545
+ func (s *session) compileDirty(ctx context.Context, c *compile.Context, files []*ast.SourceFile) (*compile.EmitResult, error) {
546
+ change := tsbridge.AffectedFiles(s.lastCompiled, c.Project)
547
+ first := s.lastCompiled == nil
548
+ s.lastCompiled = c.Project
549
+ if s.config.FullRebuilds || change.Full {
550
+ s.clean = map[tspath.PathKey]bool{}
551
+ } else {
552
+ for path := range change.Affected {
553
+ delete(s.clean, path)
554
+ }
555
+ }
556
+ if first && s.translator.BuildInfoOutputPath != "" && !s.config.FullRebuilds {
557
+ // compile.Incremental's records say what's on disk from an earlier run.
558
+ s.inc = compile.LoadIncremental(s.data, s.translator, compile.BuildKey(s.data, s.source(), s.decision.Key()))
559
+ s.inc.Unchanged(s.source())
560
+ fromDisk := s.inc.Dirty(c.Project, files)
561
+ for _, file := range files {
562
+ s.clean[file.PathKey()] = true
563
+ }
564
+ for _, file := range fromDisk {
565
+ delete(s.clean, file.PathKey())
566
+ }
567
+ }
568
+ dirty := make([]*ast.SourceFile, 0, len(files))
569
+ for _, file := range files {
570
+ if !s.clean[file.PathKey()] {
571
+ dirty = append(dirty, file)
572
+ }
573
+ }
574
+ save := func(result *compile.EmitResult, compiled []*ast.SourceFile) error {
575
+ if s.inc == nil || result.EmitSkipped || shared.HasErrors(result.Diagnostics) {
576
+ return nil
577
+ }
578
+ return s.inc.Save(s.source(), c.Project, compiled, result)
579
+ }
580
+ if len(dirty) == 0 {
581
+ result := &compile.EmitResult{}
582
+ return result, save(result, nil)
583
+ }
584
+ result, err := compile.CompileFiles(ctx, c, dirty)
585
+ if err != nil {
586
+ return nil, err
587
+ }
588
+ // A diagnostic with no file comes from the whole program, and rbxtsc repeats it per file. Those can also grow with
589
+ // what got checked. So a project that has one gets no shortcuts.
590
+ whole := slices.ContainsFunc(result.Diagnostics, func(d *shared.Diagnostic) bool { return d.File() == nil })
591
+ if whole {
592
+ s.clean = map[tspath.PathKey]bool{}
593
+ if len(dirty) < len(files) {
594
+ if result, err = compile.CompileFiles(ctx, c, files); err != nil {
595
+ return nil, err
596
+ }
597
+ }
598
+ return result, save(result, files)
599
+ }
600
+ if result.EmitSkipped {
601
+ return result, nil
602
+ }
603
+ reported := map[*ast.SourceFile]bool{}
604
+ for _, d := range result.Diagnostics {
605
+ reported[d.File()] = true
606
+ }
607
+ for _, file := range dirty {
608
+ if !reported[file] {
609
+ s.clean[file.PathKey()] = true
610
+ }
611
+ }
612
+ return result, save(result, dirty)
613
+ }
614
+
615
+ // source is the program before any plugin.
616
+ func (s *session) source() *tsbridge.Project { return s.proj }
617
+
618
+ // finishCycle reports timings and runs the hook.
619
+ func (s *session) finishCycle(started time.Time, debounce time.Duration, result *compile.EmitResult) {
620
+ cycle := s.last
621
+ cycle.Result = result
622
+ cycle.Debounce = debounce
623
+ cycle.Total = time.Since(started)
624
+ for _, d := range result.Diagnostics {
625
+ if d.Category() == diagnostics.CategoryError {
626
+ cycle.Errors++
627
+ }
628
+ }
629
+ cycle.Written = len(result.EmittedFiles)
630
+ if shared.LogService.Verbose {
631
+ shared.LogService.WriteLine(formatTimes(&cycle))
632
+ }
633
+ if s.config.OnCycle != nil {
634
+ s.config.OnCycle(&cycle)
635
+ }
636
+ }
637
+
638
+ func formatTimes(c *Cycle) string {
639
+ kind := "rebuild"
640
+ if c.Initial {
641
+ kind = "initial"
642
+ }
643
+ program := "new program"
644
+ if c.Reused {
645
+ program = "reused program"
646
+ }
647
+ t := &c.Times
648
+ ms := func(d time.Duration) string { return fmt.Sprintf("%.1fms", float64(d.Microseconds())/1000) }
649
+ return fmt.Sprintf("[timing] %s total %s: debounce %s, program %s (%s), copy %s, prepare %s, plugin %s, check %s, lower %s, write %s; transformed %d, checked %d, lowered %d, written %d",
650
+ kind, ms(c.Total), ms(c.Debounce), ms(t.Program), program, ms(t.Copy), ms(t.Prepare), ms(t.Plugin), ms(t.Check), ms(t.Lower), ms(t.Write), t.FilesTransformed, t.FilesChecked, t.FilesLowered, c.Written)
651
+ }