micropython-stubber 1.23.1.post1__py3-none-any.whl → 1.23.2__py3-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (152) hide show
  1. {micropython_stubber-1.23.1.post1.dist-info → micropython_stubber-1.23.2.dist-info}/LICENSE +30 -30
  2. {micropython_stubber-1.23.1.post1.dist-info → micropython_stubber-1.23.2.dist-info}/METADATA +4 -4
  3. micropython_stubber-1.23.2.dist-info/RECORD +158 -0
  4. mpflash/README.md +220 -220
  5. mpflash/libusb_flash.ipynb +203 -203
  6. mpflash/mpflash/add_firmware.py +98 -98
  7. mpflash/mpflash/ask_input.py +236 -236
  8. mpflash/mpflash/basicgit.py +284 -284
  9. mpflash/mpflash/bootloader/__init__.py +2 -2
  10. mpflash/mpflash/bootloader/activate.py +60 -60
  11. mpflash/mpflash/bootloader/detect.py +82 -82
  12. mpflash/mpflash/bootloader/manual.py +101 -101
  13. mpflash/mpflash/bootloader/micropython.py +12 -12
  14. mpflash/mpflash/bootloader/touch1200.py +36 -36
  15. mpflash/mpflash/cli_download.py +129 -129
  16. mpflash/mpflash/cli_flash.py +224 -216
  17. mpflash/mpflash/cli_group.py +111 -111
  18. mpflash/mpflash/cli_list.py +87 -87
  19. mpflash/mpflash/cli_main.py +39 -39
  20. mpflash/mpflash/common.py +210 -166
  21. mpflash/mpflash/config.py +44 -44
  22. mpflash/mpflash/connected.py +96 -77
  23. mpflash/mpflash/download.py +364 -364
  24. mpflash/mpflash/downloaded.py +130 -130
  25. mpflash/mpflash/errors.py +9 -9
  26. mpflash/mpflash/flash/__init__.py +55 -55
  27. mpflash/mpflash/flash/esp.py +59 -59
  28. mpflash/mpflash/flash/stm32.py +19 -19
  29. mpflash/mpflash/flash/stm32_dfu.py +104 -104
  30. mpflash/mpflash/flash/uf2/__init__.py +88 -88
  31. mpflash/mpflash/flash/uf2/boardid.py +15 -15
  32. mpflash/mpflash/flash/uf2/linux.py +136 -130
  33. mpflash/mpflash/flash/uf2/macos.py +42 -42
  34. mpflash/mpflash/flash/uf2/uf2disk.py +12 -12
  35. mpflash/mpflash/flash/uf2/windows.py +43 -43
  36. mpflash/mpflash/flash/worklist.py +170 -170
  37. mpflash/mpflash/list.py +106 -106
  38. mpflash/mpflash/logger.py +41 -41
  39. mpflash/mpflash/mpboard_id/__init__.py +93 -93
  40. mpflash/mpflash/mpboard_id/add_boards.py +251 -251
  41. mpflash/mpflash/mpboard_id/board.py +37 -37
  42. mpflash/mpflash/mpboard_id/board_id.py +86 -86
  43. mpflash/mpflash/mpboard_id/store.py +43 -43
  44. mpflash/mpflash/mpremoteboard/__init__.py +266 -266
  45. mpflash/mpflash/mpremoteboard/mpy_fw_info.py +141 -141
  46. mpflash/mpflash/mpremoteboard/runner.py +140 -140
  47. mpflash/mpflash/vendor/click_aliases.py +91 -91
  48. mpflash/mpflash/vendor/dfu.py +165 -165
  49. mpflash/mpflash/vendor/pydfu.py +605 -605
  50. mpflash/mpflash/vendor/readme.md +2 -2
  51. mpflash/mpflash/versions.py +135 -135
  52. mpflash/poetry.lock +1599 -1599
  53. mpflash/pyproject.toml +65 -65
  54. mpflash/stm32_udev_rules.md +62 -62
  55. stubber/__init__.py +3 -3
  56. stubber/board/board_info.csv +193 -193
  57. stubber/board/boot.py +34 -34
  58. stubber/board/createstubs.py +1004 -986
  59. stubber/board/createstubs_db.py +826 -825
  60. stubber/board/createstubs_db_min.py +332 -331
  61. stubber/board/createstubs_db_mpy.mpy +0 -0
  62. stubber/board/createstubs_lvgl.py +741 -741
  63. stubber/board/createstubs_lvgl_min.py +741 -741
  64. stubber/board/createstubs_mem.py +767 -766
  65. stubber/board/createstubs_mem_min.py +307 -306
  66. stubber/board/createstubs_mem_mpy.mpy +0 -0
  67. stubber/board/createstubs_min.py +295 -294
  68. stubber/board/createstubs_mpy.mpy +0 -0
  69. stubber/board/fw_info.py +141 -141
  70. stubber/board/info.py +183 -183
  71. stubber/board/main.py +19 -19
  72. stubber/board/modulelist.txt +247 -247
  73. stubber/board/pyrightconfig.json +34 -34
  74. stubber/bulk/mcu_stubber.py +437 -437
  75. stubber/codemod/_partials/__init__.py +48 -48
  76. stubber/codemod/_partials/db_main.py +147 -147
  77. stubber/codemod/_partials/lvgl_main.py +77 -77
  78. stubber/codemod/_partials/modules_reader.py +80 -80
  79. stubber/codemod/add_comment.py +53 -53
  80. stubber/codemod/add_method.py +65 -65
  81. stubber/codemod/board.py +317 -317
  82. stubber/codemod/enrich.py +151 -145
  83. stubber/codemod/merge_docstub.py +284 -284
  84. stubber/codemod/modify_list.py +54 -54
  85. stubber/codemod/utils.py +56 -56
  86. stubber/commands/build_cmd.py +94 -94
  87. stubber/commands/cli.py +49 -49
  88. stubber/commands/clone_cmd.py +78 -78
  89. stubber/commands/config_cmd.py +29 -29
  90. stubber/commands/enrich_folder_cmd.py +71 -71
  91. stubber/commands/get_core_cmd.py +71 -71
  92. stubber/commands/get_docstubs_cmd.py +92 -92
  93. stubber/commands/get_frozen_cmd.py +117 -117
  94. stubber/commands/get_mcu_cmd.py +102 -102
  95. stubber/commands/merge_cmd.py +66 -66
  96. stubber/commands/publish_cmd.py +118 -118
  97. stubber/commands/stub_cmd.py +31 -31
  98. stubber/commands/switch_cmd.py +62 -62
  99. stubber/commands/variants_cmd.py +48 -48
  100. stubber/cst_transformer.py +178 -178
  101. stubber/data/board_info.csv +193 -193
  102. stubber/data/board_info.json +1729 -1729
  103. stubber/data/micropython_tags.csv +15 -15
  104. stubber/data/requirements-core-micropython.txt +38 -38
  105. stubber/data/requirements-core-pycopy.txt +39 -39
  106. stubber/downloader.py +37 -37
  107. stubber/freeze/common.py +72 -72
  108. stubber/freeze/freeze_folder.py +69 -69
  109. stubber/freeze/freeze_manifest_2.py +126 -126
  110. stubber/freeze/get_frozen.py +131 -131
  111. stubber/get_cpython.py +112 -112
  112. stubber/get_lobo.py +59 -59
  113. stubber/minify.py +423 -423
  114. stubber/publish/bump.py +86 -86
  115. stubber/publish/candidates.py +275 -275
  116. stubber/publish/database.py +18 -18
  117. stubber/publish/defaults.py +40 -40
  118. stubber/publish/enums.py +24 -24
  119. stubber/publish/helpers.py +29 -29
  120. stubber/publish/merge_docstubs.py +136 -132
  121. stubber/publish/missing_class_methods.py +51 -51
  122. stubber/publish/package.py +150 -150
  123. stubber/publish/pathnames.py +51 -51
  124. stubber/publish/publish.py +120 -120
  125. stubber/publish/pypi.py +42 -42
  126. stubber/publish/stubpackage.py +1055 -1051
  127. stubber/rst/__init__.py +9 -9
  128. stubber/rst/classsort.py +78 -78
  129. stubber/rst/lookup.py +533 -531
  130. stubber/rst/output_dict.py +401 -401
  131. stubber/rst/reader.py +814 -814
  132. stubber/rst/report_return.py +77 -77
  133. stubber/rst/rst_utils.py +541 -541
  134. stubber/stubber.py +38 -38
  135. stubber/stubs_from_docs.py +90 -90
  136. stubber/tools/manifestfile.py +654 -654
  137. stubber/tools/readme.md +6 -6
  138. stubber/update_fallback.py +117 -117
  139. stubber/update_module_list.py +123 -123
  140. stubber/utils/__init__.py +6 -6
  141. stubber/utils/config.py +137 -137
  142. stubber/utils/makeversionhdr.py +54 -54
  143. stubber/utils/manifest.py +90 -90
  144. stubber/utils/post.py +80 -80
  145. stubber/utils/repos.py +156 -156
  146. stubber/utils/stubmaker.py +139 -139
  147. stubber/utils/typed_config_toml.py +80 -80
  148. stubber/variants.py +106 -106
  149. micropython_stubber-1.23.1.post1.dist-info/RECORD +0 -159
  150. mpflash/basicgit.py +0 -288
  151. {micropython_stubber-1.23.1.post1.dist-info → micropython_stubber-1.23.2.dist-info}/WHEEL +0 -0
  152. {micropython_stubber-1.23.1.post1.dist-info → micropython_stubber-1.23.2.dist-info}/entry_points.txt +0 -0
stubber/codemod/board.py CHANGED
@@ -1,317 +1,317 @@
1
- """"
2
- Codemods to create the different variants of createstubs.py
3
- """
4
-
5
- from __future__ import annotations
6
-
7
- from enum import Enum
8
- from typing import Iterator, Optional
9
-
10
- import libcst as cst
11
- import libcst.codemod as codemod
12
- from libcst import matchers as m
13
- from libcst.codemod._codemod import Codemod # type: ignore
14
- from packaging.version import Version
15
-
16
- from stubber import __version__
17
- from stubber.codemod._partials import Partial
18
- from stubber.codemod.modify_list import ListChangeSet, ModifyListElements
19
- from stubber.cst_transformer import update_module_docstr
20
-
21
- # matches on `stubber = Stubber()`
22
- _STUBBER_MATCHER = m.Assign(
23
- targets=[
24
- m.AssignTarget(
25
- target=m.Name("stubber"),
26
- )
27
- ],
28
- value=m.Call(func=m.Name("Stubber")),
29
- )
30
-
31
- # matches on `stubber.modules = ["foo","bar"]`
32
- _MODULES_MATCHER = m.Assign(
33
- targets=[
34
- m.AssignTarget(
35
- target=m.Attribute(
36
- value=m.Name(value="stubber"),
37
- attr=m.Name(value="modules"),
38
- ),
39
- )
40
- ],
41
- )
42
-
43
- # matches on `def main():`
44
- _DEF_MAIN_MATCHER = m.FunctionDef(name=m.Name(value="main"))
45
-
46
- # matches on `self.problematic = []`
47
- _PROBLEMATIC_MATCHER = m.Assign(
48
- targets=[
49
- m.AssignTarget(
50
- target=m.Attribute(
51
- value=m.Name("self"),
52
- attr=m.Name("problematic"),
53
- )
54
- )
55
- ]
56
- )
57
- # matches on `self.excluded = []`
58
- _EXCLUDED_MATCHER = m.Assign(
59
- targets=[
60
- m.AssignTarget(
61
- target=m.Attribute(
62
- value=m.Name("self"),
63
- attr=m.Name("excluded"),
64
- )
65
- )
66
- ]
67
- )
68
-
69
-
70
- _LOW_MEM_MODULE_DOC = '''
71
- """Create stubs for (all) modules on a MicroPython board.
72
-
73
- This variant of the createstubs.py script is optimised for use on low-memory devices, and reads the list of modules from a text file
74
- `modulelist.txt` in the root or `libs` folder that should be uploaded to the device.
75
- If that cannot be found then only a single module (micropython) is stubbed.
76
- In order to run this on low-memory devices two additional steps are recommended:
77
- - minifification, using python-minifier
78
- to reduce overall size, and remove logging overhead.
79
- - cross compilation, using mpy-cross,
80
- to avoid the compilation step on the micropython device
81
- """
82
- '''
83
-
84
-
85
- _DB_MODULE_DOC = '''
86
- """
87
- Create stubs for (all) modules on a MicroPython board.
88
-
89
- This variant of the createstubs.py script is optimized for use on very-low-memory devices.
90
- Note: this version has undergone limited testing.
91
-
92
- 1) reads the list of modules from a text file `modulelist.txt` that should be uploaded to the device.
93
- 2) stored the already processed modules in a text file `modulelist.done`
94
- 3) process the modules in the database:
95
- - stub the module
96
- - update the modulelist.done file
97
- - reboots the device if it runs out of memory
98
- 4) creates the modules.json
99
-
100
- If that cannot be found then only a single module (micropython) is stubbed.
101
- In order to run this on low-memory devices two additional steps are recommended:
102
- - minification, using python-minifierto reduce overall size, and remove logging overhead.
103
- - cross compilation, using mpy-cross, to avoid the compilation step on the micropython device
104
-
105
- """
106
- '''
107
-
108
- _LVGL_MODULE_DOC = '''
109
- """
110
- Create stubs for the lvgl modules on a MicroPython board.
111
-
112
- Note that the stubs can be very large, and it may be best to directly store them on an SD card if your device supports this.
113
- """
114
- '''
115
-
116
-
117
- class CreateStubsVariant(str, Enum):
118
- """Dictates create stubs target variant."""
119
-
120
- BASE = "base"
121
- MEM = "mem"
122
- DB = "db"
123
- LVGL = "lvgl"
124
-
125
-
126
- class ReadModulesCodemod(codemod.Codemod):
127
- """Replaces static modules list with file-load method."""
128
-
129
- modules_reader_node: cst.Module
130
-
131
- def __init__(self, context: codemod.CodemodContext, reader_node: Optional[cst.Module] = None):
132
- super().__init__(context)
133
- self.modules_reader_node = reader_node or cst.parse_module(
134
- Partial.MODULES_READER.contents(), # type: ignore
135
- )
136
-
137
- def transform_module_impl(self, tree: cst.Module) -> cst.Module:
138
- """Replaces static modules list with file-load method."""
139
- repl_node = m.findall(tree, m.SimpleStatementLine(body=[_MODULES_MATCHER]), metadata_resolver=self)
140
- tree = tree.deep_replace(repl_node[0], self.modules_reader_node)
141
- return tree
142
-
143
-
144
- class ModuleDocCodemod(codemod.Codemod):
145
- """Replaces a module's docstring."""
146
-
147
- module_doc: str
148
-
149
- def __init__(self, context: codemod.CodemodContext, module_doc: str):
150
- super().__init__(context)
151
- if module_doc.endswith('"""\n'):
152
- generated = f'\nThis variant was generated from createstubs.py by micropython-stubber v{Version(__version__).base_version}\n"""\n'
153
- module_doc = module_doc[:-4] + generated
154
- self.module_doc = module_doc
155
-
156
- def transform_module_impl(self, tree: cst.Module) -> cst.Module:
157
- """Replaces a module's docstring."""
158
- return update_module_docstr(tree, self.module_doc)
159
-
160
-
161
- class ModulesUpdateCodemod(codemod.Codemod):
162
- """Update or replace the static module list(s) with the provided changes."""
163
-
164
- modules_changeset: Optional[ListChangeSet]
165
- problematic_changeset: Optional[ListChangeSet]
166
- excluded_changeset: Optional[ListChangeSet]
167
-
168
- modules_scope: m.BaseMatcherNode = _MODULES_MATCHER # matches on `stubber.modules = ["foo","bar"]`
169
- problematic_scope: m.BaseMatcherNode = _PROBLEMATIC_MATCHER # matches on `self.problematic = []`
170
- excluded_scope: m.BaseMatcherNode = _EXCLUDED_MATCHER # matches on `self.excluded = []`
171
-
172
- def __init__(
173
- self,
174
- context: codemod.CodemodContext,
175
- *,
176
- modules: Optional[ListChangeSet] = None,
177
- problematic: Optional[ListChangeSet] = None,
178
- excluded: Optional[ListChangeSet] = None,
179
- ):
180
- super().__init__(context)
181
- self.modules_changeset = modules
182
- self.problematic_changeset = problematic
183
- self.excluded_changeset = excluded
184
-
185
- def iter_transforms(self) -> Iterator[m.MatcherDecoratableTransformer]:
186
- if self.modules_changeset:
187
- yield ModifyListElements(change_set=self.modules_changeset).with_scope(self.modules_scope) # type: ignore
188
- if self.problematic_changeset:
189
- yield ModifyListElements(change_set=self.problematic_changeset).with_scope(self.problematic_scope) # type: ignore
190
- if self.excluded_changeset:
191
- yield ModifyListElements(change_set=self.excluded_changeset).with_scope(self.excluded_scope) # type: ignore
192
-
193
- def transform_module_impl(self, tree: cst.Module) -> cst.Module:
194
- """Update or replace the static module list(s) with the provided changes."""
195
- for transform in self.iter_transforms():
196
- tree = tree.visit(transform)
197
- return tree
198
-
199
-
200
- class LVGLCodemod(codemod.Codemod):
201
- """Generates createstubs.py LVGL variant."""
202
-
203
- modules_transform: ModulesUpdateCodemod
204
- init_node: cst.Module
205
-
206
- def __init__(
207
- self,
208
- context: codemod.CodemodContext,
209
- ):
210
- super().__init__(context)
211
-
212
- def transform_module_impl(self, tree: cst.Module) -> cst.Module:
213
- """Generates createstubs.py LVGL variant."""
214
- # repl_node = m.findall(tree, m.SimpleStatementLine(body=[_STUBBER_MATCHER]), metadata_resolver=self)
215
- # tree = tree.deep_replace(repl_node[0], self.init_node)
216
- # return self.modules_transform.transform_module_impl(tree)
217
-
218
- docstr_transformer = ModuleDocCodemod(self.context, _LVGL_MODULE_DOC)
219
- def_main_tree = cst.parse_module(
220
- Partial.LVGL_MAIN.contents(), # type: ignore
221
- )
222
-
223
- work_tree = docstr_transformer.transform_module_impl(tree)
224
- matches = m.findall(work_tree, _DEF_MAIN_MATCHER, metadata_resolver=self)
225
-
226
- entry_tree = work_tree.deep_replace(matches[0], def_main_tree)
227
- return tree.with_deep_changes(tree, body=(*entry_tree.body,))
228
-
229
-
230
- class LowMemoryCodemod(codemod.Codemod):
231
- """Generates createstubs.py low-memory variant."""
232
-
233
- def __init__(self, context: codemod.CodemodContext):
234
- super().__init__(context)
235
-
236
- def transform_module_impl(self, tree: cst.Module) -> cst.Module:
237
- """
238
- Generates createstubs.py low-memory variant.
239
- - replace the static module list with the low-memory variant (read from file)
240
- """
241
-
242
- docstr_transformer = ModuleDocCodemod(self.context, _LOW_MEM_MODULE_DOC)
243
- read_mods_transformer = ReadModulesCodemod(self.context)
244
- # update the docstring
245
- doc_tree = docstr_transformer.transform_module_impl(tree)
246
- # load the modules from file
247
- read_mods_tree = read_mods_transformer.transform_module_impl(doc_tree)
248
- # apply all changes to the original tree
249
- return tree.with_deep_changes(tree, body=(*read_mods_tree.body,))
250
-
251
-
252
- class DBCodemod(codemod.Codemod):
253
- """Generates createstubs.py db variant."""
254
-
255
- def __init__(self, context: codemod.CodemodContext):
256
- super().__init__(context)
257
-
258
- def transform_module_impl(self, tree: cst.Module) -> cst.Module:
259
- """Generates createstubs.py db variant."""
260
- docstr_transformer = ModuleDocCodemod(self.context, _DB_MODULE_DOC)
261
- def_main_tree = cst.parse_module(
262
- Partial.DB_MAIN.contents(), # type: ignore
263
- )
264
-
265
- work_tree = docstr_transformer.transform_module_impl(tree)
266
- matches = m.findall(work_tree, _DEF_MAIN_MATCHER, metadata_resolver=self)
267
-
268
- entry_tree = work_tree.deep_replace(matches[0], def_main_tree)
269
- return tree.with_deep_changes(tree, body=(*entry_tree.body,))
270
-
271
-
272
- class CreateStubsCodemod(codemod.Codemod):
273
- """Generates createstubs.py variant based on provided variant."""
274
-
275
- variant: CreateStubsVariant
276
- modules_transform: ModulesUpdateCodemod
277
-
278
- def __init__(
279
- self,
280
- context: codemod.CodemodContext,
281
- variant: CreateStubsVariant = CreateStubsVariant.BASE,
282
- *,
283
- modules: Optional[ListChangeSet] = None,
284
- problematic: Optional[ListChangeSet] = None,
285
- excluded: Optional[ListChangeSet] = None,
286
- ):
287
- super().__init__(context)
288
- self.variant = variant
289
- self.modules_transform = ModulesUpdateCodemod(
290
- self.context,
291
- modules=modules,
292
- problematic=problematic,
293
- excluded=excluded,
294
- )
295
- self.context.scratch.setdefault("modules_transform", self.modules_transform)
296
-
297
- def transform_module_impl(self, tree: cst.Module) -> cst.Module:
298
- """
299
- Generates a createstubs.py variant based on provided flavor.
300
- Transform it to emit the appropriate variant of createstubs.py,
301
- Optionally allows to replace the
302
- - list of modules to stub. (if relevant for the flavour)
303
- - list of problematic modules.
304
- - list of excluded modules.
305
- """
306
- mod_variants = {
307
- CreateStubsVariant.LVGL: LVGLCodemod,
308
- CreateStubsVariant.MEM: LowMemoryCodemod,
309
- CreateStubsVariant.DB: DBCodemod,
310
- }
311
- if self.variant in mod_variants:
312
- # get the appropriate codemod for the variant and transform the tree
313
- codemod = mod_variants[self.variant]
314
- tree = codemod(self.context).transform_module(tree)
315
- # update the tree with the list of modules to stub , excluded modules and problematic modules
316
- tree = self.modules_transform.transform_module(tree)
317
- return tree
1
+ """"
2
+ Codemods to create the different variants of createstubs.py
3
+ """
4
+
5
+ from __future__ import annotations
6
+
7
+ from enum import Enum
8
+ from typing import Iterator, Optional
9
+
10
+ import libcst as cst
11
+ import libcst.codemod as codemod
12
+ from libcst import matchers as m
13
+ from libcst.codemod._codemod import Codemod # type: ignore
14
+ from packaging.version import Version
15
+
16
+ from stubber import __version__
17
+ from stubber.codemod._partials import Partial
18
+ from stubber.codemod.modify_list import ListChangeSet, ModifyListElements
19
+ from stubber.cst_transformer import update_module_docstr
20
+
21
+ # matches on `stubber = Stubber()`
22
+ _STUBBER_MATCHER = m.Assign(
23
+ targets=[
24
+ m.AssignTarget(
25
+ target=m.Name("stubber"),
26
+ )
27
+ ],
28
+ value=m.Call(func=m.Name("Stubber")),
29
+ )
30
+
31
+ # matches on `stubber.modules = ["foo","bar"]`
32
+ _MODULES_MATCHER = m.Assign(
33
+ targets=[
34
+ m.AssignTarget(
35
+ target=m.Attribute(
36
+ value=m.Name(value="stubber"),
37
+ attr=m.Name(value="modules"),
38
+ ),
39
+ )
40
+ ],
41
+ )
42
+
43
+ # matches on `def main():`
44
+ _DEF_MAIN_MATCHER = m.FunctionDef(name=m.Name(value="main"))
45
+
46
+ # matches on `self.problematic = []`
47
+ _PROBLEMATIC_MATCHER = m.Assign(
48
+ targets=[
49
+ m.AssignTarget(
50
+ target=m.Attribute(
51
+ value=m.Name("self"),
52
+ attr=m.Name("problematic"),
53
+ )
54
+ )
55
+ ]
56
+ )
57
+ # matches on `self.excluded = []`
58
+ _EXCLUDED_MATCHER = m.Assign(
59
+ targets=[
60
+ m.AssignTarget(
61
+ target=m.Attribute(
62
+ value=m.Name("self"),
63
+ attr=m.Name("excluded"),
64
+ )
65
+ )
66
+ ]
67
+ )
68
+
69
+
70
+ _LOW_MEM_MODULE_DOC = '''
71
+ """Create stubs for (all) modules on a MicroPython board.
72
+
73
+ This variant of the createstubs.py script is optimised for use on low-memory devices, and reads the list of modules from a text file
74
+ `modulelist.txt` in the root or `libs` folder that should be uploaded to the device.
75
+ If that cannot be found then only a single module (micropython) is stubbed.
76
+ In order to run this on low-memory devices two additional steps are recommended:
77
+ - minifification, using python-minifier
78
+ to reduce overall size, and remove logging overhead.
79
+ - cross compilation, using mpy-cross,
80
+ to avoid the compilation step on the micropython device
81
+ """
82
+ '''
83
+
84
+
85
+ _DB_MODULE_DOC = '''
86
+ """
87
+ Create stubs for (all) modules on a MicroPython board.
88
+
89
+ This variant of the createstubs.py script is optimized for use on very-low-memory devices.
90
+ Note: this version has undergone limited testing.
91
+
92
+ 1) reads the list of modules from a text file `modulelist.txt` that should be uploaded to the device.
93
+ 2) stored the already processed modules in a text file `modulelist.done`
94
+ 3) process the modules in the database:
95
+ - stub the module
96
+ - update the modulelist.done file
97
+ - reboots the device if it runs out of memory
98
+ 4) creates the modules.json
99
+
100
+ If that cannot be found then only a single module (micropython) is stubbed.
101
+ In order to run this on low-memory devices two additional steps are recommended:
102
+ - minification, using python-minifierto reduce overall size, and remove logging overhead.
103
+ - cross compilation, using mpy-cross, to avoid the compilation step on the micropython device
104
+
105
+ """
106
+ '''
107
+
108
+ _LVGL_MODULE_DOC = '''
109
+ """
110
+ Create stubs for the lvgl modules on a MicroPython board.
111
+
112
+ Note that the stubs can be very large, and it may be best to directly store them on an SD card if your device supports this.
113
+ """
114
+ '''
115
+
116
+
117
+ class CreateStubsVariant(str, Enum):
118
+ """Dictates create stubs target variant."""
119
+
120
+ BASE = "base"
121
+ MEM = "mem"
122
+ DB = "db"
123
+ LVGL = "lvgl"
124
+
125
+
126
+ class ReadModulesCodemod(codemod.Codemod):
127
+ """Replaces static modules list with file-load method."""
128
+
129
+ modules_reader_node: cst.Module
130
+
131
+ def __init__(self, context: codemod.CodemodContext, reader_node: Optional[cst.Module] = None):
132
+ super().__init__(context)
133
+ self.modules_reader_node = reader_node or cst.parse_module(
134
+ Partial.MODULES_READER.contents(), # type: ignore
135
+ )
136
+
137
+ def transform_module_impl(self, tree: cst.Module) -> cst.Module:
138
+ """Replaces static modules list with file-load method."""
139
+ repl_node = m.findall(tree, m.SimpleStatementLine(body=[_MODULES_MATCHER]), metadata_resolver=self)
140
+ tree = tree.deep_replace(repl_node[0], self.modules_reader_node)
141
+ return tree
142
+
143
+
144
+ class ModuleDocCodemod(codemod.Codemod):
145
+ """Replaces a module's docstring."""
146
+
147
+ module_doc: str
148
+
149
+ def __init__(self, context: codemod.CodemodContext, module_doc: str):
150
+ super().__init__(context)
151
+ if module_doc.endswith('"""\n'):
152
+ generated = f'\nThis variant was generated from createstubs.py by micropython-stubber v{Version(__version__).base_version}\n"""\n'
153
+ module_doc = module_doc[:-4] + generated
154
+ self.module_doc = module_doc
155
+
156
+ def transform_module_impl(self, tree: cst.Module) -> cst.Module:
157
+ """Replaces a module's docstring."""
158
+ return update_module_docstr(tree, self.module_doc)
159
+
160
+
161
+ class ModulesUpdateCodemod(codemod.Codemod):
162
+ """Update or replace the static module list(s) with the provided changes."""
163
+
164
+ modules_changeset: Optional[ListChangeSet]
165
+ problematic_changeset: Optional[ListChangeSet]
166
+ excluded_changeset: Optional[ListChangeSet]
167
+
168
+ modules_scope: m.BaseMatcherNode = _MODULES_MATCHER # matches on `stubber.modules = ["foo","bar"]`
169
+ problematic_scope: m.BaseMatcherNode = _PROBLEMATIC_MATCHER # matches on `self.problematic = []`
170
+ excluded_scope: m.BaseMatcherNode = _EXCLUDED_MATCHER # matches on `self.excluded = []`
171
+
172
+ def __init__(
173
+ self,
174
+ context: codemod.CodemodContext,
175
+ *,
176
+ modules: Optional[ListChangeSet] = None,
177
+ problematic: Optional[ListChangeSet] = None,
178
+ excluded: Optional[ListChangeSet] = None,
179
+ ):
180
+ super().__init__(context)
181
+ self.modules_changeset = modules
182
+ self.problematic_changeset = problematic
183
+ self.excluded_changeset = excluded
184
+
185
+ def iter_transforms(self) -> Iterator[m.MatcherDecoratableTransformer]:
186
+ if self.modules_changeset:
187
+ yield ModifyListElements(change_set=self.modules_changeset).with_scope(self.modules_scope) # type: ignore
188
+ if self.problematic_changeset:
189
+ yield ModifyListElements(change_set=self.problematic_changeset).with_scope(self.problematic_scope) # type: ignore
190
+ if self.excluded_changeset:
191
+ yield ModifyListElements(change_set=self.excluded_changeset).with_scope(self.excluded_scope) # type: ignore
192
+
193
+ def transform_module_impl(self, tree: cst.Module) -> cst.Module:
194
+ """Update or replace the static module list(s) with the provided changes."""
195
+ for transform in self.iter_transforms():
196
+ tree = tree.visit(transform)
197
+ return tree
198
+
199
+
200
+ class LVGLCodemod(codemod.Codemod):
201
+ """Generates createstubs.py LVGL variant."""
202
+
203
+ modules_transform: ModulesUpdateCodemod
204
+ init_node: cst.Module
205
+
206
+ def __init__(
207
+ self,
208
+ context: codemod.CodemodContext,
209
+ ):
210
+ super().__init__(context)
211
+
212
+ def transform_module_impl(self, tree: cst.Module) -> cst.Module:
213
+ """Generates createstubs.py LVGL variant."""
214
+ # repl_node = m.findall(tree, m.SimpleStatementLine(body=[_STUBBER_MATCHER]), metadata_resolver=self)
215
+ # tree = tree.deep_replace(repl_node[0], self.init_node)
216
+ # return self.modules_transform.transform_module_impl(tree)
217
+
218
+ docstr_transformer = ModuleDocCodemod(self.context, _LVGL_MODULE_DOC)
219
+ def_main_tree = cst.parse_module(
220
+ Partial.LVGL_MAIN.contents(), # type: ignore
221
+ )
222
+
223
+ work_tree = docstr_transformer.transform_module_impl(tree)
224
+ matches = m.findall(work_tree, _DEF_MAIN_MATCHER, metadata_resolver=self)
225
+
226
+ entry_tree = work_tree.deep_replace(matches[0], def_main_tree)
227
+ return tree.with_deep_changes(tree, body=(*entry_tree.body,))
228
+
229
+
230
+ class LowMemoryCodemod(codemod.Codemod):
231
+ """Generates createstubs.py low-memory variant."""
232
+
233
+ def __init__(self, context: codemod.CodemodContext):
234
+ super().__init__(context)
235
+
236
+ def transform_module_impl(self, tree: cst.Module) -> cst.Module:
237
+ """
238
+ Generates createstubs.py low-memory variant.
239
+ - replace the static module list with the low-memory variant (read from file)
240
+ """
241
+
242
+ docstr_transformer = ModuleDocCodemod(self.context, _LOW_MEM_MODULE_DOC)
243
+ read_mods_transformer = ReadModulesCodemod(self.context)
244
+ # update the docstring
245
+ doc_tree = docstr_transformer.transform_module_impl(tree)
246
+ # load the modules from file
247
+ read_mods_tree = read_mods_transformer.transform_module_impl(doc_tree)
248
+ # apply all changes to the original tree
249
+ return tree.with_deep_changes(tree, body=(*read_mods_tree.body,))
250
+
251
+
252
+ class DBCodemod(codemod.Codemod):
253
+ """Generates createstubs.py db variant."""
254
+
255
+ def __init__(self, context: codemod.CodemodContext):
256
+ super().__init__(context)
257
+
258
+ def transform_module_impl(self, tree: cst.Module) -> cst.Module:
259
+ """Generates createstubs.py db variant."""
260
+ docstr_transformer = ModuleDocCodemod(self.context, _DB_MODULE_DOC)
261
+ def_main_tree = cst.parse_module(
262
+ Partial.DB_MAIN.contents(), # type: ignore
263
+ )
264
+
265
+ work_tree = docstr_transformer.transform_module_impl(tree)
266
+ matches = m.findall(work_tree, _DEF_MAIN_MATCHER, metadata_resolver=self)
267
+
268
+ entry_tree = work_tree.deep_replace(matches[0], def_main_tree)
269
+ return tree.with_deep_changes(tree, body=(*entry_tree.body,))
270
+
271
+
272
+ class CreateStubsCodemod(codemod.Codemod):
273
+ """Generates createstubs.py variant based on provided variant."""
274
+
275
+ variant: CreateStubsVariant
276
+ modules_transform: ModulesUpdateCodemod
277
+
278
+ def __init__(
279
+ self,
280
+ context: codemod.CodemodContext,
281
+ variant: CreateStubsVariant = CreateStubsVariant.BASE,
282
+ *,
283
+ modules: Optional[ListChangeSet] = None,
284
+ problematic: Optional[ListChangeSet] = None,
285
+ excluded: Optional[ListChangeSet] = None,
286
+ ):
287
+ super().__init__(context)
288
+ self.variant = variant
289
+ self.modules_transform = ModulesUpdateCodemod(
290
+ self.context,
291
+ modules=modules,
292
+ problematic=problematic,
293
+ excluded=excluded,
294
+ )
295
+ self.context.scratch.setdefault("modules_transform", self.modules_transform)
296
+
297
+ def transform_module_impl(self, tree: cst.Module) -> cst.Module:
298
+ """
299
+ Generates a createstubs.py variant based on provided flavor.
300
+ Transform it to emit the appropriate variant of createstubs.py,
301
+ Optionally allows to replace the
302
+ - list of modules to stub. (if relevant for the flavour)
303
+ - list of problematic modules.
304
+ - list of excluded modules.
305
+ """
306
+ mod_variants = {
307
+ CreateStubsVariant.LVGL: LVGLCodemod,
308
+ CreateStubsVariant.MEM: LowMemoryCodemod,
309
+ CreateStubsVariant.DB: DBCodemod,
310
+ }
311
+ if self.variant in mod_variants:
312
+ # get the appropriate codemod for the variant and transform the tree
313
+ codemod = mod_variants[self.variant]
314
+ tree = codemod(self.context).transform_module(tree)
315
+ # update the tree with the list of modules to stub , excluded modules and problematic modules
316
+ tree = self.modules_transform.transform_module(tree)
317
+ return tree