fontisan 0.4.49-x86_64-linux

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (792) hide show
  1. checksums.yaml +7 -0
  2. data/.rspec +3 -0
  3. data/.rubocop.yml +141 -0
  4. data/.rubocop_todo.yml +433 -0
  5. data/BENCHMARKS.md +56 -0
  6. data/BUG-stitcher-drops-isolated-cps.md +58 -0
  7. data/BUG-stitcher-drops-plane1-codepoints.md +310 -0
  8. data/BUG-stitcher-gid-cap-65535.md +110 -0
  9. data/CHANGELOG.md +293 -0
  10. data/Gemfile +40 -0
  11. data/LICENSE +28 -0
  12. data/README.adoc +2811 -0
  13. data/Rakefile +156 -0
  14. data/TODO.bug-fixes/01-cff-expert-charsets.md +27 -0
  15. data/TODO.bug-fixes/02-cff2-subroutine-stubs.md +32 -0
  16. data/TODO.bug-fixes/03-variation-subsetter-placeholders.md +42 -0
  17. data/TODO.bug-fixes/04-ufo-image-compile-roundtrip.md +28 -0
  18. data/TODO.bug-fixes/05-stale-cff-comment.md +18 -0
  19. data/TODO.bug-fixes/06-instance-woff2-output.md +24 -0
  20. data/TODO.bug-fixes/07-encapsulation-violations.md +38 -0
  21. data/TODO.bug-fixes/08-respond-to-violations.md +25 -0
  22. data/TODO.bug-fixes/09-type1-cff-seac-expansion.md +22 -0
  23. data/TODO.bug-fixes/10-ttf-type1-composite-glyphs.md +23 -0
  24. data/TODO.bug-fixes/11-remaining-respond-to.md +25 -0
  25. data/TODO.bug-fixes/12-type1-generators-duck-typing.md +80 -0
  26. data/TODO.bug-fixes/13-hint-extractor-duck-typing.md +30 -0
  27. data/TODO.bug-fixes/14-font-interface-type-checks.md +82 -0
  28. data/TODO.bug-fixes/15-glyph-type-checks-and-simple-glyph-points-bug.md +49 -0
  29. data/TODO.bug-fixes/16-variation-table-checks.md +31 -0
  30. data/TODO.bug-fixes/17-ufo-and-stitcher-cleanup.md +32 -0
  31. data/TODO.bug-fixes/18-generic-value-and-io-checks.md +56 -0
  32. data/TODO.bug-fixes/19-serialization-migration.md +52 -0
  33. data/TODO.bug-fixes/20-variation-validator-type-checks.md +29 -0
  34. data/TODO.bug-fixes/21-xml-builder-send.md +24 -0
  35. data/TODO.bug-fixes/22-type1-converter-font-info.md +25 -0
  36. data/TODO.bug-fixes/23-boundary-type-checks.md +31 -0
  37. data/TODO.bug-fixes/24-validator-dynamic-field-key.md +25 -0
  38. data/TODO.bug-fixes/25-serialization-migration.md +49 -0
  39. data/TODO.bug-fixes/26-variation-preserver-spec-migration.md +25 -0
  40. data/TODO.bug-fixes/27-table-class-registry.md +50 -0
  41. data/TODO.bug-fixes/28-spec-doubles-cleanup.md +40 -0
  42. data/TODO.bug-fixes/29-strategy-registries.md +30 -0
  43. data/TODO.bug-fixes/30-eliminate-send-in-specs.md +36 -0
  44. data/TODO.bug-fixes/README.md +52 -0
  45. data/TODO.improvements/01-cbdt-cblc-gid-stable-propagation.md +73 -0
  46. data/TODO.improvements/02-collection-outline-priority.md +48 -0
  47. data/TODO.improvements/03-fontisan-audit-command.md +219 -0
  48. data/TODO.improvements/04-ufo-composite-glyph-encoding.md +46 -0
  49. data/TODO.improvements/05-otf-compiler-real-cff.md +63 -0
  50. data/TODO.improvements/06-cff2-blend-vsindex-operators.md +51 -0
  51. data/TODO.improvements/07-cpal-v1-header-fields.md +71 -0
  52. data/TODO.improvements/08-cff-standard-string-table.md +52 -0
  53. data/TODO.improvements/09-type1-seac-expansion.md +57 -0
  54. data/TODO.improvements/10-ufo-image-set-feature-writers.md +71 -0
  55. data/TODO.improvements/11-kern-groups-plist.md +49 -0
  56. data/TODO.improvements/12-cbdt-fixture-bindata-conversion.md +68 -0
  57. data/TODO.improvements/13-split-octokit-fetcher.md +45 -0
  58. data/TODO.improvements/14-rubocop-baseline-chip.md +62 -0
  59. data/TODO.improvements/15-cff-cff2-subsetter-strategy.md +78 -0
  60. data/TODO.improvements/README.md +58 -0
  61. data/benchmark/baseline.json +5 -0
  62. data/benchmark/ci_gate.rb +217 -0
  63. data/benchmark/compile_benchmark.rb +78 -0
  64. data/benchmark/corpus/harness.rb +175 -0
  65. data/benchmark/corpus/ops.rb +150 -0
  66. data/benchmark/corpus/run.rb +182 -0
  67. data/benchmark/corpus/scan_child.rb +8 -0
  68. data/benchmark/corpus/tiers.rb +176 -0
  69. data/benchmark/tier_baseline.json +12 -0
  70. data/benchmark/variation_quick_bench.rb +47 -0
  71. data/build_mingw32_stub.rb +15 -0
  72. data/docs/.gitignore +17 -0
  73. data/docs/.vitepress/config.ts +373 -0
  74. data/docs/.vitepress/theme/components/ApiMethod.vue +127 -0
  75. data/docs/.vitepress/theme/components/Badge.vue +51 -0
  76. data/docs/.vitepress/theme/components/FeatureComparison.vue +87 -0
  77. data/docs/.vitepress/theme/components/HeroCodeBlock.vue +98 -0
  78. data/docs/.vitepress/theme/components/WithinHero.vue +30 -0
  79. data/docs/.vitepress/theme/index.ts +22 -0
  80. data/docs/.vitepress/theme/style.css +628 -0
  81. data/docs/AFDKO_MIGRATION.adoc +175 -0
  82. data/docs/APPLE_LEGACY_FONTS.adoc +173 -0
  83. data/docs/CFF2_SUPPORT.adoc +184 -0
  84. data/docs/COLLECTION_VALIDATION.adoc +204 -0
  85. data/docs/COLOR_FONTS.adoc +127 -0
  86. data/docs/CONVERSION_GUIDE.adoc +656 -0
  87. data/docs/EXTRACT_TTC_MIGRATION.md +549 -0
  88. data/docs/FEATURE_PARITY.adoc +263 -0
  89. data/docs/FONT_HINTING.adoc +570 -0
  90. data/docs/STITCHER_GUIDE.adoc +436 -0
  91. data/docs/SVG_TO_GLYF.adoc +118 -0
  92. data/docs/TTX.adoc +176 -0
  93. data/docs/TYPE1_FONTS.adoc +445 -0
  94. data/docs/UFO_COMPILATION.adoc +397 -0
  95. data/docs/VALIDATION.adoc +254 -0
  96. data/docs/VARIABLE_FONT_OPERATIONS.adoc +599 -0
  97. data/docs/WOFF_WOFF2_FORMATS.adoc +220 -0
  98. data/docs/api/conversion-options.md +164 -0
  99. data/docs/api/converters/curve-converter.md +34 -0
  100. data/docs/api/converters/hint-converter.md +34 -0
  101. data/docs/api/converters/outline-converter.md +27 -0
  102. data/docs/api/font-loader.md +117 -0
  103. data/docs/api/font-writer.md +103 -0
  104. data/docs/api/index.md +79 -0
  105. data/docs/api/layer.md +89 -0
  106. data/docs/api/models/glyph-accessor.md +43 -0
  107. data/docs/api/models/glyph.md +40 -0
  108. data/docs/api/models/table-analyzer.md +35 -0
  109. data/docs/api/sfnt-font.md +53 -0
  110. data/docs/api/type1-font.md +43 -0
  111. data/docs/api/validators/font-validator.md +31 -0
  112. data/docs/api/validators/helper.md +36 -0
  113. data/docs/api/validators/profile.md +39 -0
  114. data/docs/cli/convert.md +148 -0
  115. data/docs/cli/dump-table.md +110 -0
  116. data/docs/cli/export.md +176 -0
  117. data/docs/cli/features.md +124 -0
  118. data/docs/cli/glyphs.md +90 -0
  119. data/docs/cli/index.md +232 -0
  120. data/docs/cli/info.md +254 -0
  121. data/docs/cli/instance.md +122 -0
  122. data/docs/cli/ls.md +95 -0
  123. data/docs/cli/optical-size.md +94 -0
  124. data/docs/cli/pack.md +125 -0
  125. data/docs/cli/scripts.md +105 -0
  126. data/docs/cli/subset.md +58 -0
  127. data/docs/cli/tables.md +84 -0
  128. data/docs/cli/unicode.md +101 -0
  129. data/docs/cli/validate-collection.md +95 -0
  130. data/docs/cli/validate.md +56 -0
  131. data/docs/cli/variable.md +126 -0
  132. data/docs/cli/version.md +46 -0
  133. data/docs/guide/cli/convert.md +108 -0
  134. data/docs/guide/cli/export.md +138 -0
  135. data/docs/guide/cli/index.md +99 -0
  136. data/docs/guide/cli/info.md +144 -0
  137. data/docs/guide/cli/pack.md +155 -0
  138. data/docs/guide/cli/subset.md +149 -0
  139. data/docs/guide/cli/validate.md +139 -0
  140. data/docs/guide/color-fonts/bitmaps.md +194 -0
  141. data/docs/guide/color-fonts/colr-cpal.md +175 -0
  142. data/docs/guide/color-fonts/index.md +140 -0
  143. data/docs/guide/color-fonts/svg.md +154 -0
  144. data/docs/guide/color.md +51 -0
  145. data/docs/guide/comparisons/font-validator.md +222 -0
  146. data/docs/guide/comparisons/fonttools.md +200 -0
  147. data/docs/guide/comparisons/index.md +83 -0
  148. data/docs/guide/comparisons/lcdf-typetools.md +205 -0
  149. data/docs/guide/contributing.md +279 -0
  150. data/docs/guide/conversion/collections.md +251 -0
  151. data/docs/guide/conversion/curves.md +246 -0
  152. data/docs/guide/conversion/index.md +157 -0
  153. data/docs/guide/conversion/options.md +280 -0
  154. data/docs/guide/conversion/ttf-otf.md +184 -0
  155. data/docs/guide/conversion/type1.md +208 -0
  156. data/docs/guide/conversion/web.md +299 -0
  157. data/docs/guide/conversion.md +40 -0
  158. data/docs/guide/engines.md +117 -0
  159. data/docs/guide/formats/collections.md +147 -0
  160. data/docs/guide/formats/dfont.md +99 -0
  161. data/docs/guide/formats/index.md +65 -0
  162. data/docs/guide/formats/otf.md +103 -0
  163. data/docs/guide/formats/svg.md +97 -0
  164. data/docs/guide/formats/ttf.md +105 -0
  165. data/docs/guide/formats/type1.md +118 -0
  166. data/docs/guide/formats/woff.md +139 -0
  167. data/docs/guide/hinting/autohint.md +141 -0
  168. data/docs/guide/hinting/conversion.md +161 -0
  169. data/docs/guide/hinting/index.md +86 -0
  170. data/docs/guide/hinting/postscript.md +149 -0
  171. data/docs/guide/hinting/truetype.md +135 -0
  172. data/docs/guide/hinting.md +44 -0
  173. data/docs/guide/index.md +152 -0
  174. data/docs/guide/installation.md +116 -0
  175. data/docs/guide/migrations/extract-ttc.md +549 -0
  176. data/docs/guide/migrations/font-validator.md +260 -0
  177. data/docs/guide/migrations/fonttools.md +208 -0
  178. data/docs/guide/migrations/index.md +64 -0
  179. data/docs/guide/migrations/otfinfo.md +197 -0
  180. data/docs/guide/quick-start.md +204 -0
  181. data/docs/guide/type1.md +58 -0
  182. data/docs/guide/universal-outline.md +151 -0
  183. data/docs/guide/validation/custom.md +195 -0
  184. data/docs/guide/validation/helpers.md +188 -0
  185. data/docs/guide/validation/index.md +132 -0
  186. data/docs/guide/validation/profiles.md +156 -0
  187. data/docs/guide/validation.md +47 -0
  188. data/docs/guide/variable-fonts/advanced.md +231 -0
  189. data/docs/guide/variable-fonts/axes.md +209 -0
  190. data/docs/guide/variable-fonts/conversion.md +197 -0
  191. data/docs/guide/variable-fonts/index.md +84 -0
  192. data/docs/guide/variable-fonts/instances.md +187 -0
  193. data/docs/guide/variable-fonts/named-instances.md +194 -0
  194. data/docs/guide/variable-fonts/static.md +168 -0
  195. data/docs/guide/variable.md +58 -0
  196. data/docs/guide/woff.md +61 -0
  197. data/docs/index.md +136 -0
  198. data/docs/lychee.toml +41 -0
  199. data/docs/package-lock.json +2560 -0
  200. data/docs/package.json +15 -0
  201. data/docs/public/apple-touch-icon.png +0 -0
  202. data/docs/public/favicon-96x96.png +0 -0
  203. data/docs/public/favicon.ico +0 -0
  204. data/docs/public/favicon.svg +1 -0
  205. data/docs/public/logo-full.svg +1 -0
  206. data/docs/public/logo.svg +1 -0
  207. data/docs/public/robots.txt +4 -0
  208. data/docs/public/site.webmanifest +21 -0
  209. data/docs/public/web-app-manifest-192x192.png +0 -0
  210. data/docs/public/web-app-manifest-512x512.png +0 -0
  211. data/docs/reference-facade.md +130 -0
  212. data/docs/scripts/post-build.mjs +81 -0
  213. data/exe/fontisan +7 -0
  214. data/lib/fontisan/audit/check.rb +47 -0
  215. data/lib/fontisan/audit/check_registry.rb +77 -0
  216. data/lib/fontisan/audit/checks/cff_table_check.rb +87 -0
  217. data/lib/fontisan/audit/checks/cmap_check.rb +256 -0
  218. data/lib/fontisan/audit/checks/collection_integrity_check.rb +102 -0
  219. data/lib/fontisan/audit/checks/format_round_trip_check.rb +150 -0
  220. data/lib/fontisan/audit/checks/glyf_table_check.rb +115 -0
  221. data/lib/fontisan/audit/checks/glyph_name_check.rb +107 -0
  222. data/lib/fontisan/audit/checks/head_check.rb +96 -0
  223. data/lib/fontisan/audit/checks/hhea_check.rb +68 -0
  224. data/lib/fontisan/audit/checks/hinting_check.rb +163 -0
  225. data/lib/fontisan/audit/checks/kern_check.rb +47 -0
  226. data/lib/fontisan/audit/checks/layout_table_check.rb +70 -0
  227. data/lib/fontisan/audit/checks/maxp_check.rb +85 -0
  228. data/lib/fontisan/audit/checks/name_table_check.rb +78 -0
  229. data/lib/fontisan/audit/checks/naming_consistency_check.rb +102 -0
  230. data/lib/fontisan/audit/checks/opentype_conformance_check.rb +108 -0
  231. data/lib/fontisan/audit/checks/os2_check.rb +117 -0
  232. data/lib/fontisan/audit/checks/ots_compatibility_check.rb +191 -0
  233. data/lib/fontisan/audit/checks/post_check.rb +75 -0
  234. data/lib/fontisan/audit/checks/table_directory_check.rb +157 -0
  235. data/lib/fontisan/audit/checks/variable_font_check.rb +151 -0
  236. data/lib/fontisan/audit/checks/woff2_validation_check.rb +140 -0
  237. data/lib/fontisan/audit/checks.rb +42 -0
  238. data/lib/fontisan/audit.rb +20 -0
  239. data/lib/fontisan/base_collection.rb +312 -0
  240. data/lib/fontisan/binary/base_record.rb +82 -0
  241. data/lib/fontisan/binary/structures.rb +82 -0
  242. data/lib/fontisan/binary.rb +11 -0
  243. data/lib/fontisan/byte_ops.rb +314 -0
  244. data/lib/fontisan/cli.rb +1111 -0
  245. data/lib/fontisan/collection/builder.rb +336 -0
  246. data/lib/fontisan/collection/dfont_builder.rb +305 -0
  247. data/lib/fontisan/collection/offset_calculator.rb +229 -0
  248. data/lib/fontisan/collection/reader/stats.rb +23 -0
  249. data/lib/fontisan/collection/reader.rb +90 -0
  250. data/lib/fontisan/collection/shared_logic.rb +52 -0
  251. data/lib/fontisan/collection/table_analyzer.rb +289 -0
  252. data/lib/fontisan/collection/table_deduplicator.rb +317 -0
  253. data/lib/fontisan/collection/writer.rb +289 -0
  254. data/lib/fontisan/collection.rb +16 -0
  255. data/lib/fontisan/commands/audit_command.rb +288 -0
  256. data/lib/fontisan/commands/base_command.rb +88 -0
  257. data/lib/fontisan/commands/convert_command.rb +506 -0
  258. data/lib/fontisan/commands/dump_table_command.rb +68 -0
  259. data/lib/fontisan/commands/export_command.rb +157 -0
  260. data/lib/fontisan/commands/features_command.rb +90 -0
  261. data/lib/fontisan/commands/glyphs_command.rb +50 -0
  262. data/lib/fontisan/commands/info_command.rb +447 -0
  263. data/lib/fontisan/commands/instance_command.rb +357 -0
  264. data/lib/fontisan/commands/ls_command.rb +107 -0
  265. data/lib/fontisan/commands/multi_format_output.rb +64 -0
  266. data/lib/fontisan/commands/optical_size_command.rb +38 -0
  267. data/lib/fontisan/commands/pack_command.rb +344 -0
  268. data/lib/fontisan/commands/scripts_command.rb +56 -0
  269. data/lib/fontisan/commands/subset_command.rb +285 -0
  270. data/lib/fontisan/commands/tables_command.rb +52 -0
  271. data/lib/fontisan/commands/unicode_command.rb +73 -0
  272. data/lib/fontisan/commands/unpack_command.rb +387 -0
  273. data/lib/fontisan/commands/validate_collection_command.rb +127 -0
  274. data/lib/fontisan/commands/validate_command.rb +305 -0
  275. data/lib/fontisan/commands/variable_command.rb +87 -0
  276. data/lib/fontisan/commands.rb +30 -0
  277. data/lib/fontisan/config/collection_settings.yml +56 -0
  278. data/lib/fontisan/config/conversion_matrix.yml +626 -0
  279. data/lib/fontisan/config/export_settings.yml +66 -0
  280. data/lib/fontisan/config/features.yml +143 -0
  281. data/lib/fontisan/config/scripts.yml +42 -0
  282. data/lib/fontisan/config/subset_profiles.yml +106 -0
  283. data/lib/fontisan/config/svg_settings.yml +60 -0
  284. data/lib/fontisan/config/variable_settings.yml +99 -0
  285. data/lib/fontisan/config/woff2_settings.yml +77 -0
  286. data/lib/fontisan/constants.rb +219 -0
  287. data/lib/fontisan/conversion_options.rb +389 -0
  288. data/lib/fontisan/converters/cff_table_builder.rb +195 -0
  289. data/lib/fontisan/converters/collection_converter.rb +520 -0
  290. data/lib/fontisan/converters/conversion_strategy.rb +211 -0
  291. data/lib/fontisan/converters/format_converter.rb +536 -0
  292. data/lib/fontisan/converters/glyf_table_builder.rb +61 -0
  293. data/lib/fontisan/converters/outline_converter.rb +720 -0
  294. data/lib/fontisan/converters/outline_extraction.rb +88 -0
  295. data/lib/fontisan/converters/outline_optimizer.rb +84 -0
  296. data/lib/fontisan/converters/svg_generator.rb +236 -0
  297. data/lib/fontisan/converters/table_copier.rb +107 -0
  298. data/lib/fontisan/converters/type1_converter.rb +1201 -0
  299. data/lib/fontisan/converters/woff2_encoder.rb +520 -0
  300. data/lib/fontisan/converters/woff_writer.rb +358 -0
  301. data/lib/fontisan/converters.rb +21 -0
  302. data/lib/fontisan/dfont_collection.rb +288 -0
  303. data/lib/fontisan/engine.rb +393 -0
  304. data/lib/fontisan/error.rb +281 -0
  305. data/lib/fontisan/export/exporter.rb +255 -0
  306. data/lib/fontisan/export/table_serializer.rb +140 -0
  307. data/lib/fontisan/export/transformers/font_to_ttx.rb +163 -0
  308. data/lib/fontisan/export/transformers/head_transformer.rb +94 -0
  309. data/lib/fontisan/export/transformers/hhea_transformer.rb +57 -0
  310. data/lib/fontisan/export/transformers/maxp_transformer.rb +61 -0
  311. data/lib/fontisan/export/transformers/name_transformer.rb +61 -0
  312. data/lib/fontisan/export/transformers/os2_transformer.rb +119 -0
  313. data/lib/fontisan/export/transformers/post_transformer.rb +49 -0
  314. data/lib/fontisan/export/transformers.rb +17 -0
  315. data/lib/fontisan/export/ttx_generator.rb +526 -0
  316. data/lib/fontisan/export/ttx_parser.rb +300 -0
  317. data/lib/fontisan/export.rb +13 -0
  318. data/lib/fontisan/ffi/client.rb +123 -0
  319. data/lib/fontisan/ffi/libfontisan_cdylib.so +0 -0
  320. data/lib/fontisan/ffi.rb +387 -0
  321. data/lib/fontisan/ffi_platform.rb +24 -0
  322. data/lib/fontisan/font_loader.rb +315 -0
  323. data/lib/fontisan/font_writer.rb +309 -0
  324. data/lib/fontisan/formatters/text_formatter.rb +517 -0
  325. data/lib/fontisan/formatters.rb +9 -0
  326. data/lib/fontisan/glyph_accessor.rb +525 -0
  327. data/lib/fontisan/hints/hint_converter.rb +309 -0
  328. data/lib/fontisan/hints/hint_validator.rb +287 -0
  329. data/lib/fontisan/hints/postscript_hint_applier.rb +255 -0
  330. data/lib/fontisan/hints/postscript_hint_extractor.rb +347 -0
  331. data/lib/fontisan/hints/truetype_hint_applier.rb +117 -0
  332. data/lib/fontisan/hints/truetype_hint_extractor.rb +283 -0
  333. data/lib/fontisan/hints/truetype_instruction_analyzer.rb +268 -0
  334. data/lib/fontisan/hints/truetype_instruction_generator.rb +266 -0
  335. data/lib/fontisan/hints.rb +19 -0
  336. data/lib/fontisan/loading_modes.rb +113 -0
  337. data/lib/fontisan/metrics_calculator.rb +275 -0
  338. data/lib/fontisan/models/all_scripts_features_info.rb +20 -0
  339. data/lib/fontisan/models/audit_report.rb +196 -0
  340. data/lib/fontisan/models/bitmap_glyph.rb +123 -0
  341. data/lib/fontisan/models/bitmap_strike.rb +94 -0
  342. data/lib/fontisan/models/collection_brief_info.rb +36 -0
  343. data/lib/fontisan/models/collection_font_summary.rb +52 -0
  344. data/lib/fontisan/models/collection_info.rb +79 -0
  345. data/lib/fontisan/models/collection_list_info.rb +36 -0
  346. data/lib/fontisan/models/collection_validation_report.rb +102 -0
  347. data/lib/fontisan/models/color_glyph.rb +56 -0
  348. data/lib/fontisan/models/color_layer.rb +53 -0
  349. data/lib/fontisan/models/color_palette.rb +60 -0
  350. data/lib/fontisan/models/features_info.rb +42 -0
  351. data/lib/fontisan/models/font_export.rb +158 -0
  352. data/lib/fontisan/models/font_info.rb +98 -0
  353. data/lib/fontisan/models/font_report.rb +23 -0
  354. data/lib/fontisan/models/font_summary.rb +48 -0
  355. data/lib/fontisan/models/glyph_info.rb +26 -0
  356. data/lib/fontisan/models/glyph_outline.rb +343 -0
  357. data/lib/fontisan/models/hint.rb +404 -0
  358. data/lib/fontisan/models/optical_size_info.rb +33 -0
  359. data/lib/fontisan/models/outline.rb +667 -0
  360. data/lib/fontisan/models/scripts_info.rb +39 -0
  361. data/lib/fontisan/models/svg_glyph.rb +89 -0
  362. data/lib/fontisan/models/table_info.rb +55 -0
  363. data/lib/fontisan/models/table_sharing_info.rb +40 -0
  364. data/lib/fontisan/models/ttx/glyph_order.rb +31 -0
  365. data/lib/fontisan/models/ttx/tables/binary_table.rb +67 -0
  366. data/lib/fontisan/models/ttx/tables/head_table.rb +74 -0
  367. data/lib/fontisan/models/ttx/tables/hhea_table.rb +74 -0
  368. data/lib/fontisan/models/ttx/tables/maxp_table.rb +55 -0
  369. data/lib/fontisan/models/ttx/tables/name_table.rb +45 -0
  370. data/lib/fontisan/models/ttx/tables/os2_table.rb +157 -0
  371. data/lib/fontisan/models/ttx/tables/post_table.rb +50 -0
  372. data/lib/fontisan/models/ttx/tables.rb +21 -0
  373. data/lib/fontisan/models/ttx/ttfont.rb +41 -0
  374. data/lib/fontisan/models/ttx.rb +14 -0
  375. data/lib/fontisan/models/unicode_mappings.rb +42 -0
  376. data/lib/fontisan/models/validation_report.rb +435 -0
  377. data/lib/fontisan/models/variable_font_info.rb +82 -0
  378. data/lib/fontisan/models.rb +49 -0
  379. data/lib/fontisan/native/3.2/fontisan_native.so +0 -0
  380. data/lib/fontisan/native/3.3/fontisan_native.so +0 -0
  381. data/lib/fontisan/native/3.4/fontisan_native.so +0 -0
  382. data/lib/fontisan/native/4.0/fontisan_native.so +0 -0
  383. data/lib/fontisan/native.rb +235 -0
  384. data/lib/fontisan/open_type_collection.rb +49 -0
  385. data/lib/fontisan/open_type_font.rb +161 -0
  386. data/lib/fontisan/open_type_font_extensions.rb +54 -0
  387. data/lib/fontisan/optimizers/charstring_rewriter.rb +172 -0
  388. data/lib/fontisan/optimizers/pattern_analyzer.rb +310 -0
  389. data/lib/fontisan/optimizers/stack_tracker.rb +246 -0
  390. data/lib/fontisan/optimizers/subroutine_builder.rb +135 -0
  391. data/lib/fontisan/optimizers/subroutine_generator.rb +207 -0
  392. data/lib/fontisan/optimizers/subroutine_optimizer.rb +114 -0
  393. data/lib/fontisan/optimizers.rb +14 -0
  394. data/lib/fontisan/outline_extractor.rb +417 -0
  395. data/lib/fontisan/output_guard.rb +40 -0
  396. data/lib/fontisan/parsers/dfont_parser.rb +191 -0
  397. data/lib/fontisan/parsers/tag.rb +77 -0
  398. data/lib/fontisan/parsers.rb +10 -0
  399. data/lib/fontisan/pipeline/format_detector.rb +176 -0
  400. data/lib/fontisan/pipeline/output_writer.rb +161 -0
  401. data/lib/fontisan/pipeline/strategies/base_strategy.rb +75 -0
  402. data/lib/fontisan/pipeline/strategies/instance_strategy.rb +89 -0
  403. data/lib/fontisan/pipeline/strategies/named_strategy.rb +114 -0
  404. data/lib/fontisan/pipeline/strategies/preserve_strategy.rb +54 -0
  405. data/lib/fontisan/pipeline/strategies.rb +16 -0
  406. data/lib/fontisan/pipeline/transformation_pipeline.rb +407 -0
  407. data/lib/fontisan/pipeline/variation_resolver.rb +158 -0
  408. data/lib/fontisan/pipeline.rb +14 -0
  409. data/lib/fontisan/reference/table_digests.rb +251 -0
  410. data/lib/fontisan/reference.rb +663 -0
  411. data/lib/fontisan/scan.rb +372 -0
  412. data/lib/fontisan/sfnt_builder.rb +66 -0
  413. data/lib/fontisan/sfnt_directory.rb +41 -0
  414. data/lib/fontisan/sfnt_font.rb +749 -0
  415. data/lib/fontisan/sfnt_source.rb +28 -0
  416. data/lib/fontisan/sfnt_table.rb +260 -0
  417. data/lib/fontisan/stitcher/cbdt_propagator.rb +212 -0
  418. data/lib/fontisan/stitcher/collection_result.rb +19 -0
  419. data/lib/fontisan/stitcher/deduplicator.rb +47 -0
  420. data/lib/fontisan/stitcher/format_metadata.rb +51 -0
  421. data/lib/fontisan/stitcher/glyph_cloner.rb +41 -0
  422. data/lib/fontisan/stitcher/glyph_copier.rb +110 -0
  423. data/lib/fontisan/stitcher/glyph_limit.rb +53 -0
  424. data/lib/fontisan/stitcher/glyph_signature.rb +51 -0
  425. data/lib/fontisan/stitcher/partition_strategy/base.rb +52 -0
  426. data/lib/fontisan/stitcher/partition_strategy/blueprint.rb +24 -0
  427. data/lib/fontisan/stitcher/partition_strategy/by_block.rb +430 -0
  428. data/lib/fontisan/stitcher/partition_strategy/by_plane.rb +161 -0
  429. data/lib/fontisan/stitcher/partition_strategy/by_script.rb +309 -0
  430. data/lib/fontisan/stitcher/partition_strategy/partition.rb +24 -0
  431. data/lib/fontisan/stitcher/partition_strategy.rb +24 -0
  432. data/lib/fontisan/stitcher/selector/codepoints.rb +29 -0
  433. data/lib/fontisan/stitcher/selector/gid.rb +25 -0
  434. data/lib/fontisan/stitcher/selector/range.rb +30 -0
  435. data/lib/fontisan/stitcher/selector.rb +26 -0
  436. data/lib/fontisan/stitcher/source.rb +459 -0
  437. data/lib/fontisan/stitcher/unique_glyph_name.rb +46 -0
  438. data/lib/fontisan/stitcher.rb +185 -0
  439. data/lib/fontisan/stitcher_cli.rb +69 -0
  440. data/lib/fontisan/subset/builder.rb +263 -0
  441. data/lib/fontisan/subset/glyph_mapping.rb +222 -0
  442. data/lib/fontisan/subset/options.rb +142 -0
  443. data/lib/fontisan/subset/profile.rb +152 -0
  444. data/lib/fontisan/subset/shared_state.rb +42 -0
  445. data/lib/fontisan/subset/subset_context.rb +20 -0
  446. data/lib/fontisan/subset/table_strategy/cbdt.rb +30 -0
  447. data/lib/fontisan/subset/table_strategy/cblc.rb +27 -0
  448. data/lib/fontisan/subset/table_strategy/cff.rb +92 -0
  449. data/lib/fontisan/subset/table_strategy/cff2.rb +391 -0
  450. data/lib/fontisan/subset/table_strategy/cmap.rb +146 -0
  451. data/lib/fontisan/subset/table_strategy/color_bitmap_placement.rb +20 -0
  452. data/lib/fontisan/subset/table_strategy/color_bitmap_strike_plan.rb +45 -0
  453. data/lib/fontisan/subset/table_strategy/color_bitmap_subset_plan.rb +62 -0
  454. data/lib/fontisan/subset/table_strategy/color_bitmap_subsetter.rb +182 -0
  455. data/lib/fontisan/subset/table_strategy/color_bitmap_subtable_plan.rb +59 -0
  456. data/lib/fontisan/subset/table_strategy/glyf.rb +29 -0
  457. data/lib/fontisan/subset/table_strategy/glyf_loca_builder.rb +146 -0
  458. data/lib/fontisan/subset/table_strategy/head.rb +43 -0
  459. data/lib/fontisan/subset/table_strategy/hhea.rb +67 -0
  460. data/lib/fontisan/subset/table_strategy/hmtx.rb +52 -0
  461. data/lib/fontisan/subset/table_strategy/loca.rb +41 -0
  462. data/lib/fontisan/subset/table_strategy/maxp.rb +23 -0
  463. data/lib/fontisan/subset/table_strategy/name.rb +19 -0
  464. data/lib/fontisan/subset/table_strategy/os2.rb +21 -0
  465. data/lib/fontisan/subset/table_strategy/pass_through.rb +20 -0
  466. data/lib/fontisan/subset/table_strategy/post.rb +37 -0
  467. data/lib/fontisan/subset/table_strategy.rb +79 -0
  468. data/lib/fontisan/subset/table_subsetter.rb +110 -0
  469. data/lib/fontisan/subset.rb +16 -0
  470. data/lib/fontisan/svg/font_face_generator.rb +274 -0
  471. data/lib/fontisan/svg/font_generator.rb +256 -0
  472. data/lib/fontisan/svg/glyph_generator.rb +201 -0
  473. data/lib/fontisan/svg/standalone_glyph.rb +132 -0
  474. data/lib/fontisan/svg/view_box_calculator.rb +137 -0
  475. data/lib/fontisan/svg.rb +13 -0
  476. data/lib/fontisan/svg_to_glyf/assembler.rb +174 -0
  477. data/lib/fontisan/svg_to_glyf/document.rb +102 -0
  478. data/lib/fontisan/svg_to_glyf/geometry/affine_transform.rb +112 -0
  479. data/lib/fontisan/svg_to_glyf/geometry/normalizer.rb +62 -0
  480. data/lib/fontisan/svg_to_glyf/geometry/transform_parser.rb +98 -0
  481. data/lib/fontisan/svg_to_glyf/geometry.rb +15 -0
  482. data/lib/fontisan/svg_to_glyf/path/command.rb +18 -0
  483. data/lib/fontisan/svg_to_glyf/path/contour_builder.rb +140 -0
  484. data/lib/fontisan/svg_to_glyf/path/parser.rb +98 -0
  485. data/lib/fontisan/svg_to_glyf/path/state.rb +79 -0
  486. data/lib/fontisan/svg_to_glyf/path.rb +14 -0
  487. data/lib/fontisan/svg_to_glyf.rb +62 -0
  488. data/lib/fontisan/tables/cbdt.rb +113 -0
  489. data/lib/fontisan/tables/cblc.rb +172 -0
  490. data/lib/fontisan/tables/cblc_big_glyph_metrics.rb +28 -0
  491. data/lib/fontisan/tables/cblc_bitmap_size.rb +67 -0
  492. data/lib/fontisan/tables/cblc_glyph_bitmap_location.rb +28 -0
  493. data/lib/fontisan/tables/cblc_index_subtable.rb +104 -0
  494. data/lib/fontisan/tables/cblc_index_subtable_array_entry.rb +20 -0
  495. data/lib/fontisan/tables/cblc_index_subtable_format_parser.rb +150 -0
  496. data/lib/fontisan/tables/cblc_index_subtable_header.rb +18 -0
  497. data/lib/fontisan/tables/cblc_sbit_line_metrics.rb +28 -0
  498. data/lib/fontisan/tables/cff/cff2_charstring_builder.rb +225 -0
  499. data/lib/fontisan/tables/cff/cff_glyph.rb +176 -0
  500. data/lib/fontisan/tables/cff/charset.rb +276 -0
  501. data/lib/fontisan/tables/cff/charstring.rb +978 -0
  502. data/lib/fontisan/tables/cff/charstring_builder.rb +356 -0
  503. data/lib/fontisan/tables/cff/charstring_parser.rb +249 -0
  504. data/lib/fontisan/tables/cff/charstring_rebuilder.rb +168 -0
  505. data/lib/fontisan/tables/cff/charstrings_index.rb +159 -0
  506. data/lib/fontisan/tables/cff/dict.rb +353 -0
  507. data/lib/fontisan/tables/cff/dict_builder.rb +260 -0
  508. data/lib/fontisan/tables/cff/encoding.rb +273 -0
  509. data/lib/fontisan/tables/cff/expert_charsets.rb +85 -0
  510. data/lib/fontisan/tables/cff/header.rb +100 -0
  511. data/lib/fontisan/tables/cff/hint_operation_injector.rb +207 -0
  512. data/lib/fontisan/tables/cff/index.rb +241 -0
  513. data/lib/fontisan/tables/cff/index_builder.rb +170 -0
  514. data/lib/fontisan/tables/cff/offset_recalculator.rb +70 -0
  515. data/lib/fontisan/tables/cff/private_dict.rb +282 -0
  516. data/lib/fontisan/tables/cff/private_dict_writer.rb +129 -0
  517. data/lib/fontisan/tables/cff/standard_strings_data.rb +83 -0
  518. data/lib/fontisan/tables/cff/table_builder.rb +215 -0
  519. data/lib/fontisan/tables/cff/top_dict.rb +234 -0
  520. data/lib/fontisan/tables/cff.rb +497 -0
  521. data/lib/fontisan/tables/cff2/blend_operator.rb +240 -0
  522. data/lib/fontisan/tables/cff2/charstring_parser.rb +624 -0
  523. data/lib/fontisan/tables/cff2/dict_encoder.rb +94 -0
  524. data/lib/fontisan/tables/cff2/fd_select.rb +142 -0
  525. data/lib/fontisan/tables/cff2/header.rb +34 -0
  526. data/lib/fontisan/tables/cff2/index.rb +155 -0
  527. data/lib/fontisan/tables/cff2/index_builder.rb +80 -0
  528. data/lib/fontisan/tables/cff2/operand_stack.rb +232 -0
  529. data/lib/fontisan/tables/cff2/private_dict_blend_handler.rb +247 -0
  530. data/lib/fontisan/tables/cff2/region_matcher.rb +200 -0
  531. data/lib/fontisan/tables/cff2/table_builder.rb +567 -0
  532. data/lib/fontisan/tables/cff2/table_reader.rb +418 -0
  533. data/lib/fontisan/tables/cff2/variation_data_extractor.rb +212 -0
  534. data/lib/fontisan/tables/cff2.rb +353 -0
  535. data/lib/fontisan/tables/cmap.rb +399 -0
  536. data/lib/fontisan/tables/cmap_table.rb +228 -0
  537. data/lib/fontisan/tables/colr.rb +290 -0
  538. data/lib/fontisan/tables/cpal.rb +381 -0
  539. data/lib/fontisan/tables/cvar.rb +204 -0
  540. data/lib/fontisan/tables/fvar.rb +159 -0
  541. data/lib/fontisan/tables/glyf/compound_glyph.rb +482 -0
  542. data/lib/fontisan/tables/glyf/compound_glyph_resolver.rb +135 -0
  543. data/lib/fontisan/tables/glyf/curve_converter.rb +349 -0
  544. data/lib/fontisan/tables/glyf/glyph_builder.rb +468 -0
  545. data/lib/fontisan/tables/glyf/simple_glyph.rb +391 -0
  546. data/lib/fontisan/tables/glyf.rb +347 -0
  547. data/lib/fontisan/tables/glyf_table.rb +252 -0
  548. data/lib/fontisan/tables/gpos/glyph_filter.rb +87 -0
  549. data/lib/fontisan/tables/gpos/kerning_pairs.rb +215 -0
  550. data/lib/fontisan/tables/gpos/pair_position.rb +274 -0
  551. data/lib/fontisan/tables/gpos.rb +139 -0
  552. data/lib/fontisan/tables/gsub.rb +116 -0
  553. data/lib/fontisan/tables/gvar.rb +232 -0
  554. data/lib/fontisan/tables/head.rb +208 -0
  555. data/lib/fontisan/tables/head_table.rb +108 -0
  556. data/lib/fontisan/tables/hhea.rb +199 -0
  557. data/lib/fontisan/tables/hhea_table.rb +252 -0
  558. data/lib/fontisan/tables/hmtx.rb +281 -0
  559. data/lib/fontisan/tables/hmtx_table.rb +188 -0
  560. data/lib/fontisan/tables/hvar.rb +192 -0
  561. data/lib/fontisan/tables/layout_common.rb +245 -0
  562. data/lib/fontisan/tables/loca.rb +323 -0
  563. data/lib/fontisan/tables/loca_table.rb +209 -0
  564. data/lib/fontisan/tables/maxp.rb +253 -0
  565. data/lib/fontisan/tables/maxp_table.rb +255 -0
  566. data/lib/fontisan/tables/mvar.rb +185 -0
  567. data/lib/fontisan/tables/name.rb +340 -0
  568. data/lib/fontisan/tables/name_table.rb +173 -0
  569. data/lib/fontisan/tables/os2.rb +291 -0
  570. data/lib/fontisan/tables/os2_table.rb +326 -0
  571. data/lib/fontisan/tables/post.rb +206 -0
  572. data/lib/fontisan/tables/post_table.rb +180 -0
  573. data/lib/fontisan/tables/registry.rb +71 -0
  574. data/lib/fontisan/tables/sbix.rb +379 -0
  575. data/lib/fontisan/tables/svg.rb +300 -0
  576. data/lib/fontisan/tables/variation_common.rb +345 -0
  577. data/lib/fontisan/tables/vvar.rb +234 -0
  578. data/lib/fontisan/tables.rb +69 -0
  579. data/lib/fontisan/true_type_collection.rb +160 -0
  580. data/lib/fontisan/true_type_font.rb +80 -0
  581. data/lib/fontisan/true_type_font_extensions.rb +54 -0
  582. data/lib/fontisan/type1/afm_generator.rb +379 -0
  583. data/lib/fontisan/type1/afm_parser.rb +299 -0
  584. data/lib/fontisan/type1/agl.rb +456 -0
  585. data/lib/fontisan/type1/cff_to_type1_converter.rb +307 -0
  586. data/lib/fontisan/type1/charstring_converter.rb +238 -0
  587. data/lib/fontisan/type1/charstrings.rb +441 -0
  588. data/lib/fontisan/type1/conversion_options.rb +242 -0
  589. data/lib/fontisan/type1/decryptor.rb +183 -0
  590. data/lib/fontisan/type1/encodings.rb +695 -0
  591. data/lib/fontisan/type1/font_dictionary.rb +576 -0
  592. data/lib/fontisan/type1/generator.rb +217 -0
  593. data/lib/fontisan/type1/inf_generator.rb +307 -0
  594. data/lib/fontisan/type1/pfa_generator.rb +376 -0
  595. data/lib/fontisan/type1/pfa_parser.rb +159 -0
  596. data/lib/fontisan/type1/pfb_generator.rb +321 -0
  597. data/lib/fontisan/type1/pfb_parser.rb +166 -0
  598. data/lib/fontisan/type1/pfm_generator.rb +589 -0
  599. data/lib/fontisan/type1/pfm_parser.rb +433 -0
  600. data/lib/fontisan/type1/private_dict.rb +363 -0
  601. data/lib/fontisan/type1/seac_expander.rb +517 -0
  602. data/lib/fontisan/type1/ttf_to_type1_converter.rb +389 -0
  603. data/lib/fontisan/type1/upm_scaler.rb +118 -0
  604. data/lib/fontisan/type1.rb +48 -0
  605. data/lib/fontisan/type1_font.rb +347 -0
  606. data/lib/fontisan/ufo/anchor.rb +17 -0
  607. data/lib/fontisan/ufo/bounds.rb +91 -0
  608. data/lib/fontisan/ufo/cli.rb +105 -0
  609. data/lib/fontisan/ufo/compile/avar.rb +46 -0
  610. data/lib/fontisan/ufo/compile/base_compiler.rb +162 -0
  611. data/lib/fontisan/ufo/compile/cbdt_cblc.rb +104 -0
  612. data/lib/fontisan/ufo/compile/cff.rb +229 -0
  613. data/lib/fontisan/ufo/compile/cff2.rb +323 -0
  614. data/lib/fontisan/ufo/compile/cff2_subroutines.rb +39 -0
  615. data/lib/fontisan/ufo/compile/cmap.rb +143 -0
  616. data/lib/fontisan/ufo/compile/colr.rb +80 -0
  617. data/lib/fontisan/ufo/compile/cpal.rb +62 -0
  618. data/lib/fontisan/ufo/compile/feature_compiler.rb +161 -0
  619. data/lib/fontisan/ufo/compile/feature_writers/base.rb +56 -0
  620. data/lib/fontisan/ufo/compile/feature_writers/curs.rb +72 -0
  621. data/lib/fontisan/ufo/compile/feature_writers/gdef.rb +92 -0
  622. data/lib/fontisan/ufo/compile/feature_writers/kern.rb +50 -0
  623. data/lib/fontisan/ufo/compile/feature_writers/kern2.rb +57 -0
  624. data/lib/fontisan/ufo/compile/feature_writers/mark.rb +45 -0
  625. data/lib/fontisan/ufo/compile/feature_writers/mark_family_base.rb +124 -0
  626. data/lib/fontisan/ufo/compile/feature_writers/mkmk.rb +53 -0
  627. data/lib/fontisan/ufo/compile/feature_writers.rb +38 -0
  628. data/lib/fontisan/ufo/compile/filters/cubic_to_quadratic.rb +176 -0
  629. data/lib/fontisan/ufo/compile/filters/decompose_components.rb +33 -0
  630. data/lib/fontisan/ufo/compile/filters/flatten_components.rb +22 -0
  631. data/lib/fontisan/ufo/compile/filters/propagate_anchors.rb +102 -0
  632. data/lib/fontisan/ufo/compile/filters/remove_overlaps.rb +95 -0
  633. data/lib/fontisan/ufo/compile/filters/reverse_contour_direction.rb +27 -0
  634. data/lib/fontisan/ufo/compile/filters/sort_contours.rb +69 -0
  635. data/lib/fontisan/ufo/compile/filters/transformations.rb +113 -0
  636. data/lib/fontisan/ufo/compile/filters.rb +69 -0
  637. data/lib/fontisan/ufo/compile/fvar.rb +113 -0
  638. data/lib/fontisan/ufo/compile/glyf_loca.rb +206 -0
  639. data/lib/fontisan/ufo/compile/gpos.rb +248 -0
  640. data/lib/fontisan/ufo/compile/gsub.rb +267 -0
  641. data/lib/fontisan/ufo/compile/gvar.rb +225 -0
  642. data/lib/fontisan/ufo/compile/head.rb +97 -0
  643. data/lib/fontisan/ufo/compile/hhea.rb +57 -0
  644. data/lib/fontisan/ufo/compile/hmtx.rb +38 -0
  645. data/lib/fontisan/ufo/compile/hvar.rb +42 -0
  646. data/lib/fontisan/ufo/compile/item_variation_store.rb +100 -0
  647. data/lib/fontisan/ufo/compile/math.rb +143 -0
  648. data/lib/fontisan/ufo/compile/maxp.rb +57 -0
  649. data/lib/fontisan/ufo/compile/meta.rb +51 -0
  650. data/lib/fontisan/ufo/compile/mvar.rb +59 -0
  651. data/lib/fontisan/ufo/compile/name.rb +81 -0
  652. data/lib/fontisan/ufo/compile/os2.rb +81 -0
  653. data/lib/fontisan/ufo/compile/otf2_compiler.rb +40 -0
  654. data/lib/fontisan/ufo/compile/otf_compiler.rb +34 -0
  655. data/lib/fontisan/ufo/compile/post.rb +32 -0
  656. data/lib/fontisan/ufo/compile/sbix.rb +100 -0
  657. data/lib/fontisan/ufo/compile/stat.rb +106 -0
  658. data/lib/fontisan/ufo/compile/svg_table.rb +60 -0
  659. data/lib/fontisan/ufo/compile/ttf_compiler.rb +75 -0
  660. data/lib/fontisan/ufo/compile/variable_otf.rb +84 -0
  661. data/lib/fontisan/ufo/compile/variable_ttf.rb +161 -0
  662. data/lib/fontisan/ufo/compile.rb +72 -0
  663. data/lib/fontisan/ufo/component.rb +18 -0
  664. data/lib/fontisan/ufo/contour.rb +34 -0
  665. data/lib/fontisan/ufo/convert/from_bin_data.rb +366 -0
  666. data/lib/fontisan/ufo/convert/to_dfont.rb +45 -0
  667. data/lib/fontisan/ufo/convert/to_otc.rb +40 -0
  668. data/lib/fontisan/ufo/convert/to_otf.rb +18 -0
  669. data/lib/fontisan/ufo/convert/to_otf2.rb +20 -0
  670. data/lib/fontisan/ufo/convert/to_postscript.rb +64 -0
  671. data/lib/fontisan/ufo/convert/to_ttc.rb +35 -0
  672. data/lib/fontisan/ufo/convert/to_ttf.rb +21 -0
  673. data/lib/fontisan/ufo/convert/to_woff.rb +61 -0
  674. data/lib/fontisan/ufo/convert/to_woff2.rb +50 -0
  675. data/lib/fontisan/ufo/convert.rb +84 -0
  676. data/lib/fontisan/ufo/data_set.rb +21 -0
  677. data/lib/fontisan/ufo/features.rb +17 -0
  678. data/lib/fontisan/ufo/font.rb +63 -0
  679. data/lib/fontisan/ufo/glyph.rb +445 -0
  680. data/lib/fontisan/ufo/glyph_exists_error.rb +23 -0
  681. data/lib/fontisan/ufo/groups.rb +45 -0
  682. data/lib/fontisan/ufo/guideline.rb +19 -0
  683. data/lib/fontisan/ufo/image.rb +29 -0
  684. data/lib/fontisan/ufo/image_set.rb +99 -0
  685. data/lib/fontisan/ufo/info.rb +133 -0
  686. data/lib/fontisan/ufo/kerning.rb +32 -0
  687. data/lib/fontisan/ufo/layer.rb +78 -0
  688. data/lib/fontisan/ufo/layer_set.rb +37 -0
  689. data/lib/fontisan/ufo/lib.rb +24 -0
  690. data/lib/fontisan/ufo/plist.rb +123 -0
  691. data/lib/fontisan/ufo/point.rb +32 -0
  692. data/lib/fontisan/ufo/reader.rb +163 -0
  693. data/lib/fontisan/ufo/transformation.rb +50 -0
  694. data/lib/fontisan/ufo/writer.rb +123 -0
  695. data/lib/fontisan/ufo.rb +47 -0
  696. data/lib/fontisan/unicode/plane.rb +44 -0
  697. data/lib/fontisan/unicode.rb +17 -0
  698. data/lib/fontisan/utilities/brotli_wrapper.rb +177 -0
  699. data/lib/fontisan/utilities/checksum_calculator.rb +104 -0
  700. data/lib/fontisan/utilities/padding.rb +61 -0
  701. data/lib/fontisan/utilities.rb +11 -0
  702. data/lib/fontisan/utils/thread_pool.rb +134 -0
  703. data/lib/fontisan/utils.rb +10 -0
  704. data/lib/fontisan/validation/collection_validator.rb +265 -0
  705. data/lib/fontisan/validation.rb +9 -0
  706. data/lib/fontisan/validators/basic_validator.rb +73 -0
  707. data/lib/fontisan/validators/font_book_validator.rb +107 -0
  708. data/lib/fontisan/validators/opentype_validator.rb +118 -0
  709. data/lib/fontisan/validators/profile_loader.rb +134 -0
  710. data/lib/fontisan/validators/validator.rb +494 -0
  711. data/lib/fontisan/validators/web_font_validator.rb +95 -0
  712. data/lib/fontisan/validators.rb +14 -0
  713. data/lib/fontisan/variable/axis_normalizer.rb +215 -0
  714. data/lib/fontisan/variable/delta_applicator.rb +302 -0
  715. data/lib/fontisan/variable/glyph_delta_processor.rb +218 -0
  716. data/lib/fontisan/variable/instancer.rb +172 -0
  717. data/lib/fontisan/variable/metric_delta_processor.rb +282 -0
  718. data/lib/fontisan/variable/region_matcher.rb +208 -0
  719. data/lib/fontisan/variable/static_font_builder.rb +209 -0
  720. data/lib/fontisan/variable/table_updater.rb +219 -0
  721. data/lib/fontisan/variable.rb +16 -0
  722. data/lib/fontisan/variation/blend_applier.rb +197 -0
  723. data/lib/fontisan/variation/cache.rb +299 -0
  724. data/lib/fontisan/variation/cache_key_builder.rb +162 -0
  725. data/lib/fontisan/variation/converter.rb +373 -0
  726. data/lib/fontisan/variation/data_extractor.rb +84 -0
  727. data/lib/fontisan/variation/delta_applier.rb +262 -0
  728. data/lib/fontisan/variation/delta_parser.rb +228 -0
  729. data/lib/fontisan/variation/inspector.rb +275 -0
  730. data/lib/fontisan/variation/instance_font_wrapper.rb +41 -0
  731. data/lib/fontisan/variation/instance_generator.rb +122 -0
  732. data/lib/fontisan/variation/instance_writer.rb +360 -0
  733. data/lib/fontisan/variation/instancing/axis_space.rb +136 -0
  734. data/lib/fontisan/variation/instancing/glyph_outline.rb +204 -0
  735. data/lib/fontisan/variation/instancing/gvar_reader.rb +146 -0
  736. data/lib/fontisan/variation/instancing/item_variation_store.rb +92 -0
  737. data/lib/fontisan/variation/instancing/name_rewriter.rb +90 -0
  738. data/lib/fontisan/variation/instancing/true_type_instancer.rb +326 -0
  739. data/lib/fontisan/variation/instancing.rb +20 -0
  740. data/lib/fontisan/variation/interpolator.rb +231 -0
  741. data/lib/fontisan/variation/metrics_adjuster.rb +309 -0
  742. data/lib/fontisan/variation/optimizer.rb +417 -0
  743. data/lib/fontisan/variation/parallel_generator.rb +147 -0
  744. data/lib/fontisan/variation/region_matcher.rb +221 -0
  745. data/lib/fontisan/variation/subsetter.rb +400 -0
  746. data/lib/fontisan/variation/table_accessor.rb +105 -0
  747. data/lib/fontisan/variation/tuple_variation_header.rb +49 -0
  748. data/lib/fontisan/variation/validator.rb +336 -0
  749. data/lib/fontisan/variation/variable_svg_generator.rb +235 -0
  750. data/lib/fontisan/variation/variation_context.rb +208 -0
  751. data/lib/fontisan/variation/variation_preserver.rb +287 -0
  752. data/lib/fontisan/variation.rb +33 -0
  753. data/lib/fontisan/version.rb +5 -0
  754. data/lib/fontisan/version.rb.orig +9 -0
  755. data/lib/fontisan/woff2/collection_decoder.rb +223 -0
  756. data/lib/fontisan/woff2/collection_encoder.rb +302 -0
  757. data/lib/fontisan/woff2/directory.rb +255 -0
  758. data/lib/fontisan/woff2/encoder_rules.rb +114 -0
  759. data/lib/fontisan/woff2/glyf_canonicalizer.rb +90 -0
  760. data/lib/fontisan/woff2/glyf_loca_reconstruct.rb +401 -0
  761. data/lib/fontisan/woff2/glyf_loca_transform.rb +319 -0
  762. data/lib/fontisan/woff2/header.rb +101 -0
  763. data/lib/fontisan/woff2/hmtx_transformer.rb +140 -0
  764. data/lib/fontisan/woff2/sfnt_checksum.rb +107 -0
  765. data/lib/fontisan/woff2/table_transformer.rb +575 -0
  766. data/lib/fontisan/woff2/triplet_codec.rb +181 -0
  767. data/lib/fontisan/woff2/uint255.rb +101 -0
  768. data/lib/fontisan/woff2.rb +21 -0
  769. data/lib/fontisan/woff2_collection.rb +127 -0
  770. data/lib/fontisan/woff2_font.rb +754 -0
  771. data/lib/fontisan/woff_container.rb +83 -0
  772. data/lib/fontisan/woff_font.rb +554 -0
  773. data/lib/fontisan.rb +299 -0
  774. data/rakelib/bench.rake +9 -0
  775. data/rakelib/cdylib.rake +39 -0
  776. data/rakelib/corpus.rake +272 -0
  777. data/rakelib/corpus_convert.rake +43 -0
  778. data/rakelib/corpus_goldens.rake +22 -0
  779. data/rakelib/corpus_malformed.rake +20 -0
  780. data/rakelib/corpus_scan.rake +24 -0
  781. data/rakelib/java.rake +61 -0
  782. data/rakelib/native.rake +43 -0
  783. data/scripts/build-woff2.sh +57 -0
  784. data/scripts/compare_stack_aware.rb +187 -0
  785. data/scripts/corpus/generate_convert_goldens.rb +478 -0
  786. data/scripts/corpus/generate_goldens.rb +282 -0
  787. data/scripts/corpus/generate_malformed_goldens.rb +254 -0
  788. data/scripts/corpus/generate_scan_goldens.rb +98 -0
  789. data/scripts/measure_optimization.rb +148 -0
  790. data/scripts/tier_fallback.rb +228 -0
  791. data/scripts/tier_smoke.rb +72 -0
  792. metadata +945 -0
@@ -0,0 +1,282 @@
1
+ # frozen_string_literal: true
2
+
3
+ $LOAD_PATH.unshift(File.expand_path("../../lib", __dir__))
4
+ require "fontisan"
5
+ require "json"
6
+ require "digest"
7
+ require "fileutils"
8
+ require "tmpdir"
9
+
10
+ # Read goldens for the reference corpus (fontist/fontisan#156 card 0b).
11
+ #
12
+ # One JSON file per manifest font, written through Fontisan::Reference (the
13
+ # canonical serialisations are in docs/reference-facade.md):
14
+ #
15
+ # corpus/goldens/read/<id>.json ci tier, committed
16
+ # corpus/goldens/read-large/<id>.json large tier, generated in CI (nightly)
17
+ #
18
+ # A golden holds the `read` result for each loading mode and lazy flag
19
+ # (identical variants collapse to {"same_as" => key}), the `audit` result with
20
+ # and without --validate, and the known_reference_bug tags from
21
+ # corpus/TRIAGE.md. Malformed fonts belong to card 0e and are not covered here.
22
+ module CorpusGoldens
23
+ ROOT = File.expand_path("../..", __dir__)
24
+ MANIFEST = File.join(ROOT, "corpus", "manifest.json")
25
+ GOLDEN_DIRS = { "ci" => "read", "large" => "read-large" }.freeze
26
+ SWALLOW_DIR = File.join(ROOT, "corpus", "goldens", "read", "_swallow")
27
+ DIVERGE_DIR = File.join(ROOT, "corpus", "goldens", "read", "_diverge")
28
+ MALFORMED = /\Amalformed-/
29
+ VARIANTS = [[:metadata, true], [:metadata, false], [:full, true], [:full, false]].freeze
30
+ SCHEMA = 1
31
+
32
+ # TRIAGE.md ids of Ruby results that are kept as the reference (the golden
33
+ # keeps Ruby's output and Rust reproduces it). Keyed by manifest id; "*"
34
+ # applies to every font.
35
+ KNOWN_REFERENCE_BUGS = {
36
+ "fonttools-test-t1-pfb" => %w[T1-READ],
37
+ "fonttools-test-t1-pfa" => %w[T1-READ],
38
+ "fonttools-test-woff" => %w[WOFF-CHECKS],
39
+ "fonttools-test-woff2" => %w[WOFF-CHECKS],
40
+ "source-sans-3-regular-otf-woff" => %w[WOFF-CHECKS],
41
+ "source-sans-3-regular-otf-woff2" => %w[WOFF-CHECKS],
42
+ "source-sans-3-regular-ttf-woff" => %w[WOFF-CHECKS],
43
+ "source-sans-3-regular-ttf-woff2" => %w[WOFF-CHECKS],
44
+ "noto-sans-vf-wdth-wght" => %w[MVAR-OFFSET],
45
+ "source-sans-3-vf-italic-ttf" => %w[MVAR-OFFSET],
46
+ "source-sans-3-vf-upright-cff2" => %w[MVAR-OFFSET CFF2-PARSER],
47
+ "source-sans-3-vf-upright-ttf" => %w[MVAR-OFFSET],
48
+ "quirk-name-format-1" => %w[NAME-FORMAT1],
49
+ "names-mac-roman-only" => %w[NAME-MAC-DECODE],
50
+ }.freeze
51
+
52
+ # NAME-FULL-REGULAR is derived: it applies to every font whose audit carries
53
+ # the full-name message, so a new font cannot be missed.
54
+ FULL_NAME_MESSAGE = /Full name .* doesn't match Family \+ Subfamily/
55
+ FULL_NAME_TAG = "NAME-FULL-REGULAR"
56
+
57
+ module_function
58
+
59
+ def manifest
60
+ JSON.parse(File.read(MANIFEST)).fetch("fonts")
61
+ end
62
+
63
+ def entries(tier)
64
+ manifest.select { |f| f["tier"] == tier && !f["id"].match?(MALFORMED) }
65
+ end
66
+
67
+ def font_path(entry)
68
+ dir = entry["type"] == "derived" ? "derived" : File.join("fonts", entry["id"])
69
+ File.join(ROOT, "corpus", dir, entry["file"])
70
+ end
71
+
72
+ def golden_dir(tier)
73
+ File.join(ROOT, "corpus", "goldens", GOLDEN_DIRS.fetch(tier))
74
+ end
75
+
76
+ def golden_path(tier, id)
77
+ File.join(golden_dir(tier), "#{id}.json")
78
+ end
79
+
80
+ # Goldens are only meaningful with the loader's env overrides unset.
81
+ def assert_clean_env!
82
+ bad = %w[FONTISAN_MODE FONTISAN_LAZY].select { |k| ENV.key?(k) }
83
+ raise "unset #{bad.join(', ')} before generating goldens" unless bad.empty?
84
+ end
85
+
86
+ # The error as data: class and message with the path reduced to a basename.
87
+ def outcome(path)
88
+ { "ok" => yield }
89
+ rescue StandardError => e
90
+ msg = e.message.gsub(path, File.basename(path)).gsub("#{File.dirname(path)}/", "")
91
+ { "error" => { "class" => e.class.name, "message" => msg } }
92
+ end
93
+
94
+ def read_variants(path)
95
+ seen = {}
96
+ VARIANTS.each_with_object({}) do |(mode, lazy), out|
97
+ key = "#{mode}/#{lazy ? 'lazy' : 'eager'}"
98
+ result = outcome(path) { Fontisan::Reference.read(path, mode: mode, lazy: lazy) }
99
+ comparable = strip_variant(result)
100
+ out[key] = seen[comparable] ? { "same_as" => seen[comparable] } : result
101
+ seen[comparable] ||= key
102
+ end
103
+ end
104
+
105
+ # The variant itself is the key, so `mode` and `lazy` do not make otherwise
106
+ # identical results differ.
107
+ def strip_variant(result)
108
+ return result unless result["ok"]
109
+
110
+ { "ok" => result["ok"].map { |face| face.except("mode", "lazy") } }
111
+ end
112
+
113
+ def audit_variants(path)
114
+ {
115
+ "default" => outcome(path) { Fontisan::Reference.audit(path, validate: false) },
116
+ "validate" => outcome(path) { Fontisan::Reference.audit(path, validate: true) },
117
+ }
118
+ end
119
+
120
+ def reference_bugs(id, audit)
121
+ tags = KNOWN_REFERENCE_BUGS.fetch(id, []).dup
122
+ tags << FULL_NAME_TAG if JSON.generate(audit).match?(FULL_NAME_MESSAGE)
123
+ tags.sort
124
+ end
125
+
126
+ def golden(entry, tier)
127
+ path = font_path(entry)
128
+ doc = {
129
+ "schema" => SCHEMA,
130
+ "id" => entry["id"],
131
+ "file" => File.basename(path),
132
+ "tier" => tier,
133
+ "font_sha256" => entry.fetch("sha256"),
134
+ "comparison_class" => "exact",
135
+ "generated_in" => tier == "large" ? "ci" : "any",
136
+ "read" => read_variants(path),
137
+ "audit" => audit_variants(path),
138
+ }
139
+ doc["known_reference_bug"] = reference_bugs(entry["id"], doc["audit"])
140
+ Fontisan::Reference.canonical_json(doc)
141
+ end
142
+
143
+ # Cases that hit the audit's error-swallowing paths on purpose, so a native
144
+ # tier reproduces them: GSUB/GPOS scripts and features answer [] when the
145
+ # table cannot be parsed (`collect_features`), and total_glyphs answers 0
146
+ # when maxp cannot be read. Each is TestTTF with one table replaced; the
147
+ # input font is committed next to its golden.
148
+ SWALLOW_SOURCE = "fonttools-test-ttf"
149
+ GARBAGE_LAYOUT = ([1, 0, 10, 10, 10].pack("n*") + ("\xFF".b * 6)).freeze
150
+ SWALLOW_CASES = {
151
+ "gsub-garbage" => ->(_tables) { { "GSUB" => GARBAGE_LAYOUT } },
152
+ "gpos-garbage" => ->(_tables) { { "GPOS" => GARBAGE_LAYOUT } },
153
+ "maxp-truncated" => ->(tables) { { "maxp" => tables.fetch("maxp").byteslice(0, 4) } },
154
+ }.freeze
155
+
156
+ # { path => bytes } for every swallow case: the input font and its golden.
157
+ def swallow
158
+ source = Fontisan::FontLoader.load(font_path(manifest.find { |e| e["id"] == SWALLOW_SOURCE }))
159
+ tables = source.table_data
160
+ SWALLOW_CASES.each_with_object({}) do |(name, change), out|
161
+ font = Fontisan::FontWriter.write_font(tables.merge(change.call(tables)))
162
+ input = File.join(SWALLOW_DIR, "#{name}.ttf")
163
+ out[input] = font
164
+ out[File.join(SWALLOW_DIR, "#{name}.json")] = swallow_golden(name, font)
165
+ end
166
+ end
167
+
168
+ def swallow_golden(name, font)
169
+ Dir.mktmpdir("swallow") do |dir|
170
+ path = File.join(dir, "#{name}.ttf")
171
+ File.binwrite(path, font)
172
+ Fontisan::Reference.canonical_json(
173
+ "schema" => SCHEMA, "case" => name, "source" => SWALLOW_SOURCE,
174
+ "font_sha256" => Digest::SHA256.hexdigest(font), "comparison_class" => "exact",
175
+ "known_reference_bug" => [],
176
+ "read" => { "full/eager" => outcome(path) { Fontisan::Reference.read(path, mode: :full, lazy: false) } },
177
+ "audit" => audit_variants(path)
178
+ )
179
+ end
180
+ end
181
+
182
+ # Divergences found after Phase 0 that the dedupe above or the malformed
183
+ # goldens never exercised (fontisan-rs docs/divergences.md):
184
+ #
185
+ # 1. WOFF1 `read` echoes the requested mode in each face's "mode". The read
186
+ # goldens collapse variants with `same_as` and strip `mode` first, so it
187
+ # was never compared for WOFF1. woff1-mode.json keeps all four variants
188
+ # explicit, with no dedupe, for every WOFF1 font in the ci tier.
189
+ # 2. audit(validate: true) on a bad table checksum yields one fatal
190
+ # "Check table_directory failed to execute" (BinData::Uint32be#to_s(16)
191
+ # takes no argument). Tagged CHECKSUM-BINDATA: Rust reproduces it.
192
+ BAD_CHECKSUM = "malformed-bad-checksum"
193
+ CHECKSUM_TAG = "CHECKSUM-BINDATA"
194
+
195
+ def woff1_entries
196
+ entries("ci").select { |e| e["file"].end_with?(".woff") }
197
+ end
198
+
199
+ def woff1_mode_golden
200
+ cases = woff1_entries.to_h do |e|
201
+ path = font_path(e)
202
+ variants = VARIANTS.to_h do |mode, lazy|
203
+ key = "#{mode}/#{lazy ? 'lazy' : 'eager'}"
204
+ [key, outcome(path) { Fontisan::Reference.read(path, mode: mode, lazy: lazy) }]
205
+ end
206
+ [e["id"], { "font_sha256" => e.fetch("sha256"), "read" => variants }]
207
+ end
208
+ Fontisan::Reference.canonical_json(
209
+ "schema" => SCHEMA, "case" => "woff1-mode", "comparison_class" => "exact",
210
+ "known_reference_bug" => [], "cases" => cases
211
+ )
212
+ end
213
+
214
+ def bad_checksum_golden
215
+ entry = manifest.find { |e| e["id"] == BAD_CHECKSUM }
216
+ path = font_path(entry)
217
+ Fontisan::Reference.canonical_json(
218
+ "schema" => SCHEMA, "case" => "bad-checksum-validate", "source" => BAD_CHECKSUM,
219
+ "file" => File.basename(path), "font_sha256" => entry.fetch("sha256"),
220
+ "comparison_class" => "exact", "known_reference_bug" => [CHECKSUM_TAG],
221
+ "audit" => audit_variants(path)
222
+ )
223
+ end
224
+
225
+ def diverge
226
+ {
227
+ File.join(DIVERGE_DIR, "woff1-mode.json") => woff1_mode_golden,
228
+ File.join(DIVERGE_DIR, "bad-checksum-validate.json") => bad_checksum_golden,
229
+ }
230
+ end
231
+
232
+ # Every golden of a tier as { path => bytes }, generated fresh.
233
+ def generate(tier)
234
+ assert_clean_env!
235
+ out = entries(tier).to_h { |e| [golden_path(tier, e["id"]), golden(e, tier)] }
236
+ out.merge!(swallow).merge!(diverge) if tier == "ci"
237
+ out
238
+ end
239
+
240
+ def write(tier)
241
+ out = generate(tier)
242
+ FileUtils.mkdir_p(golden_dir(tier))
243
+ out.each do |path, bytes|
244
+ FileUtils.mkdir_p(File.dirname(path))
245
+ File.binwrite(path, bytes)
246
+ end
247
+ out.size
248
+ end
249
+
250
+ # Compare fresh output with the committed goldens. Returns problem strings.
251
+ def verify(tier)
252
+ problems = []
253
+ fresh = generate(tier)
254
+ fresh.each do |path, bytes|
255
+ rel = path.delete_prefix("#{ROOT}/")
256
+ next problems << "missing golden #{rel}" unless File.exist?(path)
257
+
258
+ committed = File.binread(path).force_encoding(bytes.encoding)
259
+ problems << "golden differs #{rel}#{first_difference(committed, bytes)}" unless committed == bytes
260
+ end
261
+ problems.concat(stale(tier, fresh.keys))
262
+ end
263
+
264
+ def stale(tier, expected)
265
+ Dir.glob(File.join(golden_dir(tier), "**", "*.{json,ttf}")).reject { |p| expected.include?(p) }
266
+ .map { |p| "stale golden #{p.delete_prefix("#{ROOT}/")} (no manifest font)" }
267
+ end
268
+
269
+ def first_difference(committed, fresh)
270
+ return " (binary, #{committed.bytesize} vs #{fresh.bytesize} bytes)" unless fresh.encoding == Encoding::UTF_8
271
+
272
+ a = committed.force_encoding("UTF-8").lines
273
+ b = fresh.lines
274
+ n = a.zip(b).index { |x, y| x != y }
275
+ n ? " at line #{n + 1}: committed #{a[n]&.strip.inspect} fresh #{b[n]&.strip.inspect}" : ""
276
+ end
277
+ end
278
+
279
+ if $PROGRAM_NAME == __FILE__
280
+ tier = ARGV.fetch(0, "ci")
281
+ puts "wrote #{CorpusGoldens.write(tier)} goldens (tier #{tier})"
282
+ end
@@ -0,0 +1,254 @@
1
+ # frozen_string_literal: true
2
+
3
+ # Malformed-input goldens (fontist/fontisan#156, card 0e).
4
+ #
5
+ # For each committed malformed font (manifest entries with "malformed_kind")
6
+ # this records what the Ruby reference does on each operation: outcome, error
7
+ # class, normalised message (paths and numbers masked), position/context
8
+ # markers and the point where it fails. Read-type operations go through
9
+ # Fontisan::Reference; the per-step probe (load, name, table reads) uses
10
+ # FontLoader directly because the facade has no per-step operation.
11
+ #
12
+ # ruby scripts/corpus/generate_malformed_goldens.rb [--check]
13
+ #
14
+ # Writes corpus/goldens/malformed/<id>.json. --check compares instead of writing
15
+ # (used by rake corpus:malformed:verify).
16
+ $LOAD_PATH.unshift(File.expand_path("../../lib", __dir__))
17
+ require "fontisan"
18
+ require "digest"
19
+ require "fileutils"
20
+ require "json"
21
+ require "timeout"
22
+
23
+ module MalformedGoldens
24
+ ROOT = File.expand_path("../..", __dir__)
25
+ MANIFEST = File.join(ROOT, "corpus", "manifest.json")
26
+ DERIVED_DIR = File.join(ROOT, "corpus", "derived")
27
+ GOLDEN_DIR = File.join(ROOT, "corpus", "goldens", "malformed")
28
+
29
+ # The Ruby reference itself never returns on a few fuzz-found inputs (a cmap
30
+ # format 12 group spanning the u32 range, a CFF2 INDEX of 2^32 entries). An
31
+ # operation that runs past this many seconds is recorded as outcome "timeout";
32
+ # the tiers are then only required to finish without crashing (see
33
+ # {.matches?}). Real fonts take milliseconds.
34
+ OP_TIMEOUT = 5
35
+
36
+ COMBOS = [[:metadata, true], [:metadata, false],
37
+ [:full, true], [:full, false]].freeze
38
+
39
+ # Steps tried in order after a load; the first failing one is the failure
40
+ # point. table_cmap is full-mode only (metadata gates it out by design).
41
+ STEPS = %w[load name table_head table_cmap].freeze
42
+
43
+ PATH_RE = %r{(?<![\w/])(?:[A-Za-z]:)?(?:\.{0,2}/)(?:[\w.~+-]+/)*[\w.~+-]*|
44
+ (?:[\w.~+-]+/)*[\w.~+-]+\.(?:ttf|otf|ttc|otc|woff2?|dfont|pf[ab]|json|rb)\b}x
45
+ HEX_RE = /0x\h+/i
46
+ NUM_RE = /\d+/
47
+
48
+ MARKER_RES = [
49
+ /end of file reached/i,
50
+ /\boffset\s*[:=]?\s*\d+/i,
51
+ /\bposition\s*[:=]?\s*\d+/i,
52
+ /\bbyte\s+\d+/i,
53
+ /\bglyph\s+\d+/i,
54
+ /\bindex\s+\d+/i,
55
+ /\btable\s+['"][^'"]{1,4}['"]/i,
56
+ ].freeze
57
+
58
+ module_function
59
+
60
+ def entries
61
+ JSON.parse(File.read(MANIFEST)).fetch("fonts")
62
+ .select { |e| e["malformed_kind"] }.sort_by { |e| e["id"] }
63
+ end
64
+
65
+ # Mask paths first (they contain digits), then hex, then decimal numbers.
66
+ def normalize_message(message)
67
+ message.to_s.gsub(PATH_RE, "<PATH>").gsub(HEX_RE, "<HEX>").gsub(NUM_RE, "<N>")
68
+ end
69
+
70
+ def markers(*messages)
71
+ messages.compact.flat_map do |m|
72
+ MARKER_RES.flat_map { |re| m.scan(re).map { |s| normalize_message(s.downcase) } }
73
+ end.uniq.sort
74
+ end
75
+
76
+ def causes(exception)
77
+ out = []
78
+ cause = exception.cause
79
+ while cause && out.size < 5
80
+ out << { class: cause.class.name, message: normalize_message(cause.message) }
81
+ cause = cause.cause
82
+ end
83
+ out
84
+ end
85
+
86
+ def error_record(exception)
87
+ {
88
+ outcome: "error",
89
+ error_class: exception.class.name,
90
+ message: normalize_message(exception.message),
91
+ markers: markers(exception.message, *causes(exception).map { |c| c[:message] }),
92
+ causes: causes(exception),
93
+ }
94
+ end
95
+
96
+ def attempt(&)
97
+ { outcome: "ok" }.merge(Timeout.timeout(OP_TIMEOUT, &) || {})
98
+ rescue Timeout::Error
99
+ { outcome: "timeout" }
100
+ rescue StandardError => e
101
+ error_record(e)
102
+ end
103
+
104
+ def digest(data)
105
+ Digest::SHA256.hexdigest(Fontisan::Reference.canonical_json(data))
106
+ end
107
+
108
+ def probe_step(step, path, mode, lazy, font)
109
+ case step
110
+ when "load"
111
+ attempt { { format: Fontisan::FontLoader.detect_format(path).to_s } }
112
+ when "name"
113
+ attempt { { family: font.table("name").english_name(1) } }
114
+ when "table_head"
115
+ attempt { { units_per_em: font.table("head").units_per_em } }
116
+ when "table_cmap"
117
+ attempt { { mappings: font.table("cmap").unicode_mappings.size } }
118
+ end
119
+ end
120
+
121
+ # load, name, table reads, read: per (mode, lazy).
122
+ def combo(path, mode, lazy)
123
+ steps = {}
124
+ font = nil
125
+ steps["load"] = attempt do
126
+ font = Fontisan::FontLoader.load(path, mode: mode, lazy: lazy)
127
+ { format: font.class.name }
128
+ end
129
+ (STEPS - ["load"]).each do |step|
130
+ next if step == "table_cmap" && mode == :metadata
131
+
132
+ steps[step] = if font
133
+ probe_step(step, path, mode, lazy, font)
134
+ else
135
+ { outcome: "skipped", reason: "load failed" }
136
+ end
137
+ end
138
+ font.close if font.respond_to?(:close)
139
+ steps["read"] = attempt do
140
+ faces = Fontisan::Reference.read(path, mode: mode, lazy: lazy)
141
+ { faces: faces.size, digest: digest(faces) }
142
+ end
143
+ failing = STEPS.find { |s| steps[s] && steps[s][:outcome] == "error" }
144
+ { failure_point: failing, ops: steps }
145
+ end
146
+
147
+ def audit(path)
148
+ attempt do
149
+ reports = Fontisan::Reference.audit(path)
150
+ { faces: reports.size, digest: digest(reports) }
151
+ end
152
+ end
153
+
154
+ def scan(path)
155
+ rows = Timeout.timeout(OP_TIMEOUT) { Fontisan::Reference.scan([path]) }
156
+ rows.each { |r| r["path"] = File.basename(r["path"]) }
157
+ {
158
+ outcome: "ok",
159
+ rows: rows.size,
160
+ digest: digest(rows),
161
+ summary: rows.map { |r| scan_summary(r) },
162
+ }
163
+ rescue Timeout::Error
164
+ { outcome: "timeout" }
165
+ rescue StandardError => e
166
+ error_record(e)
167
+ end
168
+
169
+ def scan_summary(row)
170
+ errors = row["errors"].transform_values do |err|
171
+ next nil unless err
172
+
173
+ { class: err["class"], message: normalize_message(err["message"]),
174
+ markers: markers(err["message"]),
175
+ cause: err["cause"] && { class: err["cause"]["class"],
176
+ message: normalize_message(err["cause"]["message"]) } }
177
+ end
178
+ { format: row["format"], num_faces: row["num_faces"],
179
+ validation_status: row["validation"] && row["validation"]["status"],
180
+ errors: errors }
181
+ end
182
+
183
+ def golden(entry, dir: DERIVED_DIR)
184
+ path = File.join(dir, entry.fetch("file"))
185
+ {
186
+ id: entry["id"], kind: entry["malformed_kind"], file: entry["file"],
187
+ file_sha256: Digest::SHA256.file(path).hexdigest,
188
+ comparison: "exact",
189
+ combos: COMBOS.to_h { |m, l| ["#{m}/lazy=#{l}", combo(path, m, l)] },
190
+ audit: audit(path),
191
+ scan: scan(path)
192
+ }
193
+ end
194
+
195
+ def render(entry, dir: DERIVED_DIR)
196
+ Fontisan::Reference.canonical_json(golden(entry, dir: dir))
197
+ end
198
+
199
+ def golden_path(entry)
200
+ File.join(GOLDEN_DIR, "#{entry['id']}.json")
201
+ end
202
+
203
+ # Whether +actual+ (parsed render) equals +want+ (parsed golden). A node the
204
+ # reference timed out on matches whatever the tier returned, because that
205
+ # operation has no reference result; a crash would have killed the process.
206
+ def matches?(want, actual)
207
+ case want
208
+ when Hash
209
+ return true if want["outcome"] == "timeout" && actual.is_a?(Hash)
210
+
211
+ actual.is_a?(Hash) && want.keys.sort == actual.keys.sort &&
212
+ want.all? { |k, v| matches?(v, actual[k]) }
213
+ when Array
214
+ actual.is_a?(Array) && want.size == actual.size &&
215
+ want.zip(actual).all? { |w, a| matches?(w, a) }
216
+ else
217
+ want == actual
218
+ end
219
+ end
220
+
221
+ # @return [Array<String>] problems; empty when the committed goldens match
222
+ def verify(dir: DERIVED_DIR)
223
+ problems = []
224
+ entries.each do |e|
225
+ gp = golden_path(e)
226
+ unless File.exist?(gp)
227
+ problems << "#{e['id']}: golden missing"
228
+ next
229
+ end
230
+ actual = render(e, dir: dir)
231
+ same = File.read(gp) == actual || matches?(JSON.parse(File.read(gp)), JSON.parse(actual))
232
+ problems << "#{e['id']}: golden differs from current behaviour" unless same
233
+ end
234
+ extra = Dir[File.join(GOLDEN_DIR, "*.json")].map { |f| File.basename(f, ".json") } - entries.map { |e| e["id"] }
235
+ problems.concat(extra.map { |x| "#{x}: golden has no manifest entry" })
236
+ problems
237
+ end
238
+
239
+ def regenerate
240
+ FileUtils.mkdir_p(GOLDEN_DIR)
241
+ entries.each { |e| File.write(golden_path(e), render(e)) }
242
+ entries.size
243
+ end
244
+ end
245
+
246
+ if $PROGRAM_NAME == __FILE__
247
+ if ARGV.include?("--check")
248
+ problems = MalformedGoldens.verify
249
+ abort problems.join("\n") unless problems.empty?
250
+ puts "malformed goldens ok (#{MalformedGoldens.entries.size})"
251
+ else
252
+ puts "wrote #{MalformedGoldens.regenerate} malformed goldens"
253
+ end
254
+ end
@@ -0,0 +1,98 @@
1
+ # frozen_string_literal: true
2
+
3
+ $LOAD_PATH.unshift(File.expand_path("../../lib", __dir__))
4
+ require "fontisan"
5
+ require "json"
6
+ require "fileutils"
7
+
8
+ # Scan goldens for the reference corpus (fontist/fontisan#156 card 0f).
9
+ #
10
+ # One JSON file per manifest row (malformed included: scan never raises),
11
+ # written from Fontisan::Reference.scan with the path reduced to a basename:
12
+ #
13
+ # corpus/goldens/scan/<id>.json ci tier, committed
14
+ # corpus/goldens/scan-large/<id>.json large tier, generated in CI (nightly)
15
+ module ScanGoldens
16
+ ROOT = File.expand_path("../..", __dir__)
17
+ MANIFEST = File.join(ROOT, "corpus", "manifest.json")
18
+ GOLDEN_DIRS = { "ci" => "scan", "large" => "scan-large" }.freeze
19
+ SCHEMA = 1
20
+
21
+ module_function
22
+
23
+ def manifest
24
+ JSON.parse(File.read(MANIFEST)).fetch("fonts")
25
+ end
26
+
27
+ def entries(tier)
28
+ manifest.select { |f| f["tier"] == tier }.sort_by { |f| f["id"] }
29
+ end
30
+
31
+ def font_path(entry)
32
+ dir = entry["type"] == "derived" ? "derived" : File.join("fonts", entry["id"])
33
+ File.join(ROOT, "corpus", dir, entry["file"])
34
+ end
35
+
36
+ def golden_dir(tier)
37
+ File.join(ROOT, "corpus", "goldens", GOLDEN_DIRS.fetch(tier))
38
+ end
39
+
40
+ def golden_path(tier, id)
41
+ File.join(golden_dir(tier), "#{id}.json")
42
+ end
43
+
44
+ # Rows for one font as Reference.scan returns them, paths reduced to basenames.
45
+ def rows(path)
46
+ Fontisan::Reference.scan([path]).map { |row| row.merge("path" => File.basename(row["path"])) }
47
+ end
48
+
49
+ def golden(entry)
50
+ Fontisan::Reference.canonical_json(
51
+ "schema" => SCHEMA,
52
+ "id" => entry["id"],
53
+ "file" => entry["file"],
54
+ "tier" => entry["tier"],
55
+ "font_sha256" => entry.fetch("sha256"),
56
+ "comparison_class" => "exact",
57
+ "rows" => rows(font_path(entry)),
58
+ )
59
+ end
60
+
61
+ def generate(tier)
62
+ bad = %w[FONTISAN_MODE FONTISAN_LAZY].select { |k| ENV.key?(k) }
63
+ raise "unset #{bad.join(', ')} before generating goldens" unless bad.empty?
64
+
65
+ entries(tier).to_h { |e| [golden_path(tier, e["id"]), golden(e)] }
66
+ end
67
+
68
+ def write(tier)
69
+ out = generate(tier)
70
+ FileUtils.mkdir_p(golden_dir(tier))
71
+ out.each { |path, bytes| File.binwrite(path, bytes) }
72
+ out.size
73
+ end
74
+
75
+ # Compare fresh output with the committed goldens. Returns problem strings.
76
+ def verify(tier)
77
+ fresh = generate(tier)
78
+ problems = fresh.filter_map do |path, bytes|
79
+ rel = path.delete_prefix("#{ROOT}/")
80
+ if !File.exist?(path)
81
+ "missing golden #{rel}"
82
+ elsif File.binread(path).force_encoding(bytes.encoding) != bytes
83
+ "golden differs #{rel}"
84
+ end
85
+ end
86
+ problems + stale(tier, fresh.keys)
87
+ end
88
+
89
+ def stale(tier, expected)
90
+ Dir.glob(File.join(golden_dir(tier), "*.json")).reject { |p| expected.include?(p) }
91
+ .map { |p| "stale golden #{p.delete_prefix("#{ROOT}/")} (no manifest font)" }
92
+ end
93
+ end
94
+
95
+ if $PROGRAM_NAME == __FILE__
96
+ tier = ARGV.fetch(0, "ci")
97
+ puts "wrote #{ScanGoldens.write(tier)} scan goldens (tier #{tier})"
98
+ end