fontist 1.3.0 → 1.7.0
Sign up to get free protection for your applications and to get access to all the features.
- checksums.yaml +4 -4
- data/.github/workflows/check_google.yml +28 -0
- data/.github/workflows/macosx.yml +3 -0
- data/.github/workflows/ubuntu.yml +1 -1
- data/.github/workflows/windows.yml +1 -1
- data/.gitignore +6 -0
- data/.hound.yml +2 -0
- data/.rubocop.yml +22 -0
- data/README.md +224 -0
- data/bin/check_google +8 -0
- data/bin/convert_formulas +8 -0
- data/bin/fontist +7 -0
- data/bin/generate_otfinfo +8 -0
- data/bin/import_google +8 -0
- data/fontist.gemspec +15 -1
- data/lib/fontist.rb +19 -13
- data/lib/fontist/cli.rb +168 -0
- data/lib/fontist/errors.rb +6 -0
- data/lib/fontist/font.rb +145 -7
- data/lib/fontist/font_formula.rb +42 -7
- data/lib/fontist/fontist_font.rb +70 -0
- data/lib/fontist/formula.rb +31 -9
- data/lib/fontist/formula_template.rb +122 -0
- data/lib/fontist/formulas.rb +41 -0
- data/lib/fontist/import.rb +9 -0
- data/lib/fontist/import/convert_formulas.rb +65 -0
- data/lib/fontist/import/create_formula.rb +59 -0
- data/lib/fontist/import/extractors.rb +5 -0
- data/lib/fontist/import/extractors/cab_extractor.rb +37 -0
- data/lib/fontist/import/extractors/extractor.rb +19 -0
- data/lib/fontist/import/extractors/ole_extractor.rb +41 -0
- data/lib/fontist/import/extractors/seven_zip_extractor.rb +44 -0
- data/lib/fontist/import/extractors/zip_extractor.rb +31 -0
- data/lib/fontist/import/files/collection_file.rb +52 -0
- data/lib/fontist/import/files/file_requirement.rb +17 -0
- data/lib/fontist/import/files/font_detector.rb +48 -0
- data/lib/fontist/import/formula_builder.rb +166 -0
- data/lib/fontist/import/formula_serializer.rb +133 -0
- data/lib/fontist/import/google.rb +16 -0
- data/lib/fontist/import/google/fonts_public.md +10 -0
- data/lib/fontist/import/google/fonts_public.pb.rb +71 -0
- data/lib/fontist/import/google/fonts_public.proto +46 -0
- data/lib/fontist/import/google/new_fonts_fetcher.rb +121 -0
- data/lib/fontist/import/google/skiplist.yml +8 -0
- data/lib/fontist/import/google_check.rb +34 -0
- data/lib/fontist/import/google_import.rb +180 -0
- data/lib/fontist/import/helpers/hash_helper.rb +13 -0
- data/lib/fontist/import/helpers/system_helper.rb +23 -0
- data/lib/fontist/import/otf/font_file.rb +105 -0
- data/lib/fontist/import/otf_parser.rb +25 -0
- data/lib/fontist/import/otf_style.rb +29 -0
- data/lib/fontist/import/otfinfo/otfinfo_requirement.rb +22 -0
- data/lib/fontist/import/otfinfo/template.erb +20 -0
- data/lib/fontist/import/otfinfo_generate.rb +45 -0
- data/lib/fontist/import/recursive_extraction.rb +185 -0
- data/lib/fontist/import/template_helper.rb +19 -0
- data/lib/fontist/import/text_helper.rb +30 -0
- data/lib/fontist/manifest.rb +2 -0
- data/lib/fontist/manifest/install.rb +32 -0
- data/lib/fontist/manifest/locations.rb +60 -0
- data/lib/fontist/system_font.rb +66 -22
- data/lib/fontist/utils.rb +5 -0
- data/lib/fontist/utils/cache.rb +88 -0
- data/lib/fontist/utils/downloader.rb +66 -9
- data/lib/fontist/utils/dsl.rb +8 -0
- data/lib/fontist/utils/dsl/collection_font.rb +36 -0
- data/lib/fontist/utils/dsl/font.rb +38 -0
- data/lib/fontist/utils/exe_extractor.rb +25 -22
- data/lib/fontist/utils/msi_extractor.rb +31 -0
- data/lib/fontist/utils/seven_zip_extractor.rb +41 -0
- data/lib/fontist/utils/system.rb +23 -0
- data/lib/fontist/utils/ui.rb +12 -0
- data/lib/fontist/utils/zip_extractor.rb +22 -8
- data/lib/fontist/version.rb +1 -1
- metadata +173 -49
- data/lib/fontist/formulas/andale_font.rb +0 -80
- data/lib/fontist/formulas/arial_black_font.rb +0 -79
- data/lib/fontist/formulas/cleartype_fonts.rb +0 -227
- data/lib/fontist/formulas/comic_font.rb +0 -78
- data/lib/fontist/formulas/courier_font.rb +0 -81
- data/lib/fontist/formulas/euphemia_font.rb +0 -85
- data/lib/fontist/formulas/georgia_font.rb +0 -80
- data/lib/fontist/formulas/impact_font.rb +0 -78
- data/lib/fontist/formulas/montserrat_font.rb +0 -132
- data/lib/fontist/formulas/ms_truetype_fonts.rb +0 -125
- data/lib/fontist/formulas/open_sans_fonts.rb +0 -263
- data/lib/fontist/formulas/overpass_font.rb +0 -73
- data/lib/fontist/formulas/source_fonts.rb +0 -109
- data/lib/fontist/formulas/stix_fonts.rb +0 -108
- data/lib/fontist/formulas/tahoma_font.rb +0 -147
- data/lib/fontist/formulas/webding_font.rb +0 -78
- data/spec/fontist/font_formula_spec.rb +0 -67
- data/spec/fontist/font_spec.rb +0 -113
- data/spec/fontist/formula_spec.rb +0 -67
- data/spec/fontist/formulas/andale_font_spec.rb +0 -29
- data/spec/fontist/formulas/arial_black_font_spec.rb +0 -29
- data/spec/fontist/formulas/cleartype_fonts_spec.rb +0 -38
- data/spec/fontist/formulas/comic_font_spec.rb +0 -29
- data/spec/fontist/formulas/courier_font_spec.rb +0 -29
- data/spec/fontist/formulas/euphemia_font_spec.rb +0 -29
- data/spec/fontist/formulas/georgia_font_spec.rb +0 -29
- data/spec/fontist/formulas/impact_font_spec.rb +0 -29
- data/spec/fontist/formulas/montserrat_font_spec.rb +0 -29
- data/spec/fontist/formulas/ms_truetype_fonts_spec.rb +0 -29
- data/spec/fontist/formulas/open_sans_fonts_spec.rb +0 -29
- data/spec/fontist/formulas/overpass_font_spec.rb +0 -29
- data/spec/fontist/formulas/source_fonts_spec.rb +0 -31
- data/spec/fontist/formulas/stix_fonts_spec.rb +0 -29
- data/spec/fontist/formulas/tahoma_font_spec.rb +0 -29
- data/spec/fontist/formulas/webding_font_spec.rb +0 -29
- data/spec/fontist/registry_spec.rb +0 -47
- data/spec/fontist/system_font_spec.rb +0 -44
- data/spec/fontist/utils/downloader_spec.rb +0 -35
- data/spec/fontist_spec.rb +0 -5
- data/spec/spec_helper.rb +0 -22
- data/spec/support/fontist_helper.rb +0 -10
@@ -0,0 +1,37 @@
|
|
1
|
+
module Fontist
|
2
|
+
module Import
|
3
|
+
module Extractors
|
4
|
+
class CabExtractor < Extractor
|
5
|
+
def extract
|
6
|
+
dir = Dir.mktmpdir
|
7
|
+
extract_exe(@archive, dir)
|
8
|
+
dir
|
9
|
+
end
|
10
|
+
|
11
|
+
def format
|
12
|
+
File.extname(@archive) == ".exe" ? "exe" : "cab"
|
13
|
+
end
|
14
|
+
|
15
|
+
private
|
16
|
+
|
17
|
+
def extract_exe(archive, dir)
|
18
|
+
opened = decompressor.search(archive)
|
19
|
+
file = opened.files
|
20
|
+
|
21
|
+
while file
|
22
|
+
path = File.join(dir, file.filename)
|
23
|
+
decompressor.extract(file, path)
|
24
|
+
file = file.next
|
25
|
+
end
|
26
|
+
end
|
27
|
+
|
28
|
+
def decompressor
|
29
|
+
@decompressor ||= begin
|
30
|
+
require "libmspack"
|
31
|
+
LibMsPack::CabDecompressor.new
|
32
|
+
end
|
33
|
+
end
|
34
|
+
end
|
35
|
+
end
|
36
|
+
end
|
37
|
+
end
|
@@ -0,0 +1,19 @@
|
|
1
|
+
module Fontist
|
2
|
+
module Import
|
3
|
+
module Extractors
|
4
|
+
class Extractor
|
5
|
+
def initialize(archive)
|
6
|
+
@archive = archive
|
7
|
+
end
|
8
|
+
|
9
|
+
def extract
|
10
|
+
raise NotImplementedError.new("You must implement this method")
|
11
|
+
end
|
12
|
+
|
13
|
+
def format
|
14
|
+
raise NotImplementedError.new("You must implement this method")
|
15
|
+
end
|
16
|
+
end
|
17
|
+
end
|
18
|
+
end
|
19
|
+
end
|
@@ -0,0 +1,41 @@
|
|
1
|
+
module Fontist
|
2
|
+
module Import
|
3
|
+
module Extractors
|
4
|
+
class OleExtractor < Extractor
|
5
|
+
def extract
|
6
|
+
dir = Dir.mktmpdir
|
7
|
+
extract_ole(@archive, dir)
|
8
|
+
dir
|
9
|
+
end
|
10
|
+
|
11
|
+
def format
|
12
|
+
"msi"
|
13
|
+
end
|
14
|
+
|
15
|
+
private
|
16
|
+
|
17
|
+
def extract_ole(archive, dir)
|
18
|
+
ole = storage.open(archive)
|
19
|
+
file = the_largest_file(ole)
|
20
|
+
|
21
|
+
content = ole.file.read(file)
|
22
|
+
path = File.join(dir, "data.cab")
|
23
|
+
File.open(path, "wb") { |f| f.write(content) }
|
24
|
+
end
|
25
|
+
|
26
|
+
def storage
|
27
|
+
@storage ||= begin
|
28
|
+
require "ole/storage"
|
29
|
+
Ole::Storage
|
30
|
+
end
|
31
|
+
end
|
32
|
+
|
33
|
+
def the_largest_file(ole)
|
34
|
+
ole.dir.entries(".").max_by do |x|
|
35
|
+
ole.file.size(x)
|
36
|
+
end
|
37
|
+
end
|
38
|
+
end
|
39
|
+
end
|
40
|
+
end
|
41
|
+
end
|
@@ -0,0 +1,44 @@
|
|
1
|
+
module Fontist
|
2
|
+
module Import
|
3
|
+
module Extractors
|
4
|
+
class SevenZipExtractor < Extractor
|
5
|
+
def extract
|
6
|
+
dir = Dir.mktmpdir
|
7
|
+
extract_7z(@archive, dir)
|
8
|
+
dir
|
9
|
+
end
|
10
|
+
|
11
|
+
def try
|
12
|
+
File.open(@archive, "rb") do |file|
|
13
|
+
reader.open(file)
|
14
|
+
end
|
15
|
+
|
16
|
+
true
|
17
|
+
rescue StandardError => e
|
18
|
+
return false if e.message.start_with?("Invalid file format")
|
19
|
+
|
20
|
+
raise
|
21
|
+
end
|
22
|
+
|
23
|
+
def format
|
24
|
+
"seven_zip"
|
25
|
+
end
|
26
|
+
|
27
|
+
private
|
28
|
+
|
29
|
+
def extract_7z(archive, dir)
|
30
|
+
File.open(archive, "rb") do |file|
|
31
|
+
reader.extract_all(file, dir)
|
32
|
+
end
|
33
|
+
end
|
34
|
+
|
35
|
+
def reader
|
36
|
+
@reader ||= begin
|
37
|
+
require "seven_zip_ruby"
|
38
|
+
SevenZipRuby::Reader
|
39
|
+
end
|
40
|
+
end
|
41
|
+
end
|
42
|
+
end
|
43
|
+
end
|
44
|
+
end
|
@@ -0,0 +1,31 @@
|
|
1
|
+
require "zip"
|
2
|
+
|
3
|
+
module Fontist
|
4
|
+
module Import
|
5
|
+
module Extractors
|
6
|
+
class ZipExtractor < Extractor
|
7
|
+
def extract
|
8
|
+
dir = Dir.mktmpdir
|
9
|
+
extract_zip(@archive, dir)
|
10
|
+
dir
|
11
|
+
end
|
12
|
+
|
13
|
+
def format
|
14
|
+
"zip"
|
15
|
+
end
|
16
|
+
|
17
|
+
private
|
18
|
+
|
19
|
+
def extract_zip(archive, dir)
|
20
|
+
Zip::File.open(archive) do |zip_file|
|
21
|
+
zip_file.each do |entry|
|
22
|
+
path = File.join(dir, entry.name)
|
23
|
+
FileUtils.mkdir_p(File.dirname(path))
|
24
|
+
entry.extract(path)
|
25
|
+
end
|
26
|
+
end
|
27
|
+
end
|
28
|
+
end
|
29
|
+
end
|
30
|
+
end
|
31
|
+
end
|
@@ -0,0 +1,52 @@
|
|
1
|
+
require "extract_ttc"
|
2
|
+
require "fontist/import/helpers/system_helper"
|
3
|
+
require_relative "../otf/font_file"
|
4
|
+
|
5
|
+
module Fontist
|
6
|
+
module Import
|
7
|
+
module Files
|
8
|
+
class CollectionFile
|
9
|
+
attr_reader :fonts
|
10
|
+
|
11
|
+
def initialize(path)
|
12
|
+
@path = path
|
13
|
+
@fonts = read
|
14
|
+
@extension = "ttc"
|
15
|
+
end
|
16
|
+
|
17
|
+
def filename
|
18
|
+
File.basename(@path, ".*") + "." + @extension
|
19
|
+
end
|
20
|
+
|
21
|
+
def source_filename
|
22
|
+
File.basename(@path) unless filename == File.basename(@path)
|
23
|
+
end
|
24
|
+
|
25
|
+
private
|
26
|
+
|
27
|
+
def read
|
28
|
+
switch_to_temp_dir do |tmp_dir|
|
29
|
+
extract_ttfs(tmp_dir).map do |path|
|
30
|
+
Otf::FontFile.new(path)
|
31
|
+
end
|
32
|
+
end
|
33
|
+
end
|
34
|
+
|
35
|
+
def switch_to_temp_dir
|
36
|
+
Dir.mktmpdir do |tmp_dir|
|
37
|
+
Dir.chdir(tmp_dir) do
|
38
|
+
yield tmp_dir
|
39
|
+
end
|
40
|
+
end
|
41
|
+
end
|
42
|
+
|
43
|
+
def extract_ttfs(tmp_dir)
|
44
|
+
filenames = ExtractTtc.extract(@path)
|
45
|
+
filenames.map do |filename|
|
46
|
+
File.join(tmp_dir, filename)
|
47
|
+
end
|
48
|
+
end
|
49
|
+
end
|
50
|
+
end
|
51
|
+
end
|
52
|
+
end
|
@@ -0,0 +1,17 @@
|
|
1
|
+
module Fontist
|
2
|
+
module Import
|
3
|
+
module Files
|
4
|
+
class FileRequirement
|
5
|
+
def initialize
|
6
|
+
`file -v`
|
7
|
+
rescue Errno::ENOENT
|
8
|
+
abort "`file` is not available. (Or is PATH not setup properly?)"
|
9
|
+
end
|
10
|
+
|
11
|
+
def call(path)
|
12
|
+
Helpers::SystemHelper.run("file --brief '#{path}'")
|
13
|
+
end
|
14
|
+
end
|
15
|
+
end
|
16
|
+
end
|
17
|
+
end
|
@@ -0,0 +1,48 @@
|
|
1
|
+
require_relative "file_requirement"
|
2
|
+
|
3
|
+
module Fontist
|
4
|
+
module Import
|
5
|
+
module Files
|
6
|
+
class FontDetector
|
7
|
+
REQUIREMENTS = { file: FileRequirement.new }.freeze
|
8
|
+
|
9
|
+
FONT_LABELS = ["OpenType font data",
|
10
|
+
"TrueType Font data"].freeze
|
11
|
+
|
12
|
+
COLLECTION_LABEL = "TrueType font collection data".freeze
|
13
|
+
|
14
|
+
FONT_EXTENSIONS = {
|
15
|
+
"OpenType font data" => "otf",
|
16
|
+
"TrueType Font data" => "ttf",
|
17
|
+
"TrueType font collection data" => "ttc",
|
18
|
+
}.freeze
|
19
|
+
|
20
|
+
def self.detect(path)
|
21
|
+
brief = file_brief(path)
|
22
|
+
|
23
|
+
if brief.start_with?(*FONT_LABELS)
|
24
|
+
:font
|
25
|
+
elsif brief.start_with?(COLLECTION_LABEL)
|
26
|
+
:collection
|
27
|
+
else
|
28
|
+
:other
|
29
|
+
end
|
30
|
+
end
|
31
|
+
|
32
|
+
def self.standard_extension(path)
|
33
|
+
brief = file_brief(path)
|
34
|
+
|
35
|
+
FONT_EXTENSIONS.each do |label, extension|
|
36
|
+
return extension if brief.start_with?(label)
|
37
|
+
end
|
38
|
+
|
39
|
+
raise Errors::UnknownFontTypeError.new(path)
|
40
|
+
end
|
41
|
+
|
42
|
+
def self.file_brief(path)
|
43
|
+
REQUIREMENTS[:file].call(path)
|
44
|
+
end
|
45
|
+
end
|
46
|
+
end
|
47
|
+
end
|
48
|
+
end
|
@@ -0,0 +1,166 @@
|
|
1
|
+
require_relative "text_helper"
|
2
|
+
|
3
|
+
module Fontist
|
4
|
+
module Import
|
5
|
+
class FormulaBuilder
|
6
|
+
FORMULA_ATTRIBUTES = %i[name description homepage resources
|
7
|
+
font_collections fonts extract copyright
|
8
|
+
license_url open_license].freeze
|
9
|
+
|
10
|
+
attr_accessor :archive,
|
11
|
+
:url,
|
12
|
+
:extractor,
|
13
|
+
:options,
|
14
|
+
:font_files,
|
15
|
+
:font_collection_files,
|
16
|
+
:license_text
|
17
|
+
|
18
|
+
def initialize
|
19
|
+
@options = {}
|
20
|
+
end
|
21
|
+
|
22
|
+
def formula
|
23
|
+
FORMULA_ATTRIBUTES.map { |name| [name, send(name)] }.to_h.compact
|
24
|
+
end
|
25
|
+
|
26
|
+
private
|
27
|
+
|
28
|
+
def name
|
29
|
+
return options[:name] if options[:name]
|
30
|
+
|
31
|
+
unique_names = both_fonts.map(&:family_name).uniq
|
32
|
+
TextHelper.longest_common_prefix(unique_names) ||
|
33
|
+
both_fonts.first.family_name
|
34
|
+
end
|
35
|
+
|
36
|
+
def both_fonts
|
37
|
+
@both_fonts ||= group_fonts
|
38
|
+
end
|
39
|
+
|
40
|
+
def group_fonts
|
41
|
+
files = (@font_files + @font_collection_files.map(&:fonts)).flatten
|
42
|
+
raise Errors::FontNotFoundError, "No font found" if files.empty?
|
43
|
+
|
44
|
+
files
|
45
|
+
end
|
46
|
+
|
47
|
+
def description
|
48
|
+
name
|
49
|
+
end
|
50
|
+
|
51
|
+
def homepage
|
52
|
+
both_fonts.first.homepage
|
53
|
+
end
|
54
|
+
|
55
|
+
def resources
|
56
|
+
filename = name.gsub(" ", "_") + "." + @extractor.extension
|
57
|
+
|
58
|
+
{ filename => resource_options }
|
59
|
+
end
|
60
|
+
|
61
|
+
def resource_options
|
62
|
+
urls = []
|
63
|
+
sha = []
|
64
|
+
downloads do |url, path|
|
65
|
+
urls << url
|
66
|
+
sha << Digest::SHA256.file(path).to_s
|
67
|
+
end
|
68
|
+
|
69
|
+
sha = prepare_sha256(sha)
|
70
|
+
|
71
|
+
{ urls: urls, sha256: sha }
|
72
|
+
end
|
73
|
+
|
74
|
+
def downloads
|
75
|
+
yield @url, @archive
|
76
|
+
|
77
|
+
mirrors.each do |url|
|
78
|
+
path = download(url)
|
79
|
+
next unless path
|
80
|
+
|
81
|
+
yield url, path
|
82
|
+
end
|
83
|
+
end
|
84
|
+
|
85
|
+
def mirrors
|
86
|
+
@options[:mirror] || []
|
87
|
+
end
|
88
|
+
|
89
|
+
def download(url)
|
90
|
+
Fontist::Utils::Downloader.download(url, progress_bar: true).path
|
91
|
+
rescue Errors::InvalidResourceError
|
92
|
+
Fontist.ui.error("WARN: a mirror is not found '#{url}'")
|
93
|
+
nil
|
94
|
+
end
|
95
|
+
|
96
|
+
def prepare_sha256(input)
|
97
|
+
output = input.uniq
|
98
|
+
return output.first if output.size == 1
|
99
|
+
|
100
|
+
checksums = output.join(", ")
|
101
|
+
Fontist.ui.error("WARN: SHA256 differs (#{checksums})")
|
102
|
+
output
|
103
|
+
end
|
104
|
+
|
105
|
+
def font_collections
|
106
|
+
return if @font_collection_files.empty?
|
107
|
+
|
108
|
+
collections = @font_collection_files.map do |file|
|
109
|
+
fonts = fonts_from_files(file.fonts, :to_collection_style)
|
110
|
+
|
111
|
+
{ filename: file.filename,
|
112
|
+
source_filename: file.source_filename,
|
113
|
+
fonts: fonts }.compact
|
114
|
+
end
|
115
|
+
|
116
|
+
collections.sort_by do |x|
|
117
|
+
x[:filename]
|
118
|
+
end
|
119
|
+
end
|
120
|
+
|
121
|
+
def fonts
|
122
|
+
return if @font_files.empty?
|
123
|
+
|
124
|
+
fonts_from_files(@font_files, :to_style)
|
125
|
+
end
|
126
|
+
|
127
|
+
def fonts_from_files(files, style_type = :to_style)
|
128
|
+
groups = files.group_by(&:family_name)
|
129
|
+
|
130
|
+
fonts = groups.map do |name, group|
|
131
|
+
{ name: name,
|
132
|
+
styles: group.map(&style_type) }
|
133
|
+
end
|
134
|
+
|
135
|
+
fonts.sort_by do |x|
|
136
|
+
x[:name]
|
137
|
+
end
|
138
|
+
end
|
139
|
+
|
140
|
+
def extract
|
141
|
+
@extractor.operations
|
142
|
+
end
|
143
|
+
|
144
|
+
def copyright
|
145
|
+
both_fonts.first.copyright
|
146
|
+
end
|
147
|
+
|
148
|
+
def license_url
|
149
|
+
both_fonts.first.license_url
|
150
|
+
end
|
151
|
+
|
152
|
+
def open_license
|
153
|
+
unless @license_text
|
154
|
+
Fontist.ui.error("WARN: please add license manually")
|
155
|
+
return
|
156
|
+
end
|
157
|
+
|
158
|
+
Fontist.ui.error("WARN: ensure it's an open license, otherwise " \
|
159
|
+
"change the 'open_license' attribute to " \
|
160
|
+
"'requires_license_agreement'")
|
161
|
+
|
162
|
+
TextHelper.cleanup(@license_text)
|
163
|
+
end
|
164
|
+
end
|
165
|
+
end
|
166
|
+
end
|