fontist 1.0.0 → 1.4.0

Sign up to get free protection for your applications and to get access to all the features.
Files changed (114) hide show
  1. checksums.yaml +4 -4
  2. data/.github/workflows/check_google.yml +28 -0
  3. data/.github/workflows/macosx.yml +3 -0
  4. data/.github/workflows/ubuntu.yml +1 -1
  5. data/.github/workflows/windows.yml +1 -1
  6. data/.gitignore +6 -0
  7. data/.hound.yml +2 -0
  8. data/.rubocop.yml +22 -0
  9. data/README.md +54 -0
  10. data/bin/check_google +8 -0
  11. data/bin/convert_formulas +8 -0
  12. data/bin/fontist +8 -0
  13. data/bin/generate_otfinfo +8 -0
  14. data/bin/import_google +8 -0
  15. data/bin/stripttc +0 -0
  16. data/fontist.gemspec +15 -1
  17. data/lib/fontist.rb +22 -15
  18. data/lib/fontist/cli.rb +118 -0
  19. data/lib/fontist/errors.rb +5 -1
  20. data/lib/fontist/font.rb +153 -3
  21. data/lib/fontist/font_formula.rb +17 -6
  22. data/lib/fontist/fontist_font.rb +70 -0
  23. data/lib/fontist/formula.rb +11 -8
  24. data/lib/fontist/formula_template.rb +103 -0
  25. data/lib/fontist/formulas.rb +41 -0
  26. data/lib/fontist/import.rb +9 -0
  27. data/lib/fontist/import/convert_formulas.rb +65 -0
  28. data/lib/fontist/import/create_formula.rb +74 -0
  29. data/lib/fontist/import/extractors.rb +5 -0
  30. data/lib/fontist/import/extractors/cab_extractor.rb +37 -0
  31. data/lib/fontist/import/extractors/extractor.rb +19 -0
  32. data/lib/fontist/import/extractors/ole_extractor.rb +41 -0
  33. data/lib/fontist/import/extractors/seven_zip_extractor.rb +44 -0
  34. data/lib/fontist/import/extractors/zip_extractor.rb +31 -0
  35. data/lib/fontist/import/files/collection_file.rb +48 -0
  36. data/lib/fontist/import/formula_builder.rb +115 -0
  37. data/lib/fontist/import/formula_serializer.rb +133 -0
  38. data/lib/fontist/import/google.rb +16 -0
  39. data/lib/fontist/import/google/fonts_public.md +10 -0
  40. data/lib/fontist/import/google/fonts_public.pb.rb +71 -0
  41. data/lib/fontist/import/google/fonts_public.proto +46 -0
  42. data/lib/fontist/import/google/new_fonts_fetcher.rb +121 -0
  43. data/lib/fontist/import/google/skiplist.yml +6 -0
  44. data/lib/fontist/import/google_check.rb +34 -0
  45. data/lib/fontist/import/google_import.rb +180 -0
  46. data/lib/fontist/import/helpers/hash_helper.rb +13 -0
  47. data/lib/fontist/import/helpers/system_helper.rb +20 -0
  48. data/lib/fontist/import/otf/font_file.rb +89 -0
  49. data/lib/fontist/import/otf_parser.rb +25 -0
  50. data/lib/fontist/import/otf_style.rb +29 -0
  51. data/lib/fontist/import/otfinfo/otfinfo_requirement.rb +22 -0
  52. data/lib/fontist/import/otfinfo/template.erb +20 -0
  53. data/lib/fontist/import/otfinfo_generate.rb +45 -0
  54. data/lib/fontist/import/recursive_extraction.rb +101 -0
  55. data/lib/fontist/import/template_helper.rb +19 -0
  56. data/lib/fontist/import/text_helper.rb +30 -0
  57. data/lib/fontist/registry.rb +1 -0
  58. data/lib/fontist/system.yml +5 -1
  59. data/lib/fontist/system_font.rb +23 -20
  60. data/lib/fontist/utils.rb +6 -0
  61. data/lib/fontist/utils/cache.rb +69 -0
  62. data/lib/fontist/utils/downloader.rb +92 -0
  63. data/lib/fontist/utils/dsl.rb +8 -0
  64. data/lib/fontist/utils/dsl/font.rb +37 -0
  65. data/lib/fontist/utils/exe_extractor.rb +12 -19
  66. data/lib/fontist/utils/msi_extractor.rb +31 -0
  67. data/lib/fontist/utils/seven_zip_extractor.rb +41 -0
  68. data/lib/fontist/utils/system.rb +23 -0
  69. data/lib/fontist/utils/ui.rb +23 -0
  70. data/lib/fontist/utils/zip_extractor.rb +9 -4
  71. data/lib/fontist/version.rb +1 -1
  72. metadata +170 -50
  73. data/lib/fontist/downloader.rb +0 -70
  74. data/lib/fontist/formulas/andale_font.rb +0 -79
  75. data/lib/fontist/formulas/arial_black_font.rb +0 -78
  76. data/lib/fontist/formulas/cleartype_fonts.rb +0 -225
  77. data/lib/fontist/formulas/comic_font.rb +0 -77
  78. data/lib/fontist/formulas/courier_font.rb +0 -80
  79. data/lib/fontist/formulas/euphemia_font.rb +0 -85
  80. data/lib/fontist/formulas/georgia_font.rb +0 -79
  81. data/lib/fontist/formulas/impact_font.rb +0 -77
  82. data/lib/fontist/formulas/montserrat_font.rb +0 -132
  83. data/lib/fontist/formulas/ms_truetype_fonts.rb +0 -124
  84. data/lib/fontist/formulas/open_sans_fonts.rb +0 -263
  85. data/lib/fontist/formulas/overpass_font.rb +0 -73
  86. data/lib/fontist/formulas/source_fonts.rb +0 -109
  87. data/lib/fontist/formulas/stix_fonts.rb +0 -108
  88. data/lib/fontist/formulas/tahoma_font.rb +0 -147
  89. data/lib/fontist/formulas/webding_font.rb +0 -77
  90. data/spec/fontist/downloader_spec.rb +0 -35
  91. data/spec/fontist/font_formula_spec.rb +0 -67
  92. data/spec/fontist/font_spec.rb +0 -87
  93. data/spec/fontist/formula_spec.rb +0 -67
  94. data/spec/fontist/formulas/andale_font_spec.rb +0 -29
  95. data/spec/fontist/formulas/arial_black_font_spec.rb +0 -29
  96. data/spec/fontist/formulas/cleartype_fonts_spec.rb +0 -38
  97. data/spec/fontist/formulas/comic_font_spec.rb +0 -29
  98. data/spec/fontist/formulas/courier_font_spec.rb +0 -29
  99. data/spec/fontist/formulas/euphemia_font_spec.rb +0 -29
  100. data/spec/fontist/formulas/georgia_font_spec.rb +0 -29
  101. data/spec/fontist/formulas/impact_font_spec.rb +0 -29
  102. data/spec/fontist/formulas/montserrat_font_spec.rb +0 -29
  103. data/spec/fontist/formulas/ms_truetype_fonts_spec.rb +0 -29
  104. data/spec/fontist/formulas/open_sans_fonts_spec.rb +0 -29
  105. data/spec/fontist/formulas/overpass_font_spec.rb +0 -29
  106. data/spec/fontist/formulas/source_fonts_spec.rb +0 -31
  107. data/spec/fontist/formulas/stix_fonts_spec.rb +0 -29
  108. data/spec/fontist/formulas/tahoma_font_spec.rb +0 -29
  109. data/spec/fontist/formulas/webding_font_spec.rb +0 -29
  110. data/spec/fontist/registry_spec.rb +0 -47
  111. data/spec/fontist/system_font_spec.rb +0 -39
  112. data/spec/fontist_spec.rb +0 -5
  113. data/spec/spec_helper.rb +0 -22
  114. data/spec/support/fontist_helper.rb +0 -10
@@ -10,7 +10,7 @@ module Fontist
10
10
  end
11
11
 
12
12
  def find
13
- paths = font_paths.grep(/#{font}/i)
13
+ paths = grep_font_paths(font)
14
14
  paths = lookup_using_font_name || [] if paths.empty?
15
15
 
16
16
  paths.empty? ? nil : paths
@@ -20,17 +20,34 @@ module Fontist
20
20
 
21
21
  attr_reader :font, :user_sources
22
22
 
23
+ def normalize_default_paths
24
+ @normalize_default_paths ||= default_sources["paths"].map do |path|
25
+ require "etc"
26
+ passwd = Etc.getpwuid
27
+ username = passwd ? passwd.name : Etc.getlogin
28
+
29
+ username ? path.gsub("{username}", username) : path
30
+ end
31
+ end
32
+
33
+ def grep_font_paths(font)
34
+ paths = font_paths.map { |path| [File.basename(path), path] }.to_h
35
+ files = paths.keys
36
+ matched = files.grep(/#{font}/i)
37
+ paths.values_at(*matched).compact
38
+ end
39
+
23
40
  def font_paths
24
41
  Dir.glob((
25
42
  user_sources +
26
- default_sources["paths"] +
43
+ normalize_default_paths +
27
44
  [fontist_fonts_path.join("**")]
28
45
  ).flatten.uniq)
29
46
  end
30
47
 
31
48
  def lookup_using_font_name
32
- font_names = map_name_to_valid_font_names
33
- font_paths.grep(/#{font_names.join("|")}/i) if font_names
49
+ font_names = map_name_to_valid_font_names || []
50
+ font_paths.grep(/#{font_names.join("|")}/i) unless font_names.empty?
34
51
  end
35
52
 
36
53
  def fontist_fonts_path
@@ -39,21 +56,7 @@ module Fontist
39
56
 
40
57
 
41
58
  def user_os
42
- @user_os ||= (
43
- host_os = RbConfig::CONFIG["host_os"]
44
- case host_os
45
- when /mswin|msys|mingw|cygwin|bccwin|wince|emc/
46
- :windows
47
- when /darwin|mac os/
48
- :macosx
49
- when /linux/
50
- :linux
51
- when /solaris|bsd/
52
- :unix
53
- else
54
- raise Fontist::Error, "unknown os: #{host_os.inspect}"
55
- end
56
- )
59
+ Fontist::Utils::System.user_os
57
60
  end
58
61
 
59
62
  def map_name_to_valid_font_names
@@ -62,7 +65,7 @@ module Fontist
62
65
  end
63
66
 
64
67
  def system_path_file
65
- File.open(Fontist.lib_path.join("fontist", "system.yml"))
68
+ File.open(Fontist.system_file_path)
66
69
  end
67
70
 
68
71
  def default_sources
@@ -1,6 +1,12 @@
1
+ require "fontist/utils/ui"
2
+ require "fontist/utils/system"
1
3
  require "fontist/utils/dsl"
4
+ require "fontist/utils/dsl/font"
5
+ require "fontist/utils/downloader"
2
6
  require "fontist/utils/zip_extractor"
3
7
  require "fontist/utils/exe_extractor"
8
+ require "fontist/utils/msi_extractor"
9
+ require "fontist/utils/seven_zip_extractor"
4
10
 
5
11
  module Fontist
6
12
  module Utils
@@ -0,0 +1,69 @@
1
+ module Fontist
2
+ module Utils
3
+ class Cache
4
+ def fetch(key)
5
+ map = load_cache
6
+ return downloaded_path(map[key]) if cache_exist?(map[key])
7
+
8
+ generated_file = yield
9
+ path = save_cache(generated_file, key, map)
10
+
11
+ downloaded_path(path)
12
+ end
13
+
14
+ private
15
+
16
+ def cache_map_path
17
+ Fontist.downloads_path.join("map.yml")
18
+ end
19
+
20
+ def load_cache
21
+ cache_map_path.exist? ? YAML.load_file(cache_map_path) : {}
22
+ end
23
+
24
+ def downloaded_path(path)
25
+ File.new(Fontist.downloads_path.join(path))
26
+ end
27
+
28
+ def cache_exist?(path)
29
+ path && File.exist?(Fontist.downloads_path.join(path))
30
+ end
31
+
32
+ def save_cache(generated_file, key, map)
33
+ path = move_to_downloads(generated_file)
34
+ map[key] = path
35
+ File.write(cache_map_path, YAML.dump(map))
36
+ path
37
+ end
38
+
39
+ def move_to_downloads(source)
40
+ create_downloads_directory
41
+ path = generate_file_path(source)
42
+ move(source, path)
43
+ relative_to_downloads(path)
44
+ end
45
+
46
+ def create_downloads_directory
47
+ unless Fontist.downloads_path.exist?
48
+ FileUtils.mkdir_p(Fontist.downloads_path)
49
+ end
50
+ end
51
+
52
+ def generate_file_path(source)
53
+ dir = Dir.mktmpdir(nil, Fontist.downloads_path)
54
+ filename = source.original_filename
55
+ File.join(dir, filename)
56
+ end
57
+
58
+ def move(source_file, target_path)
59
+ # Windows requires file descriptors to be closed before files are moved
60
+ source_file.close
61
+ FileUtils.mv(source_file.path, target_path)
62
+ end
63
+
64
+ def relative_to_downloads(path)
65
+ Pathname.new(path).relative_path_from(Fontist.downloads_path).to_s
66
+ end
67
+ end
68
+ end
69
+ end
@@ -0,0 +1,92 @@
1
+ require_relative "cache"
2
+
3
+ module Fontist
4
+ module Utils
5
+ class Downloader
6
+ def initialize(file, file_size: nil, sha: nil, progress_bar: nil)
7
+ # TODO: If the first mirror fails, try the second one
8
+ @file = file
9
+ @sha = [sha].flatten.compact
10
+ @progress_bar = set_progress_bar(progress_bar)
11
+ @file_size = (file_size || default_file_size).to_i
12
+ @cache = Cache.new
13
+ end
14
+
15
+ def download
16
+ file = @cache.fetch(@file) { download_file }
17
+
18
+ if !sha.empty? && !sha.include?(Digest::SHA256.file(file).to_s)
19
+ raise(Fontist::Errors::TamperedFileError.new(
20
+ "The downloaded file from #{@file} doesn't " \
21
+ "match with the expected sha256 checksum!"
22
+ ))
23
+ end
24
+
25
+ file
26
+ end
27
+
28
+ def self.download(file, options = {})
29
+ new(file, options).download
30
+ end
31
+
32
+ private
33
+
34
+ attr_reader :file, :sha, :file_size
35
+
36
+ def default_file_size
37
+ 5 * byte_to_megabyte
38
+ end
39
+
40
+ def byte_to_megabyte
41
+ @byte_to_megabyte ||= 1024 * 1024
42
+ end
43
+
44
+ def download_path
45
+ options[:download_path] || Fontist.root_path.join("tmp")
46
+ end
47
+
48
+ def set_progress_bar(progress_bar)
49
+ ENV.fetch("TEST_ENV", "") === "CI" ? false : progress_bar
50
+ end
51
+
52
+ def download_file
53
+ bar = ProgressBar.new(file_size / byte_to_megabyte)
54
+
55
+ file = Down.download(
56
+ @file,
57
+ open_timeout: 10,
58
+ read_timeout: 10,
59
+ content_length_proc: ->(content_length) {
60
+ bar.total = content_length / byte_to_megabyte if content_length
61
+ },
62
+ progress_proc: -> (progress) {
63
+ bar.increment(progress / byte_to_megabyte) if @progress_bar === true
64
+ }
65
+ )
66
+
67
+ puts if @progress_bar === true
68
+
69
+ file
70
+ rescue Down::NotFound
71
+ raise(Fontist::Errors::InvalidResourceError.new("Invalid URL: #{@file}"))
72
+ end
73
+ end
74
+
75
+ class ProgressBar
76
+ def initialize(total)
77
+ @counter = 1
78
+ @total = total
79
+ end
80
+
81
+ def total=(total)
82
+ @total = total
83
+ end
84
+
85
+ def increment(progress)
86
+ complete = sprintf("%#.2f%%", ((@counter.to_f / @total.to_f) * 100))
87
+ print "\r\e[0KDownloads: #{@counter}MB/#{@total}MB (#{complete})"
88
+ @counter = progress
89
+ end
90
+ end
91
+ end
92
+ end
@@ -65,9 +65,17 @@ module Fontist
65
65
  instance.license_required = false
66
66
  end
67
67
 
68
+ def copyright(copyright)
69
+ instance.copyright = copyright
70
+ end
71
+
68
72
  def license_url(url)
69
73
  instance.license_url = url
70
74
  end
75
+
76
+ def display_progress_bar(value )
77
+ instance.options = (instance.options || {}).merge(progress_bar: value )
78
+ end
71
79
  end
72
80
  end
73
81
  end
@@ -0,0 +1,37 @@
1
+ module Fontist
2
+ module Utils
3
+ module Dsl
4
+ class Font
5
+ REQUIRED_ATTRIBUTES = %i[family_name
6
+ style
7
+ full_name
8
+ filename].freeze
9
+
10
+ attr_reader :attributes
11
+
12
+ def initialize(attributes)
13
+ REQUIRED_ATTRIBUTES.each do |required_attribute|
14
+ unless attributes[required_attribute]
15
+ raise(Fontist::Errors::MissingAttributeError.new(
16
+ "Missing attribute: #{required_attribute}"
17
+ ))
18
+ end
19
+ end
20
+
21
+ self.attributes = attributes
22
+ end
23
+
24
+ def attributes=(attrs)
25
+ @attributes = { family_name: attrs[:family_name],
26
+ type: attrs[:style],
27
+ full_name: attrs[:full_name],
28
+ post_script_name: attrs[:post_script_name],
29
+ version: attrs[:version],
30
+ description: attrs[:description],
31
+ copyright: attrs[:copyright],
32
+ font: attrs[:filename] }
33
+ end
34
+ end
35
+ end
36
+ end
37
+ end
@@ -1,7 +1,7 @@
1
1
  module Fontist
2
2
  module Utils
3
3
  module ExeExtractor
4
- def cab_extract(exe_file, download: true, font_ext: /.tt|.ttc/i)
4
+ def cab_extract(exe_file, download: true, font_ext: /.ttf|.otf|.ttc/i)
5
5
  download = @downloaded === true ? false : download
6
6
 
7
7
  exe_file = download_file(exe_file).path if download
@@ -9,12 +9,13 @@ module Fontist
9
9
  cabbed_fonts = grep_fonts(cab_file.files, font_ext) || []
10
10
  fonts_paths = extract_cabbed_fonts_to_assets(cabbed_fonts)
11
11
 
12
- yield(fonts_paths) if block_given?
12
+ block_given? ? yield(fonts_paths) : fonts_paths
13
13
  end
14
14
 
15
15
  def exe_extract(source)
16
16
  cab_file = decompressor.search(download_file(source).path)
17
- yield(build_cab_file_hash(cab_file.files)) if block_given?
17
+ fonts_paths = build_cab_file_hash(cab_file.files)
18
+ block_given? ? yield(fonts_paths) : fonts_paths
18
19
  end
19
20
 
20
21
  private
@@ -47,25 +48,17 @@ module Fontist
47
48
  end
48
49
 
49
50
  def build_cab_file_hash(file)
50
- Hash.new.tap do |cab_files|
51
- while file
52
- filename = file.filename
53
- if filename.include?("cab")
54
- file_path = temp_dir.join(filename).to_s
55
-
56
- decompressor.extract(file, file_path)
57
- cab_files[filename.to_s] = file_path
58
- end
51
+ while file
52
+ filename = file.filename
53
+ if filename.include?("cab") || filename.include?("msi")
54
+ file_path = File.join(Dir.mktmpdir, filename)
55
+ decompressor.extract(file, file_path)
59
56
 
60
- file = file.next
57
+ return file_path
61
58
  end
62
- end
63
- end
64
59
 
65
- def temp_dir
66
- @temp_dir ||= raise(
67
- NotImplementedError.new("You must implement this method"),
68
- )
60
+ file = file.next
61
+ end
69
62
  end
70
63
  end
71
64
  end
@@ -0,0 +1,31 @@
1
+ module Fontist
2
+ module Utils
3
+ module MsiExtractor
4
+ def msi_extract(resource)
5
+ file = @downloaded ? resource : download_file(resource)
6
+
7
+ cab_content = read_the_largest_file(file)
8
+
9
+ cab_file = Tempfile.new(["data", ".cab"], mode: File::BINARY)
10
+ cab_file.write(cab_content)
11
+
12
+ block_given? ? yield(cab_file.path) : cab_file.path
13
+ end
14
+
15
+ private
16
+
17
+ def read_the_largest_file(file)
18
+ ole = storage.open(file)
19
+ the_largest_file = ole.dir.entries(".").max_by { |x| ole.file.size(x) }
20
+ ole.file.read(the_largest_file)
21
+ end
22
+
23
+ def storage
24
+ @storage ||= begin
25
+ require "ole/storage"
26
+ Ole::Storage
27
+ end
28
+ end
29
+ end
30
+ end
31
+ end
@@ -0,0 +1,41 @@
1
+ module Fontist
2
+ module Utils
3
+ module SevenZipExtractor
4
+ def seven_zip_extract(resource, extension: /\.cab$/)
5
+ file = download_file(resource)
6
+
7
+ extract_seven_zip_file(file, extension)
8
+ end
9
+
10
+ private
11
+
12
+ def extract_seven_zip_file(file, extension)
13
+ File.open(file, "rb") do |zip_file|
14
+ reader.open(zip_file) do |szr|
15
+ path = extract_by_extension(szr, extension)
16
+
17
+ return block_given? ? yield(path) : path
18
+ end
19
+ end
20
+ end
21
+
22
+ def reader
23
+ @reader ||= begin
24
+ require "seven_zip_ruby"
25
+ SevenZipRuby::Reader
26
+ end
27
+ end
28
+
29
+ def extract_by_extension(szr, extension)
30
+ cab_entry = szr.entries.detect do |entry|
31
+ entry.file? && entry.path.match(extension)
32
+ end
33
+
34
+ tmp_dir = Dir.mktmpdir
35
+ szr.extract(cab_entry, tmp_dir)
36
+ filename = Pathname.new(cab_entry.path).basename
37
+ File.join(tmp_dir, filename)
38
+ end
39
+ end
40
+ end
41
+ end
@@ -0,0 +1,23 @@
1
+ module Fontist
2
+ module Utils
3
+ module System
4
+ def self.user_os # rubocop:disable Metrics/MethodLength
5
+ @user_os ||= begin
6
+ host_os = RbConfig::CONFIG["host_os"]
7
+ case host_os
8
+ when /mswin|msys|mingw|cygwin|bccwin|wince|emc/
9
+ :windows
10
+ when /darwin|mac os/
11
+ :macos
12
+ when /linux/
13
+ :linux
14
+ when /solaris|bsd/
15
+ :unix
16
+ else
17
+ raise Fontist::Error, "unknown os: #{host_os.inspect}"
18
+ end
19
+ end
20
+ end
21
+ end
22
+ end
23
+ end