fontist 1.1.0 → 1.5.0

Sign up to get free protection for your applications and to get access to all the features.
Files changed (116) hide show
  1. checksums.yaml +4 -4
  2. data/.github/workflows/check_google.yml +28 -0
  3. data/.github/workflows/macosx.yml +3 -0
  4. data/.github/workflows/ubuntu.yml +1 -1
  5. data/.github/workflows/windows.yml +1 -1
  6. data/.gitignore +6 -0
  7. data/.hound.yml +2 -0
  8. data/.rubocop.yml +22 -0
  9. data/README.md +224 -0
  10. data/bin/check_google +8 -0
  11. data/bin/convert_formulas +8 -0
  12. data/bin/fontist +8 -0
  13. data/bin/generate_otfinfo +8 -0
  14. data/bin/import_google +8 -0
  15. data/fontist.gemspec +16 -1
  16. data/lib/fontist.rb +23 -13
  17. data/lib/fontist/cli.rb +156 -0
  18. data/lib/fontist/errors.rb +7 -1
  19. data/lib/fontist/font.rb +165 -6
  20. data/lib/fontist/font_formula.rb +8 -4
  21. data/lib/fontist/fontist_font.rb +70 -0
  22. data/lib/fontist/formula.rb +27 -9
  23. data/lib/fontist/formula_template.rb +108 -0
  24. data/lib/fontist/formulas.rb +41 -0
  25. data/lib/fontist/import.rb +9 -0
  26. data/lib/fontist/import/convert_formulas.rb +65 -0
  27. data/lib/fontist/import/create_formula.rb +74 -0
  28. data/lib/fontist/import/extractors.rb +5 -0
  29. data/lib/fontist/import/extractors/cab_extractor.rb +37 -0
  30. data/lib/fontist/import/extractors/extractor.rb +19 -0
  31. data/lib/fontist/import/extractors/ole_extractor.rb +41 -0
  32. data/lib/fontist/import/extractors/seven_zip_extractor.rb +44 -0
  33. data/lib/fontist/import/extractors/zip_extractor.rb +31 -0
  34. data/lib/fontist/import/files/collection_file.rb +47 -0
  35. data/lib/fontist/import/formula_builder.rb +156 -0
  36. data/lib/fontist/import/formula_serializer.rb +133 -0
  37. data/lib/fontist/import/google.rb +16 -0
  38. data/lib/fontist/import/google/fonts_public.md +10 -0
  39. data/lib/fontist/import/google/fonts_public.pb.rb +71 -0
  40. data/lib/fontist/import/google/fonts_public.proto +46 -0
  41. data/lib/fontist/import/google/new_fonts_fetcher.rb +121 -0
  42. data/lib/fontist/import/google/skiplist.yml +6 -0
  43. data/lib/fontist/import/google_check.rb +34 -0
  44. data/lib/fontist/import/google_import.rb +180 -0
  45. data/lib/fontist/import/helpers/hash_helper.rb +13 -0
  46. data/lib/fontist/import/helpers/system_helper.rb +23 -0
  47. data/lib/fontist/import/otf/font_file.rb +89 -0
  48. data/lib/fontist/import/otf_parser.rb +25 -0
  49. data/lib/fontist/import/otf_style.rb +29 -0
  50. data/lib/fontist/import/otfinfo/otfinfo_requirement.rb +22 -0
  51. data/lib/fontist/import/otfinfo/template.erb +20 -0
  52. data/lib/fontist/import/otfinfo_generate.rb +45 -0
  53. data/lib/fontist/import/recursive_extraction.rb +101 -0
  54. data/lib/fontist/import/template_helper.rb +19 -0
  55. data/lib/fontist/import/text_helper.rb +30 -0
  56. data/lib/fontist/manifest.rb +2 -0
  57. data/lib/fontist/manifest/common.rb +60 -0
  58. data/lib/fontist/manifest/install.rb +36 -0
  59. data/lib/fontist/manifest/locations.rb +13 -0
  60. data/lib/fontist/registry.rb +1 -0
  61. data/lib/fontist/system.yml +4 -1
  62. data/lib/fontist/system_font.rb +62 -22
  63. data/lib/fontist/utils.rb +5 -0
  64. data/lib/fontist/utils/cache.rb +69 -0
  65. data/lib/fontist/utils/downloader.rb +24 -4
  66. data/lib/fontist/utils/dsl.rb +4 -0
  67. data/lib/fontist/utils/dsl/font.rb +37 -0
  68. data/lib/fontist/utils/exe_extractor.rb +12 -19
  69. data/lib/fontist/utils/msi_extractor.rb +31 -0
  70. data/lib/fontist/utils/seven_zip_extractor.rb +41 -0
  71. data/lib/fontist/utils/system.rb +23 -0
  72. data/lib/fontist/utils/ui.rb +23 -0
  73. data/lib/fontist/utils/zip_extractor.rb +9 -4
  74. data/lib/fontist/version.rb +1 -1
  75. metadata +186 -49
  76. data/lib/fontist/formulas/andale_font.rb +0 -79
  77. data/lib/fontist/formulas/arial_black_font.rb +0 -78
  78. data/lib/fontist/formulas/cleartype_fonts.rb +0 -226
  79. data/lib/fontist/formulas/comic_font.rb +0 -77
  80. data/lib/fontist/formulas/courier_font.rb +0 -80
  81. data/lib/fontist/formulas/euphemia_font.rb +0 -85
  82. data/lib/fontist/formulas/georgia_font.rb +0 -79
  83. data/lib/fontist/formulas/impact_font.rb +0 -77
  84. data/lib/fontist/formulas/montserrat_font.rb +0 -132
  85. data/lib/fontist/formulas/ms_truetype_fonts.rb +0 -124
  86. data/lib/fontist/formulas/open_sans_fonts.rb +0 -263
  87. data/lib/fontist/formulas/overpass_font.rb +0 -73
  88. data/lib/fontist/formulas/source_fonts.rb +0 -109
  89. data/lib/fontist/formulas/stix_fonts.rb +0 -108
  90. data/lib/fontist/formulas/tahoma_font.rb +0 -147
  91. data/lib/fontist/formulas/webding_font.rb +0 -77
  92. data/spec/fontist/font_formula_spec.rb +0 -67
  93. data/spec/fontist/font_spec.rb +0 -87
  94. data/spec/fontist/formula_spec.rb +0 -67
  95. data/spec/fontist/formulas/andale_font_spec.rb +0 -29
  96. data/spec/fontist/formulas/arial_black_font_spec.rb +0 -29
  97. data/spec/fontist/formulas/cleartype_fonts_spec.rb +0 -38
  98. data/spec/fontist/formulas/comic_font_spec.rb +0 -29
  99. data/spec/fontist/formulas/courier_font_spec.rb +0 -29
  100. data/spec/fontist/formulas/euphemia_font_spec.rb +0 -29
  101. data/spec/fontist/formulas/georgia_font_spec.rb +0 -29
  102. data/spec/fontist/formulas/impact_font_spec.rb +0 -29
  103. data/spec/fontist/formulas/montserrat_font_spec.rb +0 -29
  104. data/spec/fontist/formulas/ms_truetype_fonts_spec.rb +0 -29
  105. data/spec/fontist/formulas/open_sans_fonts_spec.rb +0 -29
  106. data/spec/fontist/formulas/overpass_font_spec.rb +0 -29
  107. data/spec/fontist/formulas/source_fonts_spec.rb +0 -31
  108. data/spec/fontist/formulas/stix_fonts_spec.rb +0 -29
  109. data/spec/fontist/formulas/tahoma_font_spec.rb +0 -29
  110. data/spec/fontist/formulas/webding_font_spec.rb +0 -29
  111. data/spec/fontist/registry_spec.rb +0 -47
  112. data/spec/fontist/system_font_spec.rb +0 -44
  113. data/spec/fontist/utils/downloader_spec.rb +0 -35
  114. data/spec/fontist_spec.rb +0 -5
  115. data/spec/spec_helper.rb +0 -22
  116. data/spec/support/fontist_helper.rb +0 -10
@@ -0,0 +1,36 @@
1
+ require_relative "common"
2
+
3
+ module Fontist
4
+ module Manifest
5
+ class Install < Common
6
+ def initialize(manifest, confirmation: "no")
7
+ @manifest = manifest
8
+ @confirmation = confirmation
9
+ end
10
+
11
+ def self.call(manifest, confirmation: "no")
12
+ new(manifest, confirmation: confirmation).call
13
+ end
14
+
15
+ private
16
+
17
+ def file_paths(font, style)
18
+ paths = find_installed_font(font, style)
19
+ return paths unless paths.empty?
20
+
21
+ install_font(font)
22
+ find_installed_font(font, style)
23
+ end
24
+
25
+ def find_installed_font(font, style)
26
+ Fontist::SystemFont.find_with_style(font, style)
27
+ end
28
+
29
+ def install_font(font)
30
+ Fontist::Font.try_install(font, confirmation: @confirmation)
31
+ rescue Fontist::Errors::LicensingError
32
+ [] # try to install other fonts
33
+ end
34
+ end
35
+ end
36
+ end
@@ -0,0 +1,13 @@
1
+ require_relative "common"
2
+
3
+ module Fontist
4
+ module Manifest
5
+ class Locations < Common
6
+ private
7
+
8
+ def file_paths(font, style)
9
+ Fontist::SystemFont.find_with_style(font, style)
10
+ end
11
+ end
12
+ end
13
+ end
@@ -32,6 +32,7 @@ module Fontist
32
32
  license: formula.instance.license,
33
33
  homepage: formula.instance.homepage ,
34
34
  description: formula.instance.description,
35
+ license_required: formula.instance.license_required,
35
36
  }
36
37
  end
37
38
 
@@ -6,10 +6,13 @@ system:
6
6
  windows:
7
7
  paths:
8
8
  - C:/Windows/Fonts/**/**.{ttc,ttf}
9
+ - C:/Users/{username}/AppData/Local/Microsoft/Windows/Fonts/**/**.{ttc,ttf}
9
10
 
10
- macosx:
11
+ macos:
11
12
  paths:
13
+ - /Library/Fonts/**/**.{ttf,ttc}
12
14
  - /System/Library/Fonts/**/**.{ttf,ttc}
15
+ - /Users/{username}/Library/Fonts/**.{ttf,ttc}
13
16
  - /Applications/Microsoft**/Contents/Resources/**/**.{ttf,ttc}
14
17
 
15
18
  unix:
@@ -1,7 +1,8 @@
1
1
  module Fontist
2
2
  class SystemFont
3
- def initialize(font:, sources: nil)
3
+ def initialize(font:, style: nil, sources: nil)
4
4
  @font = font
5
+ @style = style
5
6
  @user_sources = sources || []
6
7
  end
7
8
 
@@ -9,21 +10,61 @@ module Fontist
9
10
  new(font: font, sources: sources).find
10
11
  end
11
12
 
13
+ def self.find_with_style(font, style)
14
+ new(font: font, style: style).find_with_style
15
+ end
16
+
12
17
  def find
13
- paths = font_paths.grep(/#{font}/i)
18
+ paths = grep_font_paths(font)
14
19
  paths = lookup_using_font_name || [] if paths.empty?
15
20
 
16
21
  paths.empty? ? nil : paths
17
22
  end
18
23
 
24
+ def find_with_style
25
+ paths = lookup_using_font_and_style
26
+ return paths unless paths.empty?
27
+
28
+ grep_font_paths(font, style)
29
+ end
30
+
19
31
  private
20
32
 
21
- attr_reader :font, :user_sources
33
+ attr_reader :font, :style, :user_sources
34
+
35
+ def normalize_default_paths
36
+ @normalize_default_paths ||= default_sources["paths"].map do |path|
37
+ require "etc"
38
+ passwd = Etc.getpwuid
39
+ username = passwd ? passwd.name : Etc.getlogin
40
+
41
+ username ? path.gsub("{username}", username) : path
42
+ end
43
+ end
44
+
45
+ def grep_font_paths(font, style = nil)
46
+ pattern = prepare_pattern(font, style)
47
+
48
+ paths = font_paths.map { |path| [File.basename(path), path] }.to_h
49
+ files = paths.keys
50
+ matched = files.grep(pattern)
51
+ paths.values_at(*matched).compact
52
+ end
53
+
54
+ def prepare_pattern(font, style = nil)
55
+ style = nil if style&.casecmp?("regular")
56
+
57
+ s = [font, style].compact.map { |x| Regexp.quote(x) }
58
+ .join(".*")
59
+ .gsub("\\ ", "\s?") # space independent
60
+
61
+ Regexp.new(s, Regexp::IGNORECASE)
62
+ end
22
63
 
23
64
  def font_paths
24
- Dir.glob((
65
+ @font_paths ||= Dir.glob((
25
66
  user_sources +
26
- default_sources["paths"] +
67
+ normalize_default_paths +
27
68
  [fontist_fonts_path.join("**")]
28
69
  ).flatten.uniq)
29
70
  end
@@ -37,23 +78,8 @@ module Fontist
37
78
  @fontist_fonts_path ||= Fontist.fonts_path
38
79
  end
39
80
 
40
-
41
81
  def user_os
42
- @user_os ||= (
43
- host_os = RbConfig::CONFIG["host_os"]
44
- case host_os
45
- when /mswin|msys|mingw|cygwin|bccwin|wince|emc/
46
- :windows
47
- when /darwin|mac os/
48
- :macosx
49
- when /linux/
50
- :linux
51
- when /solaris|bsd/
52
- :unix
53
- else
54
- raise Fontist::Error, "unknown os: #{host_os.inspect}"
55
- end
56
- )
82
+ Fontist::Utils::System.user_os
57
83
  end
58
84
 
59
85
  def map_name_to_valid_font_names
@@ -62,11 +88,25 @@ module Fontist
62
88
  end
63
89
 
64
90
  def system_path_file
65
- File.open(Fontist.lib_path.join("fontist", "system.yml"))
91
+ File.open(Fontist.system_file_path)
66
92
  end
67
93
 
68
94
  def default_sources
69
95
  @default_sources ||= YAML.load(system_path_file)["system"][user_os.to_s]
70
96
  end
97
+
98
+ def lookup_using_font_and_style
99
+ styles = Formula.find_styles(font, style)
100
+ filenames = styles.map(&:font)
101
+ filenames.flat_map do |filename|
102
+ search_font_paths(filename)
103
+ end
104
+ end
105
+
106
+ def search_font_paths(filename)
107
+ font_paths.select do |path|
108
+ File.basename(path) == filename
109
+ end
110
+ end
71
111
  end
72
112
  end
@@ -1,7 +1,12 @@
1
+ require "fontist/utils/ui"
2
+ require "fontist/utils/system"
1
3
  require "fontist/utils/dsl"
4
+ require "fontist/utils/dsl/font"
2
5
  require "fontist/utils/downloader"
3
6
  require "fontist/utils/zip_extractor"
4
7
  require "fontist/utils/exe_extractor"
8
+ require "fontist/utils/msi_extractor"
9
+ require "fontist/utils/seven_zip_extractor"
5
10
 
6
11
  module Fontist
7
12
  module Utils
@@ -0,0 +1,69 @@
1
+ module Fontist
2
+ module Utils
3
+ class Cache
4
+ def fetch(key)
5
+ map = load_cache
6
+ return downloaded_path(map[key]) if cache_exist?(map[key])
7
+
8
+ generated_file = yield
9
+ path = save_cache(generated_file, key, map)
10
+
11
+ downloaded_path(path)
12
+ end
13
+
14
+ private
15
+
16
+ def cache_map_path
17
+ Fontist.downloads_path.join("map.yml")
18
+ end
19
+
20
+ def load_cache
21
+ cache_map_path.exist? ? YAML.load_file(cache_map_path) : {}
22
+ end
23
+
24
+ def downloaded_path(path)
25
+ File.new(Fontist.downloads_path.join(path))
26
+ end
27
+
28
+ def cache_exist?(path)
29
+ path && File.exist?(Fontist.downloads_path.join(path))
30
+ end
31
+
32
+ def save_cache(generated_file, key, map)
33
+ path = move_to_downloads(generated_file)
34
+ map[key] = path
35
+ File.write(cache_map_path, YAML.dump(map))
36
+ path
37
+ end
38
+
39
+ def move_to_downloads(source)
40
+ create_downloads_directory
41
+ path = generate_file_path(source)
42
+ move(source, path)
43
+ relative_to_downloads(path)
44
+ end
45
+
46
+ def create_downloads_directory
47
+ unless Fontist.downloads_path.exist?
48
+ FileUtils.mkdir_p(Fontist.downloads_path)
49
+ end
50
+ end
51
+
52
+ def generate_file_path(source)
53
+ dir = Dir.mktmpdir(nil, Fontist.downloads_path)
54
+ filename = source.original_filename
55
+ File.join(dir, filename)
56
+ end
57
+
58
+ def move(source_file, target_path)
59
+ # Windows requires file descriptors to be closed before files are moved
60
+ source_file.close
61
+ FileUtils.mv(source_file.path, target_path)
62
+ end
63
+
64
+ def relative_to_downloads(path)
65
+ Pathname.new(path).relative_path_from(Fontist.downloads_path).to_s
66
+ end
67
+ end
68
+ end
69
+ end
@@ -1,18 +1,22 @@
1
+ require_relative "cache"
2
+
1
3
  module Fontist
2
4
  module Utils
3
5
  class Downloader
4
6
  def initialize(file, file_size: nil, sha: nil, progress_bar: nil)
7
+ # TODO: If the first mirror fails, try the second one
5
8
  @file = file
6
- @progress_bar = progress_bar
7
9
  @sha = [sha].flatten.compact
10
+ @progress_bar = set_progress_bar(progress_bar)
8
11
  @file_size = (file_size || default_file_size).to_i
12
+ @cache = Cache.new
9
13
  end
10
14
 
11
15
  def download
12
- file = download_file
16
+ file = @cache.fetch(@file) { download_file }
13
17
 
14
18
  if !sha.empty? && !sha.include?(Digest::SHA256.file(file).to_s)
15
- raise(Fontist::Errors::TemparedFileError.new(
19
+ raise(Fontist::Errors::TamperedFileError.new(
16
20
  "The downloaded file from #{@file} doesn't " \
17
21
  "match with the expected sha256 checksum!"
18
22
  ))
@@ -41,16 +45,28 @@ module Fontist
41
45
  options[:download_path] || Fontist.root_path.join("tmp")
42
46
  end
43
47
 
48
+ def set_progress_bar(progress_bar)
49
+ ENV.fetch("TEST_ENV", "") === "CI" ? false : progress_bar
50
+ end
51
+
44
52
  def download_file
45
53
  bar = ProgressBar.new(file_size / byte_to_megabyte)
46
54
 
47
- Down.download(
55
+ file = Down.download(
48
56
  @file,
57
+ open_timeout: 10,
58
+ read_timeout: 10,
59
+ content_length_proc: ->(content_length) {
60
+ bar.total = content_length / byte_to_megabyte if content_length
61
+ },
49
62
  progress_proc: -> (progress) {
50
63
  bar.increment(progress / byte_to_megabyte) if @progress_bar === true
51
64
  }
52
65
  )
53
66
 
67
+ puts if @progress_bar === true
68
+
69
+ file
54
70
  rescue Down::NotFound
55
71
  raise(Fontist::Errors::InvalidResourceError.new("Invalid URL: #{@file}"))
56
72
  end
@@ -62,6 +78,10 @@ module Fontist
62
78
  @total = total
63
79
  end
64
80
 
81
+ def total=(total)
82
+ @total = total
83
+ end
84
+
65
85
  def increment(progress)
66
86
  complete = sprintf("%#.2f%%", ((@counter.to_f / @total.to_f) * 100))
67
87
  print "\r\e[0KDownloads: #{@counter}MB/#{@total}MB (#{complete})"
@@ -65,6 +65,10 @@ module Fontist
65
65
  instance.license_required = false
66
66
  end
67
67
 
68
+ def copyright(copyright)
69
+ instance.copyright = copyright
70
+ end
71
+
68
72
  def license_url(url)
69
73
  instance.license_url = url
70
74
  end
@@ -0,0 +1,37 @@
1
+ module Fontist
2
+ module Utils
3
+ module Dsl
4
+ class Font
5
+ REQUIRED_ATTRIBUTES = %i[family_name
6
+ style
7
+ full_name
8
+ filename].freeze
9
+
10
+ attr_reader :attributes
11
+
12
+ def initialize(attributes)
13
+ REQUIRED_ATTRIBUTES.each do |required_attribute|
14
+ unless attributes[required_attribute]
15
+ raise(Fontist::Errors::MissingAttributeError.new(
16
+ "Missing attribute: #{required_attribute}"
17
+ ))
18
+ end
19
+ end
20
+
21
+ self.attributes = attributes
22
+ end
23
+
24
+ def attributes=(attrs)
25
+ @attributes = { family_name: attrs[:family_name],
26
+ type: attrs[:style],
27
+ full_name: attrs[:full_name],
28
+ post_script_name: attrs[:post_script_name],
29
+ version: attrs[:version],
30
+ description: attrs[:description],
31
+ copyright: attrs[:copyright],
32
+ font: attrs[:filename] }
33
+ end
34
+ end
35
+ end
36
+ end
37
+ end
@@ -1,7 +1,7 @@
1
1
  module Fontist
2
2
  module Utils
3
3
  module ExeExtractor
4
- def cab_extract(exe_file, download: true, font_ext: /.tt|.ttc/i)
4
+ def cab_extract(exe_file, download: true, font_ext: /.ttf|.otf|.ttc/i)
5
5
  download = @downloaded === true ? false : download
6
6
 
7
7
  exe_file = download_file(exe_file).path if download
@@ -9,12 +9,13 @@ module Fontist
9
9
  cabbed_fonts = grep_fonts(cab_file.files, font_ext) || []
10
10
  fonts_paths = extract_cabbed_fonts_to_assets(cabbed_fonts)
11
11
 
12
- yield(fonts_paths) if block_given?
12
+ block_given? ? yield(fonts_paths) : fonts_paths
13
13
  end
14
14
 
15
15
  def exe_extract(source)
16
16
  cab_file = decompressor.search(download_file(source).path)
17
- yield(build_cab_file_hash(cab_file.files)) if block_given?
17
+ fonts_paths = build_cab_file_hash(cab_file.files)
18
+ block_given? ? yield(fonts_paths) : fonts_paths
18
19
  end
19
20
 
20
21
  private
@@ -47,25 +48,17 @@ module Fontist
47
48
  end
48
49
 
49
50
  def build_cab_file_hash(file)
50
- Hash.new.tap do |cab_files|
51
- while file
52
- filename = file.filename
53
- if filename.include?("cab")
54
- file_path = temp_dir.join(filename).to_s
55
-
56
- decompressor.extract(file, file_path)
57
- cab_files[filename.to_s] = file_path
58
- end
51
+ while file
52
+ filename = file.filename
53
+ if filename.include?("cab") || filename.include?("msi")
54
+ file_path = File.join(Dir.mktmpdir, filename)
55
+ decompressor.extract(file, file_path)
59
56
 
60
- file = file.next
57
+ return file_path
61
58
  end
62
- end
63
- end
64
59
 
65
- def temp_dir
66
- @temp_dir ||= raise(
67
- NotImplementedError.new("You must implement this method"),
68
- )
60
+ file = file.next
61
+ end
69
62
  end
70
63
  end
71
64
  end