github-linguist 9.5.0 → 9.7.0

data/grammars/version

@@ -1 +1 @@
-9.5.0
+9.7.0

data/lib/linguist/VERSION

@@ -1 +1 @@
-9.5.0
+9.7.0

data/lib/linguist/blob_helper.rb

@@ -119,6 +119,24 @@ module Linguist
       @detect_encoding ||= CharlockHolmes::EncodingDetector.new.detect(data) if data
     end
 
+    # Public: Is the blob content a Git LFS pointer file?
+    #
+    # Return true or false
+    def lfs_pointer?
+      return false unless data
+
+      data.start_with?("version https://git-lfs.github.com/spec/v1\n") &&
+        data.include?("\noid sha256:") &&
+        data.match?(/\nsize \d+\n?\z/)
+    end
+
+    # Public: Is the blob path tracked by Git LFS?
+    #
+    # Return true or false
+    def lfs_tracked?
+      false
+    end
+
     # Public: Is the blob binary?
     #
     # Return true or false
@@ -380,6 +398,7 @@ module Linguist
       !vendored? &&
       !documentation? &&
       !generated? &&
+      !(lfs_tracked? && lfs_pointer?) &&
       language && ( defined?(detectable?) && !detectable?.nil? ?
         detectable? :
         DETECTABLE_TYPES.include?(language.type)

data/lib/linguist/classifier.rb

@@ -136,7 +136,8 @@ module Linguist
 
       scores = {}
       languages.each do |language|
-        centroid = @centroids[language]
+        fs_name = Language.find_by_name(language).fs_name
+        centroid = @centroids[fs_name || language]
         score = Classifier.similarity(vec, centroid)
         if score > 0.0
           scores[language] = score

data/lib/linguist/generated.rb

@@ -92,11 +92,15 @@ module Linguist
       pipenv_lock? ||
       gradle_wrapper? ||
       maven_wrapper? ||
+      mise_lock? ||
+      secrets_baseline? ||
+      julia_manifest? ||
       generated_go? ||
       generated_protocol_buffer_from_go? ||
       generated_protocol_buffer? ||
       generated_javascript_protocol_buffer? ||
       generated_typescript_protocol_buffer? ||
+      generated_twirp_ruby? ||
       generated_apache_thrift? ||
       generated_jni_header? ||
       vcr_cassette? ||
@@ -398,6 +402,21 @@ module Linguist
       return lines[0].include?("Code generated by protoc-gen-ts_proto. DO NOT EDIT.")
     end
 
+    # Internal: Is the blob a Ruby source file generated by the
+    # protoc-gen-twirp_ruby plugin?
+    #
+    # Files generated by protoc-gen-twirp_ruby start with a header like:
+    #
+    #     # Code generated by protoc-gen-twirp_ruby 1.14.1, DO NOT EDIT.
+    #
+    # Returns true or false.
+    def generated_twirp_ruby?
+      return false unless extname == ".rb"
+      return false unless lines.count > 1
+
+      return lines.first(3).any? { |l| l.include?("Code generated by protoc-gen-twirp_ruby") && l.include?("DO NOT EDIT.") }
+    end
+
     APACHE_THRIFT_EXTENSIONS = ['.rb', '.py', '.go', '.js', '.m', '.java', '.h', '.cc', '.cpp', '.php']
 
     # Internal: Is the blob generated by Apache Thrift compiler?
@@ -582,6 +601,27 @@ module Linguist
       !!name.match(/(?:^|\/)mvnw(?:\.cmd)?$/i)
     end
 
+    # Internal: Is the blob a mise-en-place lock file?
+    #
+    # Returns true or false.
+    def mise_lock?
+      !!name.match(/(?:^|\/)mise(?:\.[^\/]+)?\.lock$/)
+    end
+
+    # Internal: Is the blob a detect-secrets baseline file?
+    #
+    # Returns true or false.
+    def secrets_baseline?
+      !!name.match(/(?:^|\/)\.secrets\.baseline$/)
+    end
+
+    # Internal: Is the blob a Julia Manifest.toml file?
+    #
+    # Returns true or false.
+    def julia_manifest?
+      !!name.match(/(?:^|\/)(Julia)?Manifest(-v\d+\.\d+)?\.toml$/)
+    end
+
     # Is the blob a VCR Cassette file?
     #
     # Returns true or false

data/lib/linguist/generic.yml

@@ -19,9 +19,12 @@ extensions:
 - ".app"
 - ".cmp"
 - ".msg"
+- ".network"
 - ".resource"
+- ".sd"
 - ".sol"
 - ".srv"
 - ".stl"
 - ".tag"
+- ".target"
 - ".url"

data/lib/linguist/heuristics.yml

@@ -65,8 +65,20 @@ disambiguations:
   rules:
   # AL pattern source from https://github.com/microsoft/AL/blob/master/grammar/alsyntax.tmlanguage - keyword.other.applicationobject.al
   - language: AL
-    and:
-    - pattern: '\b(?i:(CODEUNIT|PAGE|PAGEEXTENSION|PAGECUSTOMIZATION|DOTNET|ENUM|ENUMEXTENSION|VALUE|QUERY|REPORT|TABLE|TABLEEXTENSION|XMLPORT|PROFILE|CONTROLADDIN|REPORTEXTENSION|INTERFACE|PERMISSIONSET|PERMISSIONSETEXTENSION|ENTITLEMENT))\b'
+    pattern:
+    # An object declaration, "<kind> <id> <name>", starting a line, with the
+    # name required. The anchor matters: page and table are common Perl
+    # variable names and "Table of contents" is ordinary prose, so matching
+    # these keywords anywhere would claim Perl AutoLoader chunks.
+    # AL tooling commonly writes a UTF-8 BOM. It cannot be matched as bytes
+    # here: blob data is ASCII-8BIT, and a pattern containing the BOM bytes
+    # compiles to a UTF-8 Regexp, which raises Encoding::CompatibilityError.
+    # \A\W{0,3} skips it, the same way the B4X rule below does.
+    - '(?:\A\W{0,3}|^)\s*(?i:(CODEUNIT|PAGE|PAGEEXTENSION|PAGECUSTOMIZATION|ENUM|ENUMEXTENSION|QUERY|REPORT|REPORTEXTENSION|TABLE|TABLEEXTENSION|XMLPORT|PROFILE|PROFILEEXTENSION|CONTROLADDIN|INTERFACE|PERMISSIONSET|PERMISSIONSETEXTENSION|ENTITLEMENT))\b\s+(?:\d|"|[A-Z])'
+    # DotNet alias objects are a bare keyword on their own line
+    - '(?:\A\W{0,3}|^)\s*(?i:DOTNET)\s*$'
+    # Namespace and using declarations, always terminated with a semicolon
+    - '(?:\A\W{0,3}|^)\s*(?i:(NAMESPACE|USING))\s+[\w.]+\s*;'
   # Open-ended fallback to Perl AutoLoader
   - language: Perl
 - extensions: ['.alg']
@@ -107,6 +119,15 @@ disambiguations:
   - language: LTspice Symbol
     pattern: '^SymbolType[ \t]'
   - language: Asymptote
+- extensions: ['.b']
+  rules:
+  - language: B
+    pattern: '^\s*(?:extrn|auto|goto)\b'
+    negative_pattern: '^\s*(?:implement|include|load|ref)\b'
+  - language: Brainfuck
+    pattern: '(>\+>|>\+<)'
+  - language: Limbo
+    pattern: '(?:^\w+\s*:\s*module\s*\{)|(implement \w+;)'
 - extensions: ['.bas']
   rules:
   - language: B4X
@@ -209,6 +230,14 @@ disambiguations:
   rules:
   - language: Gerber Image
     pattern: '^[DGMT][0-9]{2}\*(?:\r?\n|\r)'
+- extensions: ['.container', '.mount', '.network', '.service', '.socket', '.target', '.timer']
+  rules:
+  - language: INI
+    and:
+    # e.g., "[foobar]" or "# [commented out]"
+    - pattern: '^[#\s]*\[[^\]]+\]\s*$'
+    - named_pattern: key_equals_value
+    - negative_pattern: '^[^#;=\[]+[^ \r\n=]$'
 - extensions: ['.cs']
   rules:
   - language: Smalltalk
@@ -272,6 +301,11 @@ disambiguations:
     pattern: '^\s*(?:%%|main\s*\(.*?\)\s*->)'
   - language: JavaScript
     pattern: '\/\/|["'']use strict["'']|export\s+default\s|\/\*(?:.|[\r\n])*?\*\/'
+- extensions: ['.eslintrc']
+  rules:
+  - language: YAML
+    named_pattern: yaml
+  - language: JSON with Comments
 - extensions: ['.ex']
   rules:
   - language: Elixir
@@ -295,6 +329,15 @@ disambiguations:
     pattern: '^: '
   - language: Fortran
     named_pattern: fortran
+- extensions: ['.fpp']
+  rules:
+  - language: FPP
+    pattern:
+    - '^\s*(active|passive|queued)\s+component\s'
+    - '^\s*(module|topology|struct|enum|port|interface)\s+[A-Za-z_$][A-Za-z0-9_]*\s*\{'
+    - '^\s*instance\s+[A-Za-z_$][A-Za-z0-9_]*\s*:'
+  - language: Fortran
+    named_pattern: fortran
 - extensions: ['.fr']
   rules:
   - language: Forth
@@ -434,6 +477,17 @@ disambiguations:
     pattern:
     - '^(?i)[^"m]*mov\s+[^\s]+,'
     - '^\s+(?i)db\s+[a-z\d]'
+- extensions: ['.j']
+  rules:
+  - language: Jasmin
+    pattern: '^\s*\.(?:class|super|method|end\s+method|limit|field|source|bytecode)\b'
+  - language: Objective-J
+    pattern: '^\s*@(?:import|implementation|protocol|interface|typedef|end)\b'
+  - language: JASS
+    pattern:
+    - '^\s*(?:constant\s+)?(?:function|native)\s+\w+\s+takes\b'
+    - '^\s*end(?:function|globals|loop)\s*$'
+    - '^\s*(?:call|set|local|exitwhen)\s+\S'
 - extensions: ['.json']
   rules:
   - language: OASv2-json
@@ -472,7 +526,7 @@ disambiguations:
 - extensions: ['.lp']
   rules:
   - language: Lambdapi
-    pattern: '(?:^|\s)symbol(?:$|\s)|(?:^|\s)rule(?:$|\s)'
+    pattern: '^\s*(?:opaque\s+symbol|symbol|rule|notation|constant|injective|require(?:\s+open)?|open|type|assert(?:not)?|compute)\b'
   - language: Linear Programming
     pattern: '(?i)^\s*(?:minimize|minimum|min|maximize|maximum|max)(?:\s+multi-objectives)?\s*$'
   - language: Answer Set Programming
@@ -572,6 +626,8 @@ disambiguations:
     and:
       - negative_pattern: '/\*'
       - pattern: '^\s*\.(?:include\s|globa?l\s|[A-Za-z][_A-Za-z0-9]*:)'
+  - language: MiniScript
+    pattern: '^\s*\bend (?:function|while|if|for)\b|\s\b(?:isa)\b\s'
   - language: MAXScript
 - extensions: ['.msg']
   rules:
@@ -637,6 +693,15 @@ disambiguations:
     pattern:
     - '(?i)\bDEFINE\s+(?:VARIABLE|TEMP-TABLE|BUFFER|QUERY|INPUT\s+PARAMETER|OUTPUT\s+PARAMETER)\b'
     - '(?i)\bEND(?:\s+(?:PROCEDURE|FUNCTION|DO|FOR\s+EACH))?\.'
+- extensions: ['.pc']
+  rules:
+  - language: Pro*C
+    pattern: '^\s*EXEC\s+SQL\s'
+  - language: pkg-config
+    and:
+      - pattern: '^Name:[ \t]+\S'
+      - pattern: '^Description:[ \t]+\S'
+      - pattern: '^Version:[ \t]+\S'
 - extensions: ['.php']
   rules:
   - language: Hack
@@ -749,6 +814,11 @@ disambiguations:
     pattern:
     - '^\s*#(?:(?:if|ifdef|define|pragma)\s+\w|\s*include\s+<[^>]+>)'
     - '^\s*template\s*<'
+- extensions: ['.releaserc']
+  rules:
+  - language: YAML
+    named_pattern: yaml
+  - language: JSON
 - extensions: ['.res']
   rules:
   - language: ReScript
@@ -819,6 +889,15 @@ disambiguations:
     - '\(#[\w-]+[!\?]'
     - '(?:[\)\]]\s*[\*\+\?](?:\s|$))'
     - '@[\w.-]+(?:\)\s|$)'
+- extensions: ['.sd']
+  rules:
+  - language: Vespa Schema Definition
+    pattern: '^[ \t]*(?:schema|search|document)[ \t]+[\w.\/-]+[ \t]*(?:inherits[ \t][^{\n]*)?\{'
+- extensions: ['.sip']
+  rules:
+  - language: Quartus Simulation IP
+    pattern: '^[ \t]*set_global_assignment\b'
+  - language: SIP
 - extensions: ['.sol']
   rules:
   - language: Solidity
@@ -829,7 +908,7 @@ disambiguations:
   rules:
    # Postgres
   - language: PLpgSQL
-    pattern: '(?i:^\\i\b|AS\s+\$\$|LANGUAGE\s+''?plpgsql''?|BEGIN(\s+WORK)?\s*;)'
+    pattern: '(?i:^\\i\b|^\s*DO\s+\$|LANGUAGE\s+''?plpgsql''?|BEGIN(\s+WORK)?\s*;)'
   # IBM db2
   - language: SQLPL
     pattern: '(?i:ALTER\s+MODULE|MODE\s+DB2SQL|\bSYS(CAT|PROC)\.|ASSOCIATE\s+RESULT\s+SET|\bEND!\s*$)'
@@ -1002,6 +1081,11 @@ disambiguations:
   - language: Typst
     pattern: '^#(import|show|let|set)'
   - language: XML
+- extensions: ['.uc']
+  rules:
+  - language: ucode
+    named_pattern: ucode
+  - language: UnrealScript
 - extensions: ['.url']
   rules:
   - language: INI
@@ -1016,7 +1100,7 @@ disambiguations:
     pattern: '\$(?:if|else)[ \t]|^[ \t]*fn\s+[^\s()]+\(.*?\).*?\{|^[ \t]*for\s*\{'
 - extensions: ['.vba']
   rules:
-  - language: Vim Script
+  - language: Vim script
     pattern: '^UseVimball'
   - language: VBA
 - extensions: ['.vcf']
@@ -1120,6 +1204,13 @@ named_patterns:
   - '(?i)^[ ]*\$(CONSOLE|CHECKING):'
   - '(?i)^[ ]*\$(FULLSCREEN|RESIZE|STATIC|DYNAMIC|NOPREFIX|SCREENSHOW|SCREENHIDE|EXEICON)\b'
   raku: '^\s*(?:use\s+v6\b|\bmodule\b|\b(?:my\s+)?class\b)'
+  ucode:
+  - '^#!.*\bucode\b'
+  - '^\s*[''"]use strict[''"];'
+  - '^[ \t]*(?:export|import)\b'
+  - '\b(?:require|include)\s*\(\s*[''"]'
+  - '^\s*let\s+\w+'
+  - '\b(?:printf|sprintf)\s*\('
   vb-class: '^[ ]*VERSION [0-9]\.[0-9] CLASS'
   vb-form: '^[ ]*VERSION [0-9]\.[0-9]{2}'
   vb-module: '^[ ]*Attribute VB_Name = '
@@ -1139,3 +1230,4 @@ named_patterns:
   # Excel objects
   - '\b(?:(?:This|Active)?Workbooks?|Worksheets?|Active(?:Sheet|Chart|Cell)|WorksheetFunction)\b'
   - '\b(?:Range\(".*|Cells\([0-9a-zA-Z_]*, (?:[0-9a-zA-Z_]*|"[a-zA-Z]{1,3}"))\)'
+  yaml: '^[ \t]*(?:#|(?:[^/"\s:{}\[\]]|\/[^/*:\n])[^:\n]*:)'

data/lib/linguist/language.rb

@@ -1,10 +1,5 @@
 require 'cgi'
 require 'yaml'
-begin
-  require 'yajl'
-rescue LoadError
-  require 'json'
-end
 
 require 'linguist/classifier'
 require 'linguist/heuristics'
@@ -60,6 +55,14 @@ module Linguist
       # Language name index
       @index[language.name.downcase] = @name_index[language.name.downcase] = language
 
+      # Index filesystem name if defined
+      if language.fs_name
+        if @name_index.key?(language.fs_name)
+          raise ArgumentError "Duplicate language name: #{language.fs_name}"
+        end
+        @index[language.fs_name.downcase] = @name_index[language.fs_name.downcase] = language
+      end
+
       language.aliases.each do |name|
         # All Language aliases should be unique. Raise if there is a duplicate.
         if @alias_index.key?(name)
@@ -493,11 +496,12 @@ module Linguist
   popular      = YAML.load_file(File.expand_path("../popular.yml", __FILE__))
 
   languages_yml  = File.expand_path("../languages.yml",  __FILE__)
-  languages_json = File.expand_path("../languages.json", __FILE__)
+  languages_rb = File.expand_path("../languages_data.rb", __FILE__)
 
-  if File.exist?(languages_json)
-    serializer = defined?(Yajl) ? Yajl : JSON
-    languages = serializer.load(File.read(languages_json))
+  if File.exist?(languages_rb)
+    mod = Module.new
+    load(languages_rb, mod)
+    languages = mod::DATA
   else
     languages = YAML.load_file(languages_yml)
   end