rouge 3.18.0

data/lib/rouge/lexers/ghc_core.rb

@@ -0,0 +1,151 @@
+# -*- coding: utf-8 -*- #
+# frozen_string_literal: true
+
+# See http://www.cs.cmu.edu/afs/andrew/course/15/411/ghc/share/doc/ghc/ext-core/core.pdf for a description of the syntax
+# of the language and https://www.aosabook.org/en/ghc.html for a high level overview.
+module Rouge
+  module Lexers
+    class GHCCore < RegexLexer
+      title "GHC Core"
+      desc "Intermediate representation of the GHC Haskell compiler."
+      tag 'ghc-core'
+
+      filenames '*.dump-simpl', '*.dump-cse', '*.dump-ds', '*.dump-spec'
+
+      state :root do
+        # sections
+        rule %r/^=====.*=====$/, Generic::Heading
+        # timestamps
+        rule %r/^\d{4}-\d{2}-\d{2} \d{2}:\d{2}:\d{2}\.\d+ UTC$/, Comment::Single
+        rule %r/^Result size of .+\s*.*}/, Comment::Multiline
+        rule %r/--.*$/, Comment::Single
+
+        rule %r/\[/, Comment::Special, :annotation
+
+        mixin :recursive_binding
+        mixin :ghc_rule
+        mixin :function
+
+        # rest is Text
+        rule %r/\s/m, Text
+        rule %r/.*/, Text
+      end
+
+      state :expression do
+        rule %r/[\n]+/, Text
+        rule %r/(?=^\S)/ do
+          pop!
+        end
+
+        rule %r/\s+/, Text, :expression_line
+      end
+
+      state :expression_line do
+        rule %r/ /, Text
+
+        mixin :common
+
+        rule %r/\n/, Text, :pop!
+      end
+
+      state :annotation do
+        rule %r/\]/, Comment::Special, :pop!
+        rule %r/\[/, Comment::Special, :annotation
+        rule %r/[^\[\]]+/, Comment::Special
+      end
+
+      state :common do
+        # array, e.g. '[]' or '[Char]'
+        rule %r/\[[^=]*\]/, Keyword::Type
+
+        rule %r/\[/, Comment::Special, :annotation
+
+        mixin :literal
+        mixin :constants
+        mixin :punctuation
+        mixin :operator
+        mixin :name
+      end
+
+      state :literal do
+        rule %r/\d+\.\d+\#{0,2}/, Literal::Number::Float
+        rule %r/\d+\#{0,2}/, Literal::Number::Integer
+        rule %r/".*"#/, Literal::String
+        rule %r/'.'#/, Literal::String::Char
+      end
+
+      state :constants do
+        rule %r/__DEFAULT/, Name::Constant
+      end
+
+      state :name do
+        rule %r/^([A-Z]\w*)(\.)/ do |m|
+          token Name::Namespace, m[0]
+          token Punctuation, m[1]
+        end
+
+        rule %r/[A-Z][^\s.,(){}]*/, Keyword::Type
+
+        # packages, e.g. 'ghc-prim-0.5.3:'
+        rule %r/(^[a-z].*?\d+\.\d+\.\d+)(:)(?=\S)/ do |m|
+          token Name::Namespace, m[1]
+          token Punctuation, m[2]
+        end
+
+        rule %r/\S*\(,\)\S*/, Name::Variable # '(,)' is a name, not punctuation
+        rule %r/\S[^\s.,(){}]*/, Name::Variable
+      end
+
+      state :punctuation do
+        rule %r/[.,(){};]/, Punctuation
+      end
+
+      state :operator do
+        rule %r/=>/, Operator
+        rule %r/->/, Operator
+        rule %r/::/, Operator
+        rule %r/=/, Operator
+        rule %r/forall/, Keyword
+        rule %r/case/, Keyword
+        rule %r/of/, Keyword
+        rule %r/letrec/, Keyword
+        rule %r/let/, Keyword
+        rule %r/join/, Keyword
+        rule %r/@/, Operator
+        rule %r/\\/, Operator
+      end
+
+      state :recursive_binding do
+        rule %r/(Rec)(\s*)({)/ do |m|
+          token Keyword, m[1]
+          token Text, m[2]
+          token Punctuation, m[3]
+        end
+
+        rule %r/^(end)(\s*)(Rec)(\s*)(})/ do |m|
+          token Keyword, m[1]
+          token Text, m[2]
+          token Keyword, m[3]
+          token Text, m[4]
+          token Punctuation, m[5]
+        end
+      end
+
+      state :ghc_rule do
+        rule %r/^(".*?")/m do |m|
+          token Name::Label, m[0]
+
+          push :expression
+        end
+      end
+
+      state :function do
+        rule %r/^(\S+)(?=.*?(=|::))/m do |m|
+          token Name::Function, m[0]
+
+          push :expression
+        end
+      end
+    end
+  end
+end

data/lib/rouge/lexers/gherkin.rb

@@ -0,0 +1,140 @@
+# -*- coding: utf-8 -*- #
+# frozen_string_literal: true
+
+module Rouge
+  module Lexers
+    class Gherkin < RegexLexer
+      tag 'gherkin'
+      aliases 'cucumber', 'behat'
+
+      title "Gherkin"
+      desc 'A business-readable spec DSL (github.com/cucumber/cucumber/wiki/Gherkin)'
+
+      filenames '*.feature'
+      mimetypes 'text/x-gherkin'
+
+      def self.detect?(text)
+        return true if text.shebang? 'cucumber'
+      end
+
+      # self-modifying method that loads the keywords file
+      def self.keywords
+        load File.join(Lexers::BASE_DIR, 'gherkin/keywords.rb')
+        keywords
+      end
+
+      def self.step_regex
+        # in Gherkin's config, keywords that end in < don't
+        # need word boundaries at the ends - all others do.
+        @step_regex ||= Regexp.new(
+          keywords[:step].map do |w|
+            if w.end_with? '<'
+              Regexp.escape(w.chop)
+            elsif w.end_with?(' ')
+              Regexp.escape(w)
+            else
+              "#{Regexp.escape(w)}\\b"
+            end
+          end.join('|')
+        )
+      end
+
+      rest_of_line = /.*?(?=[#\n])/
+
+      state :basic do
+        rule %r(#.*$), Comment
+        rule %r/[ \r\t]+/, Text
+      end
+
+      state :root do
+        mixin :basic
+        rule %r(\n), Text
+        rule %r(""".*?""")m, Str
+        rule %r(@[^\s@]+), Name::Tag
+        mixin :has_table
+        mixin :has_examples
+      end
+
+      state :has_scenarios do
+        rule %r((.*?)(:)) do |m|
+          reset_stack
+
+          keyword = m[1]
+          keyword_tok = if self.class.keywords[:element].include? keyword
+            push :description; Keyword::Namespace
+          elsif self.class.keywords[:feature].include? keyword
+            push :feature_description; Keyword::Declaration
+          elsif self.class.keywords[:examples].include? keyword
+            push :example_description; Name::Namespace
+          else
+            Error
+          end
+
+          groups keyword_tok, Punctuation
+        end
+      end
+
+      state :has_examples do
+        mixin :has_scenarios
+        rule Gherkin.step_regex, Name::Function do
+          token Name::Function
+          reset_stack; push :step
+        end
+      end
+
+      state :has_table do
+        rule(/(?=[|])/) { push :table_header }
+      end
+
+      state :table_header do
+        rule %r/[^|\s]+/, Name::Variable
+        rule %r/\n/ do
+          token Text
+          goto :table
+        end
+        mixin :table
+      end
+
+      state :table do
+        mixin :basic
+        rule %r/\n/, Text, :table_bol
+        rule %r/[|]/, Punctuation
+        rule %r/[^|\s]+/, Name
+      end
+
+      state :table_bol do
+        rule(/(?=\s*[^\s|])/) { reset_stack }
+        rule(//) { pop! }
+      end
+
+      state :description do
+        mixin :basic
+        mixin :has_examples
+        rule %r/\n/, Text
+        rule rest_of_line, Text
+      end
+
+      state :feature_description do
+        mixin :basic
+        mixin :has_scenarios
+        rule %r/\n/, Text
+        rule rest_of_line, Text
+      end
+
+      state :example_description do
+        mixin :basic
+        mixin :has_table
+        rule %r/\n/, Text
+        rule rest_of_line, Text
+      end
+
+      state :step do
+        mixin :basic
+        rule %r/<.*?>/, Name::Variable
+        rule %r/".*?"/, Str
+        rule %r/\S[^\s<]*/, Text
+        rule rest_of_line, Text, :pop!
+      end
+    end
+  end
+end

data/lib/rouge/lexers/gherkin/keywords.rb

@@ -0,0 +1,16 @@
+# -*- coding: utf-8 -*- #
+# frozen_string_literal: true
+
+# automatically generated by `rake builtins:gherkin`
+module Rouge
+  module Lexers
+    def Gherkin.keywords
+      @keywords ||= {}.tap do |k|
+        k[:feature] = Set.new ["Ability", "Ahoy matey!", "Arwedd", "Aspekt", "Besigheid Behoefte", "Biznis potreba", "Business Need", "Caracteristica", "Característica", "Carauterística", "Egenskab", "Egenskap", "Eiginleiki", "Feature", "Fitur", "Fonctionnalité", "Fonksyonalite", "Funcionalidade", "Funcionalitat", "Functionalitate", "Functionaliteit", "Funcţionalitate", "Funcționalitate", "Fungsi", "Funkcia", "Funkcija", "Funkcionalitāte", "Funkcionalnost", "Funkcja", "Funksie", "Funktionalität", "Funktionalitéit", "Funzionalità", "Fīča", "Gné", "Hwaet", "Hwæt", "Jellemző", "Karakteristik", "Karakteristika", "Lastnost", "Mak", "Mogucnost", "Mogućnost", "Mozhnost", "Moznosti", "Možnosti", "OH HAI", "Omadus", "Ominaisuus", "Osobina", "Potrzeba biznesowa", "Požadavek", "Požiadavka", "Pretty much", "Qap", "Qu'meH 'ut", "Savybė", "Trajto", "Tính năng", "Vermoë", "Vlastnosť", "Właściwość", "Značilnost", "laH", "perbogh", "poQbogh malja'", "Özellik", "Özəllik", "Δυνατότητα", "Λειτουργία", "Бизнис потреба", "Могућност", "Можност", "Мөмкинлек", "Особина", "Свойство", "Функц", "Функционал", "Функционалност", "Функциональность", "Функция", "Функціонал", "Үзенчәлеклелек", "Հատկություն", "Ֆունկցիոնալություն", "תכונה", "خاصية", "خصوصیت", "صلاحیت", "وِیژگی", "کاروبار کی ضرورت", "रूप लेख", "ਖਾਸੀਅਤ", "ਨਕਸ਼ ਨੁਹਾਰ", "ਮੁਹਾਂਦਰਾ", "ક્ષમતા", "લક્ષણ", "વ્યાપાર જરૂર", "அம்சம்", "திறன்", "வணிக தேவை", "గుణము", "ಹೆಚ್ಚಳ", "ความต้องการทางธุรกิจ", "ความสามารถ", "โครงหลัก", "თვისება", "フィーチャ", "功能", "機能", "기능", "📚"]
+        k[:element] = Set.new ["Abstract Scenario", "Abstrakt Scenario", "Achtergrond", "Aer", "Agtergrond", "Antecedentes", "Antecedents", "Atburðarás", "Awww, look mate", "B4", "Background", "Baggrund", "Bakgrund", "Bakgrunn", "Bakgrunnur", "Bối cảnh", "Casu", "Cefndir", "Cenario", "Cenario de Fundo", "Cenário", "Cenário de Fundo", "Contesto", "Context", "Contexte", "Contexto", "Cás", "Cás Achomair", "Cúlra", "Dasar", "Delineacao do Cenario", "Delineação do Cenário", "Dis is what went down", "Dyagram Senaryo", "Dyagram senaryo", "Esbozo do escenario", "Esbozu del casu", "Escenari", "Escenario", "Esquema de l'escenari", "Esquema del escenario", "Esquema do Cenario", "Esquema do Cenário", "First off", "Fono", "Forgatókönyv", "Forgatókönyv vázlat", "Fundo", "Garis Panduan Senario", "Geçmiş", "Grundlage", "Hannergrond", "Heave to", "Háttér", "Istorik", "Kazo", "Kazo-skizo", "Keadaan", "Kerangka Keadaan", "Kerangka Senario", "Kerangka Situasi", "Keçmiş", "Khung kịch bản", "Khung tình huống", "Koncept", "Konsep skenario", "Kontekst", "Kontekstas", "Konteksts", "Kontext", "Konturo de la scenaro", "Kontèks", "Kịch bản", "Latar Belakang", "Lýsing Atburðarásar", "Lýsing Dæma", "MISHUN", "MISHUN SRSLY", "Na primer", "Náčrt Scenára", "Náčrt Scenáru", "Náčrt Scénáře", "Oris scenarija", "Osnova", "Osnova Scenára", "Osnova scénáře", "Osnutek", "Ozadje", "Plan Senaryo", "Plan du Scénario", "Plan du scénario", "Plan senaryo", "Plang vum Szenario", "Pozadie", "Pozadina", "Pozadí", "Pregled na scenarija", "Primer", "Raamstsenaarium", "Reckon it's like", "Rerefons", "Scenarie", "Scenarij", "Scenarijaus šablonas", "Scenariju", "Scenariju-obris", "Scenarijus", "Scenario", "Scenario Amlinellol", "Scenario Outline", "Scenario Template", "Scenario-outline", "Scenariomal", "Scenariomall", "Scenariu", "Scenariusz", "Scenaro", "Scenár", "Scenārijs", "Scenārijs pēc parauga", "Schema dello scenario", "Scénario", "Scénář", "Senario", "Senaryo", "Senaryo Deskripsyon", "Senaryo deskripsyon", "Senaryo taslağı", "Shiver me timbers", "Situasi", "Situasie", "Situasie Uiteensetting", "Situācija", "Skenario", "Skenario konsep", "Skica", "Skizo", "Sodrzhina", "Ssenari", "Ssenarinin strukturu", "Structura scenariu", "Structură scenariu", "Struktura scenarija", "Stsenaarium", "Swa", "Swa hwaer swa", "Swa hwær swa", "Szablon scenariusza", "Szenario", "Szenariogrundriss", "Tapaus", "Tapausaihio", "Taust", "Tausta", "The thing of it is", "Tình huống", "Wharrimean is", "Yo-ho-ho", "Założenia", "lut", "lut chovnatlh", "mo'", "Ær", "Περιγραφή Σεναρίου", "Σενάριο", "Υπόβαθρο", "Агуулга", "Кереш", "Контекст", "Концепт", "На пример", "Основа", "Передумова", "Позадина", "Преглед на сценарија", "Предистория", "Предыстория", "Пример", "Рамка на сценарий", "Скица", "Содржина", "Структура сценария", "Структура сценарија", "Структура сценарію", "Сценар", "Сценарий", "Сценарий структураси", "Сценарийның төзелеше", "Сценарио", "Сценарын төлөвлөгөө", "Сценарій", "Тарих", "Կոնտեքստ", "Սցենար", "Սցենարի կառուցվացքը", "רקע", "תבנית תרחיש", "תרחיש", "الخلفية", "الگوی سناریو", "زمینه", "سناریو", "سيناريو", "سيناريو مخطط", "منظر نامے کا خاکہ", "منظرنامہ", "پس منظر", "परिदृश्य", "परिदृश्य रूपरेखा", "पृष्ठभूमि", "ਪਟਕਥਾ", "ਪਟਕਥਾ ਢਾਂਚਾ", "ਪਟਕਥਾ ਰੂਪ ਰੇਖਾ", "ਪਿਛੋਕੜ", "પરિદ્દશ્ય ઢાંચો", "પરિદ્દશ્ય રૂપરેખા", "બેકગ્રાઉન્ડ", "સ્થિતિ", "காட்சி", "காட்சி சுருக்கம்", "காட்சி வார்ப்புரு", "பின்னணி", "కథనం", "నేపథ్యం", "సన్నివేశం", "ಕಥಾಸಾರಾಂಶ", "ವಿವರಣೆ", "ಹಿನ್ನೆಲೆ", "สรุปเหตุการณ์", "เหตุการณ์", "แนวคิด", "โครงสร้างของเหตุการณ์", "კონტექსტი", "სცენარის", "სცენარის ნიმუში", "シナリオ", "シナリオアウトライン", "シナリオテンプレ", "シナリオテンプレート", "テンプレ", "剧本", "剧本大纲", "劇本", "劇本大綱", "场景", "场景大纲", "場景", "場景大綱", "背景", "배경", "시나리오", "시나리오 개요", "💤", "📕", "📖"]
+        k[:examples] = Set.new [" நிலைமைகளில்", "Atburðarásir", "Beispiele", "Beispiller", "Cenarios", "Cenários", "Conto", "Contoh", "Contone", "Dead men tell no tales", "Dæmi", "Dữ liệu", "EXAMPLZ", "Egzanp", "Ejemplos", "Eksempler", "Ekzemploj", "Enghreifftiau", "Esempi", "Examples", "Exempel", "Exemple", "Exemples", "Exemplos", "Juhtumid", "Nümunələr", "Paraugs", "Pavyzdžiai", "Piemēri", "Primeri", "Primjeri", "Przykłady", "Príklady", "Példák", "Příklady", "Samplaí", "Scenaria", "Scenarijai", "Scenariji", "Scenarios", "Se the", "Se ðe", "Se þe", "Tapaukset", "Variantai", "Voorbeelde", "Voorbeelden", "You'll wanna", "ghantoH", "lutmey", "Örnekler", "Παραδείγματα", "Σενάρια", "Мисаллар", "Мисоллар", "Приклади", "Примери", "Примеры", "Сценарија", "Сценарији", "Тухайлбал", "Үрнәкләр", "Օրինակներ", "דוגמאות", "امثلة", "مثالیں", "نمونه ها", "उदाहरण", "ਉਦਾਹਰਨਾਂ", "ઉદાહરણો", "எடுத்துக்காட்டுகள்", "காட்சிகள்", "ఉదాహరణలు", "ಉದಾಹರಣೆಗಳು", "ชุดของตัวอย่าง", "ชุดของเหตุการณ์", "მაგალითები", "サンプル", "例", "例子", "예", "📓"]
+        k[:step] = Set.new ["'a ", "'ach ", "'ej ", "* ", "7 ", "A ", "A taktiež ", "A také ", "A tiež ", "A zároveň ", "AN ", "Aber ", "Ac ", "Ach", "Adott ", "Agus", "Ak ", "Akkor ", "Ale ", "Aleshores ", "Ali ", "Allora ", "Alors ", "Als ", "Ama ", "Amennyiben ", "Amikor ", "Amma ", "Ampak ", "An ", "Ananging ", "Ancaq ", "And ", "Angenommen ", "Anrhegedig a ", "Ansin", "Apabila ", "Atesa ", "Atunci ", "Atès ", "Avast! ", "Aye ", "BUT ", "Bagi ", "Banjur ", "Bet ", "Biết ", "Blimey! ", "Buh ", "But ", "But at the end of the day I reckon ", "Cal ", "Cand ", "Cando ", "Ce ", "Cho ", "Cuando ", "Cuir i gcás go", "Cuir i gcás gur", "Cuir i gcás nach", "Cuir i gcás nár", "Când ", "DEN ", "DaH ghu' bejlu' ", "Dada ", "Dadas ", "Dadena ", "Dadeno ", "Dado ", "Dados ", "Daes ", "Dan ", "Dann ", "Dano ", "Daos ", "Dar ", "Dat fiind ", "Data ", "Date ", "Date fiind ", "Dati ", "Dati fiind ", "Dato ", "Daţi fiind ", "Dați fiind ", "De ", "Den youse gotta ", "Dengan ", "Diberi ", "Diyelim ki ", "Do ", "Donada ", "Donat ", "Donitaĵo ", "Dun ", "Duota ", "Dáu ", "E ", "Eeldades ", "Ef ", "En ", "Entao ", "Entonces ", "Então ", "Entón ", "Entós ", "Epi ", "Et ", "Et qu'", "Et que ", "Etant donné ", "Etant donné qu'", "Etant donné que ", "Etant donnée ", "Etant données ", "Etant donnés ", "Eğer ki ", "Fakat ", "Gangway! ", "Gdy ", "Gegeben sei ", "Gegeben seien ", "Gegeven ", "Gegewe ", "Gitt ", "Given ", "Givet ", "Givun ", "Ha ", "Həm ", "I ", "I CAN HAZ ", "In ", "Ir ", "It's just unbelievable ", "Ja ", "Jeśli ", "Jeżeli ", "Kad ", "Kada ", "Kadar ", "Kai ", "Kaj ", "Když ", "Kemudian ", "Ketika ", "Keď ", "Khi ", "Kiedy ", "Ko ", "Koga ", "Komence ", "Kui ", "Kuid ", "Kun ", "Lan ", "Le ", "Le sa a ", "Let go and haul ", "Logo ", "Lorsqu'", "Lorsque ", "Lè ", "Lè sa a ", "Ma ", "Maar ", "Mais ", "Mais qu'", "Mais que ", "Majd ", "Mając ", "Maka ", "Manawa ", "Mas ", "Men ", "Menawa ", "Mutta ", "Nalika ", "Nalikaning ", "Nanging ", "Nato ", "Nhưng ", "Niin ", "Njuk ", "No ", "Nuair a", "Nuair ba", "Nuair nach", "Nuair nár", "När ", "Når ", "Nə vaxt ki ", "O halda ", "O zaman ", "Och ", "Og ", "Oletetaan ", "Ond ", "Onda ", "Oraz ", "Pak ", "Pero ", "Peru ", "Però ", "Podano ", "Pokiaľ ", "Pokud ", "Potem ", "Potom ", "Privzeto ", "Pryd ", "Quan ", "Quand ", "Quando ", "Se ", "Sed ", "Si ", "Siis ", "Sipoze ", "Sipoze Ke ", "Sipoze ke ", "Soit ", "Stel ", "Så ", "Tad ", "Tada ", "Tak ", "Takrat ", "Tapi ", "Ter ", "Tetapi ", "Tha ", "Tha the ", "Then ", "Thurh ", "Thì ", "Toda ", "Togash ", "Too right ", "Tutaq ki ", "Un ", "Und ", "Ve ", "Vendar ", "Verilir ", "Và ", "Və ", "WEN ", "Wanneer ", "Wenn ", "When ", "Wtedy ", "Wun ", "Y ", "Y'know ", "Ya ", "Yeah nah ", "Yna ", "Youse know like when ", "Youse know when youse got ", "Za date ", "Za dati ", "Za dato ", "Za predpokladu ", "Za předpokladu ", "Zadan ", "Zadani ", "Zadano ", "Zakładając ", "Zakładając, że ", "Zaradi ", "Zatim ", "a ", "an ", "awer ", "dann ", "ghu' noblu' ", "latlh ", "mä ", "qaSDI' ", "ugeholl ", "vaj ", "wann ", "És ", "Étant donné ", "Étant donné qu'", "Étant donné que ", "Étant donnée ", "Étant données ", "Étant donnés ", "Ða ", "Ða ðe ", "Ðurh ", "Þa ", "Þa þe ", "Þegar ", "Þurh ", "Þá ", "Če ", "Şi ", "Əgər ", "Și ", "Όταν ", "Αλλά ", "Δεδομένου ", "Και ", "Τότε ", "І ", "А ", "А також ", "Агар ", "Але ", "Али ", "Аммо ", "Анх ", "Бирок ", "Ва ", "Вә ", "Гэхдээ ", "Дадена ", "Дадено ", "Дано ", "Допустим ", "Если ", "За дате ", "За дати ", "За дато ", "Затем ", "И ", "К тому же ", "Кад ", "Када ", "Кога ", "Когато ", "Когда ", "Коли ", "Лекин ", "Ләкин ", "Мөн ", "Нехай ", "Но ", "Нәтиҗәдә ", "Онда ", "Припустимо ", "Припустимо, що ", "Пусть ", "Та ", "Также ", "То ", "Тогаш ", "Тогда ", "Тоді ", "Тэгэхэд ", "Тэгээд ", "Унда ", "Харин ", "Хэрэв ", "Якщо ", "Үүний дараа ", "Һәм ", "Әгәр ", "Әйтик ", "Әмма ", "Өгөгдсөн нь ", "Ապա ", "Բայց ", "Դիցուք ", "Եթե ", "Եվ ", "Երբ ", "אבל ", "אז ", "אזי ", "בהינתן ", "וגם ", "כאשר ", "آنگاه ", "اذاً ", "اما ", "اور ", "اگر ", "با فرض ", "بالفرض ", "بفرض ", "تب ", "ثم ", "جب ", "عندما ", "فرض کیا ", "لكن ", "لیکن ", "متى ", "هنگامی ", "و ", "پھر ", "अगर ", "और ", "कदा ", "किन्तु ", "चूंकि ", "जब ", "तथा ", "तदा ", "तब ", "पर ", "परन्तु ", "यदि ", "ਅਤੇ ", "ਜਦੋਂ ", "ਜਿਵੇਂ ਕਿ ", "ਜੇਕਰ ", "ਤਦ ", "ਪਰ ", "અને ", "આપેલ છે ", "ક્યારે ", "પછી ", "પણ ", "அப்பொழுது ", "ஆனால்  ", "எப்போது ", "கொடுக்கப்பட்ட ", "மற்றும் ", "மேலும்  ", "అప్పుడు ", "ఈ పరిస్థితిలో ", "కాని ", "చెప్పబడినది ", "మరియు ", "ಆದರೆ ", "ನಂತರ ", "ನೀಡಿದ ", "ಮತ್ತು ", "ಸ್ಥಿತಿಯನ್ನು ", "กำหนดให้ ", "ดังนั้น ", "เมื่อ ", "แต่ ", "และ ", "და", "მაგ­რამ", "მაშინ", "მოცემული", "როდესაც", "かつ", "しかし", "ただし", "ならば", "もし", "並且", "但し", "但是", "假如", "假定", "假設", "假设", "前提", "同时", "同時", "并且", "当", "當", "而且", "那么", "那麼", "그러면", "그리고", "단", "만약", "만일", "먼저", "조건", "하지만", "🎬", "😂", "😐", "😔", "🙏"]
+      end
+    end
+  end
+end

data/lib/rouge/lexers/glsl.rb

@@ -0,0 +1,132 @@
+# -*- coding: utf-8 -*- #
+# frozen_string_literal: true
+
+module Rouge
+  module Lexers
+    load_lexer 'c.rb'
+
+    # This file defines the GLSL language lexer to the Rouge
+    # syntax highlighter.
+    #
+    # Author: Sri Harsha Chilakapati
+    class Glsl < C
+      tag 'glsl'
+      filenames '*.glsl', '*.frag', '*.vert', '*.geom', '*.vs', '*.gs', '*.shader'
+      mimetypes 'x-shader/x-vertex', 'x-shader/x-fragment', 'x-shader/x-geometry'
+
+      title "GLSL"
+      desc "The GLSL shader language"
+
+      def self.keywords
+        @keywords ||= Set.new %w(
+          attribute const uniform varying
+          layout
+          centroid flat smooth noperspective
+          patch sample
+          break continue do for while switch case default
+          if else
+          subroutine
+          in out inout
+          invariant
+          discard return struct precision
+        )
+      end
+
+      def self.keywords_type
+        @keywords_type ||= Set.new %w(
+          float double int void bool true false
+          lowp mediump highp
+          mat2 mat3 mat4 dmat2 dmat3 dmat4
+          mat2x2 mat2x3 mat2x4 dmat2x2 dmat2x3 dmat2x4
+          mat3x2 mat3x3 mat3x4 dmat3x2 dmat3x3 dmat3x4
+          mat4x2 mat4x3 mat4x4 dmat4x2 dmat4x3 dmat4x4
+          vec2 vec3 vec4 ivec2 ivec3 ivec4 bvec2 bvec3 bvec4 dvec2 dvec3 dvec4
+          uint uvec2 uvec3 uvec4
+          sampler1D sampler2D sampler3D samplerCube
+          sampler1DShadow sampler2DShadow samplerCubeShadow
+          sampler1DArray sampler2DArray
+          sampler1DArrayShadow sampler2DArrayShadow
+          isampler1D isampler2D isampler3D isamplerCube
+          isampler1DArray isampler2DArray
+          usampler1D usampler2D usampler3D usamplerCube
+          usampler1DArray usampler2DArray
+          sampler2DRect sampler2DRectShadow isampler2DRect usampler2DRect
+          samplerBuffer isamplerBuffer usamplerBuffer
+          sampler2DMS isampler2DMS usampler2DMS
+          sampler2DMSArray isampler2DMSArray usampler2DMSArray
+          samplerCubeArray samplerCubeArrayShadow isamplerCubeArray usamplerCubeArray
+        )
+      end
+
+      def self.reserved
+        @reserved ||= Set.new %w(
+          common partition active
+          asm
+          class union enum typedef template this packed
+          goto
+          inline noinline volatile public static extern external interface
+          long short half fixed unsigned superp
+          input output
+          hvec2 hvec3 hvec4 fvec2 fvec3 fvec4
+          sampler3DRect
+          filter
+          image1D image2D image3D imageCube
+          iimage1D iimage2D iimage3D iimageCube
+          uimage1D uimage2D uimage3D uimageCube
+          image1DArray image2DArray
+          iimage1DArray iimage2DArray uimage1DArray uimage2DArray
+          image1DShadow image2DShadow
+          image1DArrayShadow image2DArrayShadow
+          imageBuffer iimageBuffer uimageBuffer
+          sizeof cast
+          namespace using
+          row_major
+        )
+      end
+
+      def self.builtins
+        @builtins ||= Set.new %w(
+          gl_VertexID gl_InstanceID gl_PerVertex gl_Position gl_PointSize gl_ClipDistance
+          gl_PrimitiveIDIn gl_InvocationID gl_PrimitiveID gl_Layer gl_ViewportIndex
+          gl_MaxPatchVertices gl_PatchVerticesIn gl_TessLevelOuter gl_TessLevelInner
+          gl_TessCoord gl_FragCoord gl_FrontFacing gl_PointCoord gl_SampleID gl_SamplePosition
+          gl_FragColor gl_FragData gl_MaxDrawBuffers gl_FragDepth gl_SampleMask
+          gl_ClipVertex gl_FrontColor gl_BackColor gl_FrontSecondaryColor gl_BackSecondaryColor
+          gl_TexCoord gl_FogFragCoord gl_Color gl_SecondaryColor gl_Normal gl_VertexID
+          gl_MultiTexCord0 gl_MultiTexCord1 gl_MultiTexCord2 gl_MultiTexCord3
+          gl_MultiTexCord4 gl_MultiTexCord5 gl_MultiTexCord6 gl_MultiTexCord7
+          gl_FogCoord gl_MaxVertexAttribs gl_MaxVertexUniformComponents
+          gl_MaxVaryingFloats gl_MaxVaryingComponents gl_MaxVertexOutputComponents
+          gl_MaxGeometryInputComponents gl_MaxGeometryOutputComponents
+          gl_MaxFragmentInputComponents gl_MaxVertexTextureImageUnits
+          gl_MaxCombinedTextureImageUnits gl_MaxTextureImageUnits
+          gl_MaxFragmentUniformComponents gl_MaxClipDistances
+          gl_MaxGeometryTextureImageUnits gl_MaxGeometryUniformComponents
+          gl_MaxGeometryVaryingComponents gl_MaxTessControlInputComponents
+          gl_MaxTessControlOutputComponents gl_MaxTessControlTextureImageUnits
+          gl_MaxTessControlUniformComponents gl_MaxTessControlTotalOutputComponents
+          gl_MaxTessEvaluationInputComponents gl_MaxTessEvaluationOutputComponents
+          gl_MaxTessEvaluationTextureImageUnits gl_MaxTessEvaluationUniformComponents
+          gl_MaxTessPatchComponents gl_MaxTessGenLevel gl_MaxViewports
+          gl_MaxVertexUniformVectors gl_MaxFragmentUniformVectors gl_MaxVaryingVectors
+          gl_MaxTextureUnits gl_MaxTextureCoords gl_MaxClipPlanes gl_DepthRange
+          gl_DepthRangeParameters gl_ModelViewMatrix gl_ProjectionMatrix
+          gl_ModelViewProjectionMatrix gl_TextureMatrix gl_NormalMatrix
+          gl_ModelViewMatrixInverse gl_ProjectionMatrixInverse gl_ModelViewProjectionMatrixInverse
+          gl_TextureMatrixInverse gl_ModelViewMatrixTranspose
+          gl_ModelViewProjectionMatrixTranspose gl_TextureMatrixTranspose
+          gl_ModelViewMatrixInverseTranspose gl_ProjectionMatrixInverseTranspose
+          gl_ModelViewProjectionMatrixInverseTranspose
+          gl_TextureMatrixInverseTranspose gl_NormalScale gl_ClipPlane gl_PointParameters
+          gl_Point gl_MaterialParameters gl_FrontMaterial gl_BackMaterial
+          gl_LightSourceParameters gl_LightSource gl_MaxLights gl_LightModelParameters
+          gl_LightModel gl_LightModelProducts gl_FrontLightModelProduct
+          gl_BackLightModelProduct gl_LightProducts gl_FrontLightProduct
+          gl_BackLightProduct gl_TextureEnvColor gl_EyePlaneS gl_EyePlaneT gl_EyePlaneR
+          gl_EyePlaneQ gl_ObjectPlaneS gl_ObjectPlaneT gl_ObjectPlaneR gl_ObjectPlaneQ
+          gl_FogParameters gl_Fog
+        )
+      end
+    end
+  end
+end

data/lib/rouge/lexers/go.rb

@@ -0,0 +1,175 @@
+# -*- coding: utf-8 -*- #
+# frozen_string_literal: true
+
+module Rouge
+  module Lexers
+    class Go < RegexLexer
+      title "Go"
+      desc 'The Go programming language (http://golang.org)'
+      tag 'go'
+      aliases 'go', 'golang'
+      filenames '*.go'
+
+      mimetypes 'text/x-go', 'application/x-go'
+
+      # Characters
+
+      WHITE_SPACE            = /\s+/
+
+      NEWLINE                = /\n/
+      UNICODE_CHAR           = /[^\n]/
+      UNICODE_LETTER         = /[[:alpha:]]/
+      UNICODE_DIGIT          = /[[:digit:]]/
+
+      # Letters and digits
+
+      LETTER                 = /#{UNICODE_LETTER}|_/
+      DECIMAL_DIGIT          = /[0-9]/
+      OCTAL_DIGIT            = /[0-7]/
+      HEX_DIGIT              = /[0-9A-Fa-f]/
+
+      # Comments
+
+      LINE_COMMENT           = /\/\/(?:(?!#{NEWLINE}).)*/
+      GENERAL_COMMENT        = /\/\*(?:(?!\*\/).)*\*\//m
+      COMMENT                = /#{LINE_COMMENT}|#{GENERAL_COMMENT}/
+
+      # Keywords
+
+      KEYWORD                = /\b(?:
+                                 break       | default     | func
+                               | interface   | select      | case
+                               | defer       | go          | map
+                               | struct      | chan        | else
+                               | goto        | package     | switch
+                               | const       | fallthrough | if
+                               | range       | type        | continue
+                               | for         | import      | return
+                               | var
+                               )\b/x
+
+      # Identifiers
+
+      IDENTIFIER             = / (?!#{KEYWORD})
+                                 #{LETTER}(?:#{LETTER}|#{UNICODE_DIGIT})* /x
+
+      # Operators and delimiters
+
+      OPERATOR               = / \+=    | \+\+   | \+     | &\^=   | &\^
+                               | &=     | &&     | &      | ==     | =
+                               | \!=    | \!     | -=     | --     | -
+                               | \|=    | \|\|   | \|     | <=     | <-
+                               | <<=    | <<     | <      | \*=    | \*
+                               | \^=    | \^     | >>=    | >>     | >=
+                               | >      | \/     | \/=    | :=     | %
+                               | %=     | \.\.\. | \.     | :
+                               /x
+
+      SEPARATOR              = / \(     | \)     | \[     | \]     | \{
+                               | \}     | ,      | ;
+                               /x
+
+      # Integer literals
+
+      DECIMAL_LIT            = /[0-9]#{DECIMAL_DIGIT}*/
+      OCTAL_LIT              = /0#{OCTAL_DIGIT}*/
+      HEX_LIT                = /0[xX]#{HEX_DIGIT}+/
+      INT_LIT                = /#{HEX_LIT}|#{DECIMAL_LIT}|#{OCTAL_LIT}/
+
+      # Floating-point literals
+
+      DECIMALS               = /#{DECIMAL_DIGIT}+/
+      EXPONENT               = /[eE][+\-]?#{DECIMALS}/
+      FLOAT_LIT              = / #{DECIMALS} \. #{DECIMALS}? #{EXPONENT}?
+                               | #{DECIMALS} #{EXPONENT}
+                               | \. #{DECIMALS} #{EXPONENT}?
+                               /x
+
+      # Imaginary literals
+
+      IMAGINARY_LIT          = /(?:#{DECIMALS}|#{FLOAT_LIT})i/
+
+      # Rune literals
+
+      ESCAPED_CHAR           = /\\[abfnrtv\\'"]/
+      LITTLE_U_VALUE         = /\\u#{HEX_DIGIT}{4}/
+      BIG_U_VALUE            = /\\U#{HEX_DIGIT}{8}/
+      UNICODE_VALUE          = / #{UNICODE_CHAR} | #{LITTLE_U_VALUE}
+                               | #{BIG_U_VALUE}  | #{ESCAPED_CHAR}
+                               /x
+      OCTAL_BYTE_VALUE       = /\\#{OCTAL_DIGIT}{3}/
+      HEX_BYTE_VALUE         = /\\x#{HEX_DIGIT}{2}/
+      BYTE_VALUE             = /#{OCTAL_BYTE_VALUE}|#{HEX_BYTE_VALUE}/
+      CHAR_LIT               = /'(?:#{UNICODE_VALUE}|#{BYTE_VALUE})'/
+      ESCAPE_SEQUENCE        = / #{ESCAPED_CHAR}
+                               | #{LITTLE_U_VALUE}
+                               | #{BIG_U_VALUE}
+                               | #{HEX_BYTE_VALUE}
+                               /x
+
+      # String literals
+
+      RAW_STRING_LIT         = /`(?:#{UNICODE_CHAR}|#{NEWLINE})*`/
+      INTERPRETED_STRING_LIT = / "(?: (?!")
+                                      (?: #{UNICODE_VALUE} | #{BYTE_VALUE} )
+                                  )*" /x
+      STRING_LIT             = /#{RAW_STRING_LIT}|#{INTERPRETED_STRING_LIT}/
+
+      # Predeclared identifiers
+
+      PREDECLARED_TYPES      = /\b(?:
+                                 bool       | byte       | complex64
+                               | complex128 | error      | float32
+                               | float64    | int8       | int16
+                               | int32      | int64      | int
+                               | rune       | string     | uint8
+                               | uint16     | uint32     | uint64
+                               | uintptr    | uint
+      	                       )\b/x
+
+      PREDECLARED_CONSTANTS  = /\b(?:true|false|iota|nil)\b/
+
+      PREDECLARED_FUNCTIONS  = /\b(?:
+                                 append  | cap     | close   | complex
+                               | copy    | delete  | imag    | len
+                               | make    | new     | panic   | print
+                               | println | real    | recover
+                               )\b/x
+
+      state :simple_tokens do
+        rule(COMMENT,               Comment)
+        rule(KEYWORD,               Keyword)
+        rule(PREDECLARED_TYPES,     Keyword::Type)
+        rule(PREDECLARED_FUNCTIONS, Name::Builtin)
+        rule(PREDECLARED_CONSTANTS, Name::Constant)
+        rule(IMAGINARY_LIT,         Num)
+        rule(FLOAT_LIT,             Num)
+        rule(INT_LIT,               Num)
+        rule(CHAR_LIT,              Str::Char)
+        rule(OPERATOR,              Operator)
+        rule(SEPARATOR,             Punctuation)
+        rule(IDENTIFIER,            Name)
+        rule(WHITE_SPACE,           Text)
+      end
+
+      state :root do
+        mixin :simple_tokens
+
+        rule(/`/,             Str, :raw_string)
+        rule(/"/,             Str, :interpreted_string)
+      end
+
+      state :interpreted_string do
+        rule(ESCAPE_SEQUENCE, Str::Escape)
+        rule(/\\./,           Error)
+        rule(/"/,             Str, :pop!)
+        rule(/[^"\\]+/,       Str)
+      end
+
+      state :raw_string do
+        rule(/`/,             Str, :pop!)
+        rule(/[^`]+/m,        Str)
+      end
+    end
+  end
+end