gettalong-webgen 0.5.4.20080929

data/lib/webgen/contentprocessor/tags.rb

@@ -0,0 +1,134 @@
+require 'yaml'
+require 'strscan'
+require 'webgen/tag'
+
+module Webgen::ContentProcessor
+
+  # Processes special webgen tags to provide dynamic content.
+  #
+  # webgen tags are an easy way to add dynamically generated content to websites, for example menus
+  # or breadcrumb trails.
+  class Tags
+
+    include Webgen::WebsiteAccess
+    include Webgen::Loggable
+
+    def initialize #:nodoc:
+      @start_re = /(\\*)\{#{website.config['contentprocessor.tags.prefix']}(\w+)(::?)/
+      @end_re = /(\\*)\{#{website.config['contentprocessor.tags.prefix']}(\w+)\}/
+    end
+
+    # Replace all webgen tags in the content of +context+ with the rendered content.
+    def call(context)
+      replace_tags(context.content, context.ref_node) do |tag, param_string, body|
+        log(:debug) { "Replacing tag #{tag} with data '#{param_string}' and body '#{body}' in <#{context.ref_node.absolute_lcn}>" }
+
+        result = ''
+        processor = processor_for_tag(tag)
+        if !processor.nil?
+          processor.set_params(processor.create_tag_params(param_string, context.ref_node))
+          result, process_output = processor.call(tag, body, context)
+          processor.set_params(nil)
+
+          result = call(context.clone(:content => result)).content if process_output
+        end
+
+        result
+      end
+      context
+    end
+
+    #######
+    private
+    #######
+
+    BRACKETS_RE = /([{}])/
+    ProcessingStruct = Struct.new(:state, :tag, :simple_tag, :backslashes, :brackets, :start_pos, :end_pos,
+                                  :params_start_pos, :params_end_pos, :body_end_pos)
+
+    # Return the +content+ provided by +node+ with all webgen tags replaced. When a webgen tag is
+    # encountered by the parser, the method yields all found information and substitutes the
+    # returned string for the tag.
+    def replace_tags(content, node) #:yields: tag_name, param_string, body
+      scanner = StringScanner.new(content)
+      data = ProcessingStruct.new(:before_tag)
+      while true
+        case data.state
+        when :before_tag
+          if scanner.skip_until(@start_re)
+            data.state = :in_start_tag
+            data.backslashes = scanner[1].length
+            data.brackets = 1
+            data.tag = scanner[2]
+            data.simple_tag = (scanner[3] == ':')
+            data.params_start_pos = scanner.pos
+            data.start_pos = scanner.pos - scanner.matched.length
+          else
+            data.state = :done
+          end
+
+        when :in_start_tag
+          data.brackets += (scanner[1] == '{' ? 1 : -1) while data.brackets != 0 && scanner.skip_until(BRACKETS_RE)
+          if data.brackets != 0
+            log(:error) { "Unbalanced curly brackets in <#{node.absolute_lcn}>!" }
+            data.state = :done
+          else
+            data.params_end_pos = data.body_end_pos = data.end_pos = scanner.pos - 1
+            data.state = (data.simple_tag ? :process : :in_body)
+          end
+
+        when :process
+          if data.backslashes % 2 == 0
+            result = yield(data.tag, scanner.string[data.params_start_pos...data.params_end_pos],
+                            scanner.string[(data.params_end_pos+1)...data.body_end_pos]).to_s
+            scanner.string[data.start_pos..data.end_pos] = "\\" * (data.backslashes / 2) + result
+            scanner.pos = data.start_pos + result.length
+          else
+            scanner.string[data.start_pos, 1 + data.backslashes / 2] = ''
+            scanner.pos -= 1 + data.backslashes / 2
+          end
+          data.state = :before_tag
+
+        when :in_body
+          while (result = scanner.skip_until(@end_re))
+            next unless scanner[2] == data.tag
+            if scanner[1].length % 2 == 1
+              scanner.string[(scanner.pos - scanner.matched.length), 1 + scanner[1].length / 2] = ''
+              scanner.pos -= 1 + scanner[1].length / 2
+            else
+              break
+            end
+          end
+          if result
+            data.state = :process
+            data.end_pos = scanner.pos - 1
+            data.body_end_pos = scanner.pos - scanner.matched.length + scanner[1].length / 2
+          else
+            log(:error) { "Invalid body part in <#{node.absolute_lcn}>!" }
+            data.state = :done
+          end
+
+        when :done
+          break
+        end
+      end
+      scanner.string
+    end
+
+    # Return the tag processor for +tag+ or +nil+ if +tag+ is unknown.
+    def processor_for_tag(tag)
+      map = website.config['contentprocessor.tags.map']
+      klass = if map.has_key?(tag)
+                map[tag]
+              elsif map.has_key?(:default)
+                map[:default]
+              else
+                log(:error) { "No tag processor for tag #{tag.inspect} found" }
+                nil
+              end
+      klass.nil? ? nil : website.cache.instance(klass)
+    end
+
+  end
+
+end

data/lib/webgen/coreext.rb

@@ -0,0 +1,10 @@
+# :nodoc:
+class Array
+
+  def to_hash # :nodoc:
+    h = {}
+    self.each {|k,v| h[k] = v}
+    h
+  end
+
+end

data/lib/webgen/default_config.rb

@@ -0,0 +1,198 @@
+website = Webgen::WebsiteAccess.website
+config = website.config
+
+# General configuration parameters
+config.website.cache([:file, 'webgen.cache'], :doc => 'The file name (or String) from/to which the cache is read/written')
+config.website.lang('en', :doc => 'The default language used for the website')
+config.website.link_to_current_page(false, :doc => 'Specifies whether links to the current page should be used')
+
+# All things regarding logging
+config.logger.mask(nil, :doc => 'Only show logging events which match the regexp mask')
+
+
+# All things regarding resources
+config.resources({}, :doc => 'A mapping from resource names to source identifiers')
+
+resources = YAML::load(File.read(File.join(Webgen.data_dir, 'resources.yaml')))
+resources.each do |res_path_template, res_name|
+  Dir.glob(File.join(Webgen.data_dir, res_path_template), File::FNM_CASEFOLD).each do |res_path|
+    substs = Hash.new {|h,k| h[k] = "$" + k }
+    substs.merge!({
+                    'basename' => File.basename(res_path),
+                    'basename_no_ext' => File.basename(res_path, '.*'),
+                    'extname' => File.extname(res_path)[1..-1],
+                    :dirnames => File.dirname(res_path).split(File::SEPARATOR),
+                  })
+    name = res_name.to_s.gsub(/\$\w+/) do |m|
+      if m =~ /^\$dir(\d+)$/
+        substs[:dirnames][-($1.to_i)]
+      else
+        substs[m[1..-1]]
+      end
+    end
+    config['resources'][name] = if File.directory?(res_path)
+                                  ["Webgen::Source::FileSystem", res_path]
+                                else
+                                  ["Webgen::Source::FileSystem", File.dirname(res_path), File.basename(res_path)]
+                                 end
+  end
+end
+
+
+# All things regarding sources
+config.sources [['/', "Webgen::Source::FileSystem", 'src']], :doc => 'One or more sources from which files are read, relative to website directory'
+
+# All things regarding source handler
+config.sourcehandler.patterns({
+                                'Webgen::SourceHandler::Copy' => ['**/*.css', '**/*.js', '**/*.html', '**/*.gif', '**/*.jpg', '**/*.png'],
+                                'Webgen::SourceHandler::Directory' => ['**/'],
+                                'Webgen::SourceHandler::Metainfo' => ['**/metainfo', '**/*.metainfo'],
+                                'Webgen::SourceHandler::Template' => ['**/*.template'],
+                                'Webgen::SourceHandler::Page' => ['**/*.page'],
+                                'Webgen::SourceHandler::Virtual' => ['**/virtual', '**/*.virtual'],
+                                'Webgen::SourceHandler::Feed' => ['**/*.feed'],
+                                'Webgen::SourceHandler::Sitemap' => ['**/*.sitemap']
+                              }, :doc => 'Source handler to path pattern map')
+config.sourcehandler.invoke({
+                              1 => ['Webgen::SourceHandler::Directory', 'Webgen::SourceHandler::Metainfo', 'Webgen::SourceHandler::Directory'],
+                              5 => ['Webgen::SourceHandler::Copy', 'Webgen::SourceHandler::Template',
+                                    'Webgen::SourceHandler::Page', 'Webgen::SourceHandler::Feed',
+                                    'Webgen::SourceHandler::Sitemap'],
+                              9 => ['Webgen::SourceHandler::Virtual']
+                            }, :doc => 'All source handlers listed here are used by webgen and invoked according to their priority setting')
+config.sourcehandler.casefold(true, :doc => 'Specifies whether path are considered to be case-sensitive')
+config.sourcehandler.use_hidden_files(false, :doc => 'Specifies whether hidden files (those starting with a dot) are used')
+config.sourcehandler.ignore(['**/*~', '**/.svn/**'], :doc => 'Path patterns that should be ignored')
+config.sourcehandler.default_lang_in_output_path(false, :doc => 'Specifies whether output paths in the default language should have the language in the name')
+
+config.sourcehandler.default_meta_info({
+                                         :all => {
+                                           'output_path' => 'standard',
+                                           'output_path_style' => [:parent, :cnbase, ['.', :lang], :ext]
+                                         },
+                                         'Webgen::SourceHandler::Copy' => {
+                                           'kind' => 'asset'
+                                         },
+                                         'Webgen::SourceHandler::Directory' => {
+                                           'index_path' => 'index.html',
+                                           'kind' => 'directory'
+                                         },
+                                         'Webgen::SourceHandler::Page' => {
+                                           'kind' => 'page',
+                                           'fragments_in_menu' => true,
+                                           'blocks' => {'default' => {'pipeline' => 'erb,tags,maruku,blocks'}}
+                                         },
+                                         'Webgen::SourceHandler::Fragment' => {
+                                           'kind' => 'fragment'
+                                         },
+                                         'Webgen::SourceHandler::Template' => {
+                                           'blocks' => {'default' => {'pipeline' => 'erb,tags,blocks'}}
+                                         },
+                                         'Webgen::SourceHandler::Metainfo' => {
+                                           'blocks' => {1 => {'name' => 'paths'}, 2 => {'name' => 'alcn'}}
+                                         },
+                                         'Webgen::SourceHandler::Feed' => {
+                                           'rss' => true,
+                                           'atom' => true
+                                         },
+                                         'Webgen::SourceHandler::Sitemap' => {
+                                           'default_priority' => 0.5,
+                                           'default_change_freq' => 'weekly',
+                                           'common.sitemap.any_lang' => true
+                                         }
+                                       }, :doc => "Default meta information for all nodes and for nodes belonging to a specific source handler")
+
+config.sourcehandler.template.default_template('default.template', :doc => 'The name of the default template file of a directory')
+
+website.autoload_service(:templates_for_node, 'Webgen::SourceHandler::Template')
+
+website.autoload_service(:create_fragment_nodes, 'Webgen::SourceHandler::Fragment')
+website.autoload_service(:parse_html_headers, 'Webgen::SourceHandler::Fragment')
+
+
+# All things regarding output
+config.output ["Webgen::Output::FileSystem", 'out'], :doc => 'The class which is used to output the generated paths.'
+
+Webgen::WebsiteAccess.website.blackboard.add_service(:output_instance, Webgen::Output.method(:instance))
+
+
+# All things regarding content processors
+config.contentprocessor.map({
+                              'markdown' => 'Webgen::ContentProcessor::Maruku',
+                              'maruku' => 'Webgen::ContentProcessor::Maruku',
+                              'textile' => 'Webgen::ContentProcessor::RedCloth',
+                              'redcloth' => 'Webgen::ContentProcessor::RedCloth',
+                              'tags' => 'Webgen::ContentProcessor::Tags',
+                              'blocks' => 'Webgen::ContentProcessor::Blocks',
+                              'erb' => 'Webgen::ContentProcessor::Erb',
+                              'haml' => 'Webgen::ContentProcessor::Haml',
+                              'sass' => 'Webgen::ContentProcessor::Sass',
+                              'rdoc' => 'Webgen::ContentProcessor::RDoc',
+                              'builder' => 'Webgen::ContentProcessor::Builder',
+                              'erubis' => 'Webgen::ContentProcessor::Erubis',
+                              'rdiscount' => 'Webgen::ContentProcessor::RDiscount',
+                            }, :doc => 'Content processor name to class map')
+
+Webgen::WebsiteAccess.website.blackboard.add_service(:content_processor_names, Webgen::ContentProcessor.method(:list))
+Webgen::WebsiteAccess.website.blackboard.add_service(:content_processor, Webgen::ContentProcessor.method(:for_name))
+
+# All things regarding tags
+config.contentprocessor.tags.prefix('', :doc => 'The prefix used for tag names to avoid name clashes when another content processor uses similar markup.')
+config.contentprocessor.tags.map({
+                                   'relocatable' => 'Webgen::Tag::Relocatable',
+                                   'menu' => 'Webgen::Tag::Menu',
+                                   'breadcrumb_trail' => 'Webgen::Tag::BreadcrumbTrail',
+                                   'langbar' => 'Webgen::Tag::Langbar',
+                                   'include_file' => 'Webgen::Tag::IncludeFile',
+                                   'execute_cmd' => 'Webgen::Tag::ExecuteCommand',
+                                   'coderay' => 'Webgen::Tag::Coderay',
+                                   'date' => 'Webgen::Tag::Date',
+                                   'sitemap' => 'Webgen::Tag::Sitemap',
+                                   :default => 'Webgen::Tag::Metainfo'
+                                 }, :doc => 'Tag processor name to class map')
+
+config.contentprocessor.erubis.use_pi(false, :doc => 'Specify whether processing instructions should be used')
+config.contentprocessor.erubis.options({}, :doc => 'A hash of additional options')
+
+config.tag.relocatable.path(nil, :doc => 'The path which should be made relocatable', :mandatory => 'default')
+
+config.tag.menu.start_level(1, :doc => 'The level at which the menu starts.')
+config.tag.menu.min_levels(1, :doc => 'The minimum number of menu levels that should always be shown.')
+config.tag.menu.max_levels(3, :doc => 'The maximum number of menu levels that should be shown.')
+config.tag.menu.show_current_subtree_only(true, :doc => 'Specifies whether only the current subtree should be shown.')
+config.tag.menu.used_nodes('all', :doc => 'Specifies the kind of nodes that should be used: all, files, or fragments')
+
+config.tag.breadcrumbtrail.separator(' / ', :doc => 'Separates the hierachy entries from each other.')
+config.tag.breadcrumbtrail.omit_index_path(false, :doc => 'Omits the last path component if it is an index path.')
+config.tag.breadcrumbtrail.start_level(0, :doc => 'The level at which the breadcrumb trail starts.')
+config.tag.breadcrumbtrail.end_level(-1, :doc => 'The level at which the breadcrumb trail ends.')
+
+config.tag.langbar.separator(' | ', :doc => 'Separates the languages from each other.')
+config.tag.langbar.show_single_lang(true, :doc => 'Should the link be shown although the page is only available in one language?')
+config.tag.langbar.show_own_lang(true, :doc => 'Should the link to the currently displayed language page be shown?')
+
+config.tag.includefile.filename(nil, :doc => 'The name of the file which should be included (relative to the website).', :mandatory => 'default')
+config.tag.includefile.process_output(true, :doc => 'The file content will be scanned for tags if true.')
+config.tag.includefile.escape_html(true, :doc => 'Special HTML characters in the file content will be escaped if true.')
+
+config.tag.executecommand.command(nil, :doc => 'The command which should be executed', :mandatory => 'default')
+config.tag.executecommand.process_output(true, :doc => 'The output of the command will be scanned for tags if true')
+config.tag.executecommand.escape_html(true, :doc => 'Special HTML characters in the output will be escaped if true')
+
+config.tag.coderay.lang('ruby', :doc => 'The highlighting language', :mandatory => 'default')
+config.tag.coderay.process_body(true, :doc => 'The tag body will be scanned for tags first if true')
+config.tag.coderay.wrap(:div, :doc => 'Specifies how the code should be wrapped, either :div or :span')
+config.tag.coderay.line_numbers(true, :doc => 'Show line numbers')
+config.tag.coderay.line_number_start(1, :doc => 'Line number of first line')
+config.tag.coderay.bold_every(10, :doc => 'The interval at which the line number appears bold')
+config.tag.coderay.tab_width(8, :doc => 'Number of spaces used for a tabulator')
+
+config.tag.date.format('%Y-%m-%d %H:%M:%S', :doc => 'The format of the date (same options as Ruby\'s Time#strftime)')
+
+
+# All things regarding common functionality
+website.autoload_service(:create_sitemap, 'Webgen::Common::Sitemap')
+
+config.common.sitemap.honor_in_menu(false, :doc => 'Only include pages that are also in the menu if true')
+config.common.sitemap.any_lang(false, :doc => 'Use nodes in any language if true')
+config.common.sitemap.used_kinds(['page'], :doc => 'Array of node kinds that is used for the sitemap')

data/lib/webgen/languages.rb

@@ -0,0 +1,578 @@
+module Webgen
+
+  # Describes a human language which is uniquely identfied by a three letter code and, optionally,
+  # by an alternative three letter or a two letter code.
+  class Language
+
+    include Comparable
+
+    # An array containing the language codes for the language.
+    attr_reader :codes
+
+    # The english description of the language.
+    attr_reader :description
+
+    # Create a new language. +codes+ has to be an array containing three strings: the three letter
+    # code, the alternative three letter code and the two letter code. If one is not available for
+    # the language, it has to be +nil+.
+    def initialize(codes, description)
+      @codes = codes
+      @description = description
+    end
+
+    # The two letter code.
+    def code2chars
+      @codes[2]
+    end
+
+    # The three letter code.
+    def code3chars
+      @codes[0]
+    end
+
+    # The alternative three letter code.
+    def code3chars_alternative
+      @codes[1]
+    end
+
+    # The textual representation of the language.
+    def to_s
+      code2chars || code3chars
+    end
+
+    alias_method :to_str, :to_s
+
+    def inspect #:nodoc:
+      "#<Language codes=#{codes.inspect} description=#{description.inspect}>"
+    end
+
+    def <=>(other) #:nodoc:
+      self.to_s <=> other.to_s
+    end
+
+  end
+
+
+  # Used for managing human languages.
+  module LanguageManager
+
+    # Return a +Language+ object for the given language code or +nil+ if no such object exists.
+    def self.language_for_code(code)
+      languages[code]
+    end
+
+    # Return an array of +Language+ objects whose description match the given +text+.
+    def self.find_language(text)
+      languages.values.find_all {|lang| /.*#{Regexp.escape(text)}.*/i =~ lang.description}.uniq.sort
+    end
+
+    # Return all available languages as a Hash. The keys are the language codes and the values are
+    # the +Language+ objects for them.
+    def self.languages
+      unless defined?(@@languages)
+        @@languages = {}
+        started = nil
+        data = File.readlines(__FILE__).each do |l|
+          next if !started && (started = (l == '__END__'))
+          data = l.chomp.split('|').collect {|f| f.empty? ? nil : f}
+          lang = Language.new(data[0..2], data[3])
+          @@languages[lang.code2chars] ||= lang unless lang.code2chars.nil?
+          @@languages[lang.code3chars] ||= lang unless lang.code3chars.nil?
+          @@languages[lang.code3chars_alternative] ||= lang unless lang.code3chars_alternative.nil?
+        end
+        @@languages.freeze
+      end
+      @@languages
+    end
+
+  end
+
+end
+
+__END__
+aar||aa|Afar|afar
+abk||ab|Abkhazian|abkhaze
+ace|||Achinese|aceh
+ach|||Acoli|acoli
+ada|||Adangme|adangme
+ady|||Adyghe; Adygei|adyghé
+afa|||Afro-Asiatic (Other)|afro-asiatiques, autres langues
+afh|||Afrihili|afrihili
+afr||af|Afrikaans|afrikaans
+ain|||Ainu|aïnou
+aka||ak|Akan|akan
+akk|||Akkadian|akkadien
+alb|sqi|sq|Albanian|albanais
+ale|||Aleut|aléoute
+alg|||Algonquian languages|algonquines, langues
+alt|||Southern Altai|altai du Sud
+amh||am|Amharic|amharique
+ang|||English, Old (ca.450-1100)|anglo-saxon (ca.450-1100)
+anp|||Angika|angika
+apa|||Apache languages|apache
+ara||ar|Arabic|arabe
+arc|||Official Aramaic (700-300 BCE); Imperial Aramaic (700-300 BCE)|araméen d'empire (700-300 BCE)
+arg||an|Aragonese|aragonais
+arm|hye|hy|Armenian|arménien
+arn|||Mapudungun; Mapuche|mapudungun; mapuche; mapuce
+arp|||Arapaho|arapaho
+art|||Artificial (Other)|artificielles, autres langues
+arw|||Arawak|arawak
+asm||as|Assamese|assamais
+ast|||Asturian; Bable; Leonese; Asturleonese|asturien; bable; léonais; asturoléonais
+ath|||Athapascan languages|athapascanes, langues
+aus|||Australian languages|australiennes, langues
+ava||av|Avaric|avar
+ave||ae|Avestan|avestique
+awa|||Awadhi|awadhi
+aym||ay|Aymara|aymara
+aze||az|Azerbaijani|azéri
+bad|||Banda languages|banda, langues
+bai|||Bamileke languages|bamilékés, langues
+bak||ba|Bashkir|bachkir
+bal|||Baluchi|baloutchi
+bam||bm|Bambara|bambara
+ban|||Balinese|balinais
+baq|eus|eu|Basque|basque
+bas|||Basa|basa
+bat|||Baltic (Other)|baltiques, autres langues
+bej|||Beja; Bedawiyet|bedja
+bel||be|Belarusian|biélorusse
+bem|||Bemba|bemba
+ben||bn|Bengali|bengali
+ber|||Berber (Other)|berbères, autres langues
+bho|||Bhojpuri|bhojpuri
+bih||bh|Bihari|bihari
+bik|||Bikol|bikol
+bin|||Bini; Edo|bini; edo
+bis||bi|Bislama|bichlamar
+bla|||Siksika|blackfoot
+bnt|||Bantu (Other)|bantoues, autres langues
+bos||bs|Bosnian|bosniaque
+bra|||Braj|braj
+bre||br|Breton|breton
+btk|||Batak languages|batak, langues
+bua|||Buriat|bouriate
+bug|||Buginese|bugi
+bul||bg|Bulgarian|bulgare
+bur|mya|my|Burmese|birman
+byn|||Blin; Bilin|blin; bilen
+cad|||Caddo|caddo
+cai|||Central American Indian (Other)|indiennes d'Amérique centrale, autres langues
+car|||Galibi Carib|karib; galibi; carib
+cat||ca|Catalan; Valencian|catalan; valencien
+cau|||Caucasian (Other)|caucasiennes, autres langues
+ceb|||Cebuano|cebuano
+cel|||Celtic (Other)|celtiques, autres langues
+cha||ch|Chamorro|chamorro
+chb|||Chibcha|chibcha
+che||ce|Chechen|tchétchène
+chg|||Chagatai|djaghataï
+chi|zho|zh|Chinese|chinois
+chk|||Chuukese|chuuk
+chm|||Mari|mari
+chn|||Chinook jargon|chinook, jargon
+cho|||Choctaw|choctaw
+chp|||Chipewyan; Dene Suline|chipewyan
+chr|||Cherokee|cherokee
+chu||cu|Church Slavic; Old Slavonic; Church Slavonic; Old Bulgarian; Old Church Slavonic|slavon d'église; vieux slave; slavon liturgique; vieux bulgare
+chv||cv|Chuvash|tchouvache
+chy|||Cheyenne|cheyenne
+cmc|||Chamic languages|chames, langues
+cop|||Coptic|copte
+cor||kw|Cornish|cornique
+cos||co|Corsican|corse
+cpe|||Creoles and pidgins, English based (Other)|créoles et pidgins anglais, autres
+cpf|||Creoles and pidgins, French-based (Other)|créoles et pidgins français, autres
+cpp|||Creoles and pidgins, Portuguese-based (Other)|créoles et pidgins portugais, autres
+cre||cr|Cree|cree
+crh|||Crimean Tatar; Crimean Turkish|tatar de Crimé
+crp|||Creoles and pidgins (Other)|créoles et pidgins divers
+csb|||Kashubian|kachoube
+cus|||Cushitic (Other)|couchitiques, autres langues
+cze|ces|cs|Czech|tchèque
+dak|||Dakota|dakota
+dan||da|Danish|danois
+dar|||Dargwa|dargwa
+day|||Land Dayak languages|dayak, langues
+del|||Delaware|delaware
+den|||Slave (Athapascan)|esclave (athapascan)
+dgr|||Dogrib|dogrib
+din|||Dinka|dinka
+div||dv|Divehi; Dhivehi; Maldivian|maldivien
+doi|||Dogri|dogri
+dra|||Dravidian (Other)|dravidiennes, autres langues
+dsb|||Lower Sorbian|bas-sorabe
+dua|||Duala|douala
+dum|||Dutch, Middle (ca.1050-1350)|néerlandais moyen (ca. 1050-1350)
+dut|nld|nl|Dutch; Flemish|néerlandais; flamand
+dyu|||Dyula|dioula
+dzo||dz|Dzongkha|dzongkha
+efi|||Efik|efik
+egy|||Egyptian (Ancient)|égyptien
+eka|||Ekajuk|ekajuk
+elx|||Elamite|élamite
+eng||en|English|anglais
+enm|||English, Middle (1100-1500)|anglais moyen (1100-1500)
+epo||eo|Esperanto|espéranto
+est||et|Estonian|estonien
+ewe||ee|Ewe|éwé
+ewo|||Ewondo|éwondo
+fan|||Fang|fang
+fao||fo|Faroese|féroïen
+fat|||Fanti|fanti
+fij||fj|Fijian|fidjien
+fil|||Filipino; Pilipino|filipino; pilipino
+fin||fi|Finnish|finnois
+fiu|||Finno-Ugrian (Other)|finno-ougriennes, autres langues
+fon|||Fon|fon
+fre|fra|fr|French|français
+frm|||French, Middle (ca.1400-1600)|français moyen (1400-1600)
+fro|||French, Old (842-ca.1400)|français ancien (842-ca.1400)
+frr|||Northern Frisian|frison septentrional
+frs|||Eastern Frisian|frison oriental
+fry||fy|Western Frisian|frison occidental
+ful||ff|Fulah|peul
+fur|||Friulian|frioulan
+gaa|||Ga|ga
+gay|||Gayo|gayo
+gba|||Gbaya|gbaya
+gem|||Germanic (Other)|germaniques, autres langues
+geo|kat|ka|Georgian|géorgien
+ger|deu|de|German|allemand
+gez|||Geez|guèze
+gil|||Gilbertese|kiribati
+gla||gd|Gaelic; Scottish Gaelic|gaélique; gaélique écossais
+gle||ga|Irish|irlandais
+glg||gl|Galician|galicien
+glv||gv|Manx|manx; mannois
+gmh|||German, Middle High (ca.1050-1500)|allemand, moyen haut (ca. 1050-1500)
+goh|||German, Old High (ca.750-1050)|allemand, vieux haut (ca. 750-1050)
+gon|||Gondi|gond
+gor|||Gorontalo|gorontalo
+got|||Gothic|gothique
+grb|||Grebo|grebo
+grc|||Greek, Ancient (to 1453)|grec ancien (jusqu'à 1453)
+gre|ell|el|Greek, Modern (1453-)|grec moderne (après 1453)
+grn||gn|Guarani|guarani
+gsw|||Swiss German; Alemannic; Alsatian|suisse alémanique; alémanique; alsacien
+guj||gu|Gujarati|goudjrati
+gwi|||Gwich'in|gwich'in
+hai|||Haida|haida
+hat||ht|Haitian; Haitian Creole|haïtien; créole haïtien
+hau||ha|Hausa|haoussa
+haw|||Hawaiian|hawaïen
+heb||he|Hebrew|hébreu
+her||hz|Herero|herero
+hil|||Hiligaynon|hiligaynon
+him|||Himachali|himachali
+hin||hi|Hindi|hindi
+hit|||Hittite|hittite
+hmn|||Hmong|hmong
+hmo||ho|Hiri Motu|hiri motu
+hsb|||Upper Sorbian|haut-sorabe
+hun||hu|Hungarian|hongrois
+hup|||Hupa|hupa
+iba|||Iban|iban
+ibo||ig|Igbo|igbo
+ice|isl|is|Icelandic|islandais
+ido||io|Ido|ido
+iii||ii|Sichuan Yi; Nuosu|yi de Sichuan
+ijo|||Ijo languages|ijo, langues
+iku||iu|Inuktitut|inuktitut
+ile||ie|Interlingue; Occidental|interlingue
+ilo|||Iloko|ilocano
+ina||ia|Interlingua (International Auxiliary Language Association)|interlingua (langue auxiliaire internationale)
+inc|||Indic (Other)|indo-aryennes, autres langues
+ind||id|Indonesian|indonésien
+ine|||Indo-European (Other)|indo-européennes, autres langues
+inh|||Ingush|ingouche
+ipk||ik|Inupiaq|inupiaq
+ira|||Iranian (Other)|iraniennes, autres langues
+iro|||Iroquoian languages|iroquoises, langues (famille)
+ita||it|Italian|italien
+jav||jv|Javanese|javanais
+jbo|||Lojban|lojban
+jpn||ja|Japanese|japonais
+jpr|||Judeo-Persian|judéo-persan
+jrb|||Judeo-Arabic|judéo-arabe
+kaa|||Kara-Kalpak|karakalpak
+kab|||Kabyle|kabyle
+kac|||Kachin; Jingpho|kachin; jingpho
+kal||kl|Kalaallisut; Greenlandic|groenlandais
+kam|||Kamba|kamba
+kan||kn|Kannada|kannada
+kar|||Karen languages|karen, langues
+kas||ks|Kashmiri|kashmiri
+kau||kr|Kanuri|kanouri
+kaw|||Kawi|kawi
+kaz||kk|Kazakh|kazakh
+kbd|||Kabardian|kabardien
+kha|||Khasi|khasi
+khi|||Khoisan (Other)|khoisan, autres langues
+khm||km|Central Khmer|khmer central
+kho|||Khotanese|khotanais
+kik||ki|Kikuyu; Gikuyu|kikuyu
+kin||rw|Kinyarwanda|rwanda
+kir||ky|Kirghiz; Kyrgyz|kirghiz
+kmb|||Kimbundu|kimbundu
+kok|||Konkani|konkani
+kom||kv|Komi|kom
+kon||kg|Kongo|kongo
+kor||ko|Korean|coréen
+kos|||Kosraean|kosrae
+kpe|||Kpelle|kpellé
+krc|||Karachay-Balkar|karatchai balkar
+krl|||Karelian|carélien
+kro|||Kru languages|krou, langues
+kru|||Kurukh|kurukh
+kua||kj|Kuanyama; Kwanyama|kuanyama; kwanyama
+kum|||Kumyk|koumyk
+kur||ku|Kurdish|kurde
+kut|||Kutenai|kutenai
+lad|||Ladino|judéo-espagnol
+lah|||Lahnda|lahnda
+lam|||Lamba|lamba
+lao||lo|Lao|lao
+lat||la|Latin|latin
+lav||lv|Latvian|letton
+lez|||Lezghian|lezghien
+lim||li|Limburgan; Limburger; Limburgish|limbourgeois
+lin||ln|Lingala|lingala
+lit||lt|Lithuanian|lituanien
+lol|||Mongo|mongo
+loz|||Lozi|lozi
+ltz||lb|Luxembourgish; Letzeburgesch|luxembourgeois
+lua|||Luba-Lulua|luba-lulua
+lub||lu|Luba-Katanga|luba-katanga
+lug||lg|Ganda|ganda
+lui|||Luiseno|luiseno
+lun|||Lunda|lunda
+luo|||Luo (Kenya and Tanzania)|luo (Kenya et Tanzanie)
+lus|||Lushai|lushai
+mac|mkd|mk|Macedonian|macédonien
+mad|||Madurese|madourais
+mag|||Magahi|magahi
+mah||mh|Marshallese|marshall
+mai|||Maithili|maithili
+mak|||Makasar|makassar
+mal||ml|Malayalam|malayalam
+man|||Mandingo|mandingue
+mao|mri|mi|Maori|maori
+map|||Austronesian (Other)|malayo-polynésiennes, autres langues
+mar||mr|Marathi|marathe
+mas|||Masai|massaï
+may|msa|ms|Malay|malais
+mdf|||Moksha|moksa
+mdr|||Mandar|mandar
+men|||Mende|mendé
+mga|||Irish, Middle (900-1200)|irlandais moyen (900-1200)
+mic|||Mi'kmaq; Micmac|mi'kmaq; micmac
+min|||Minangkabau|minangkabau
+mis|||Uncoded languages|langues non codées
+mkh|||Mon-Khmer (Other)|môn-khmer, autres langues
+mlg||mg|Malagasy|malgache
+mlt||mt|Maltese|maltais
+mnc|||Manchu|mandchou
+mni|||Manipuri|manipuri
+mno|||Manobo languages|manobo, langues
+moh|||Mohawk|mohawk
+mol||mo|Moldavian|moldave
+mon||mn|Mongolian|mongol
+mos|||Mossi|moré
+mul|||Multiple languages|multilingue
+mun|||Munda languages|mounda, langues
+mus|||Creek|muskogee
+mwl|||Mirandese|mirandais
+mwr|||Marwari|marvari
+myn|||Mayan languages|maya, langues
+myv|||Erzya|erza
+nah|||Nahuatl languages|nahuatl, langues
+nai|||North American Indian|indiennes d'Amérique du Nord, autres langues
+nap|||Neapolitan|napolitain
+nau||na|Nauru|nauruan
+nav||nv|Navajo; Navaho|navaho
+nbl||nr|Ndebele, South; South Ndebele|ndébélé du Sud
+nde||nd|Ndebele, North; North Ndebele|ndébélé du Nord
+ndo||ng|Ndonga|ndonga
+nds|||Low German; Low Saxon; German, Low; Saxon, Low|bas allemand; bas saxon; allemand, bas; saxon, bas
+nep||ne|Nepali|népalais
+new|||Nepal Bhasa; Newari|nepal bhasa; newari
+nia|||Nias|nias
+nic|||Niger-Kordofanian (Other)|nigéro-congolaises, autres langues
+niu|||Niuean|niué
+nno||nn|Norwegian Nynorsk; Nynorsk, Norwegian|norvégien nynorsk; nynorsk, norvégien
+nob||nb|Bokmål, Norwegian; Norwegian Bokmål|norvégien bokmål
+nog|||Nogai|nogaï; nogay
+non|||Norse, Old|norrois, vieux
+nor||no|Norwegian|norvégien
+nqo|||N'Ko|n'ko
+nso|||Pedi; Sepedi; Northern Sotho|pedi; sepedi; sotho du Nord
+nub|||Nubian languages|nubiennes, langues
+nwc|||Classical Newari; Old Newari; Classical Nepal Bhasa|newari classique
+nya||ny|Chichewa; Chewa; Nyanja|chichewa; chewa; nyanja
+nym|||Nyamwezi|nyamwezi
+nyn|||Nyankole|nyankolé
+nyo|||Nyoro|nyoro
+nzi|||Nzima|nzema
+oci||oc|Occitan (post 1500); Provençal|occitan (après 1500); provençal
+oji||oj|Ojibwa|ojibwa
+ori||or|Oriya|oriya
+orm||om|Oromo|galla
+osa|||Osage|osage
+oss||os|Ossetian; Ossetic|ossète
+ota|||Turkish, Ottoman (1500-1928)|turc ottoman (1500-1928)
+oto|||Otomian languages|otomangue, langues
+paa|||Papuan (Other)|papoues, autres langues
+pag|||Pangasinan|pangasinan
+pal|||Pahlavi|pahlavi
+pam|||Pampanga; Kapampangan|pampangan
+pan||pa|Panjabi; Punjabi|pendjabi
+pap|||Papiamento|papiamento
+pau|||Palauan|palau
+peo|||Persian, Old (ca.600-400 B.C.)|perse, vieux (ca. 600-400 av. J.-C.)
+per|fas|fa|Persian|persan
+phi|||Philippine (Other)|philippines, autres langues
+phn|||Phoenician|phénicien
+pli||pi|Pali|pali
+pol||pl|Polish|polonais
+pon|||Pohnpeian|pohnpei
+por||pt|Portuguese|portugais
+pra|||Prakrit languages|prâkrit
+pro|||Provençal, Old (to 1500)|provençal ancien (jusqu'à 1500)
+pus||ps|Pushto; Pashto|pachto
+qaa-qtz|||Reserved for local use|réservée à l'usage local
+que||qu|Quechua|quechua
+raj|||Rajasthani|rajasthani
+rap|||Rapanui|rapanui
+rar|||Rarotongan; Cook Islands Maori|rarotonga; maori des îles Cook
+roa|||Romance (Other)|romanes, autres langues
+roh||rm|Romansh|romanche
+rom|||Romany|tsigane
+rum|ron|ro|Romanian|roumain
+run||rn|Rundi|rundi
+rup|||Aromanian; Arumanian; Macedo-Romanian|aroumain; macédo-roumain
+rus||ru|Russian|russe
+sad|||Sandawe|sandawe
+sag||sg|Sango|sango
+sah|||Yakut|iakoute
+sai|||South American Indian (Other)|indiennes d'Amérique du Sud, autres langues
+sal|||Salishan languages|salish, langues
+sam|||Samaritan Aramaic|samaritain
+san||sa|Sanskrit|sanskrit
+sas|||Sasak|sasak
+sat|||Santali|santal
+scc|srp|sr|Serbian|serbe
+scn|||Sicilian|sicilien
+sco|||Scots|écossais
+scr|hrv|hr|Croatian|croate
+sel|||Selkup|selkoupe
+sem|||Semitic (Other)|sémitiques, autres langues
+sga|||Irish, Old (to 900)|irlandais ancien (jusqu'à 900)
+sgn|||Sign Languages|langues des signes
+shn|||Shan|chan
+sid|||Sidamo|sidamo
+sin||si|Sinhala; Sinhalese|singhalais
+sio|||Siouan languages|sioux, langues
+sit|||Sino-Tibetan (Other)|sino-tibétaines, autres langues
+sla|||Slavic (Other)|slaves, autres langues
+slo|slk|sk|Slovak|slovaque
+slv||sl|Slovenian|slovène
+sma|||Southern Sami|sami du Sud
+sme||se|Northern Sami|sami du Nord
+smi|||Sami languages (Other)|sami, autres langues
+smj|||Lule Sami|sami de Lule
+smn|||Inari Sami|sami d'Inari
+smo||sm|Samoan|samoan
+sms|||Skolt Sami|sami skolt
+sna||sn|Shona|shona
+snd||sd|Sindhi|sindhi
+snk|||Soninke|soninké
+sog|||Sogdian|sogdien
+som||so|Somali|somali
+son|||Songhai languages|songhai, langues
+sot||st|Sotho, Southern|sotho du Sud
+spa||es|Spanish; Castilian|espagnol; castillan
+srd||sc|Sardinian|sarde
+srn|||Sranan Tongo|sranan tongo
+srr|||Serer|sérère
+ssa|||Nilo-Saharan (Other)|nilo-sahariennes, autres langues
+ssw||ss|Swati|swati
+suk|||Sukuma|sukuma
+sun||su|Sundanese|soundanais
+sus|||Susu|soussou
+sux|||Sumerian|sumérien
+swa||sw|Swahili|swahili
+swe||sv|Swedish|suédois
+syc|||Classical Syriac|syriaque classique
+syr|||Syriac|syriaque
+tah||ty|Tahitian|tahitien
+tai|||Tai (Other)|thaïes, autres langues
+tam||ta|Tamil|tamoul
+tat||tt|Tatar|tatar
+tel||te|Telugu|télougou
+tem|||Timne|temne
+ter|||Tereno|tereno
+tet|||Tetum|tetum
+tgk||tg|Tajik|tadjik
+tgl||tl|Tagalog|tagalog
+tha||th|Thai|thaï
+tib|bod|bo|Tibetan|tibétain
+tig|||Tigre|tigré
+tir||ti|Tigrinya|tigrigna
+tiv|||Tiv|tiv
+tkl|||Tokelau|tokelau
+tlh|||Klingon; tlhIngan-Hol|klingon
+tli|||Tlingit|tlingit
+tmh|||Tamashek|tamacheq
+tog|||Tonga (Nyasa)|tonga (Nyasa)
+ton||to|Tonga (Tonga Islands)|tongan (Îles Tonga)
+tpi|||Tok Pisin|tok pisin
+tsi|||Tsimshian|tsimshian
+tsn||tn|Tswana|tswana
+tso||ts|Tsonga|tsonga
+tuk||tk|Turkmen|turkmène
+tum|||Tumbuka|tumbuka
+tup|||Tupi languages|tupi, langues
+tur||tr|Turkish|turc
+tut|||Altaic (Other)|altaïques, autres langues
+tvl|||Tuvalu|tuvalu
+twi||tw|Twi|twi
+tyv|||Tuvinian|touva
+udm|||Udmurt|oudmourte
+uga|||Ugaritic|ougaritique
+uig||ug|Uighur; Uyghur|ouïgour
+ukr||uk|Ukrainian|ukrainien
+umb|||Umbundu|umbundu
+und|||Undetermined|indéterminée
+urd||ur|Urdu|ourdou
+uzb||uz|Uzbek|ouszbek
+vai|||Vai|vaï
+ven||ve|Venda|venda
+vie||vi|Vietnamese|vietnamien
+vol||vo|Volapük|volapük
+vot|||Votic|vote
+wak|||Wakashan languages|wakashennes, langues
+wal|||Walamo|walamo
+war|||Waray|waray
+was|||Washo|washo
+wel|cym|cy|Welsh|gallois
+wen|||Sorbian languages|sorabes, langues
+wln||wa|Walloon|wallon
+wol||wo|Wolof|wolof
+xal|||Kalmyk; Oirat|kalmouk; oïrat
+xho||xh|Xhosa|xhosa
+yao|||Yao|yao
+yap|||Yapese|yapois
+yid||yi|Yiddish|yiddish
+yor||yo|Yoruba|yoruba
+ypk|||Yupik languages|yupik, langues
+zap|||Zapotec|zapotèque
+zbl|||Blissymbols; Blissymbolics; Bliss|symboles Bliss; Bliss
+zen|||Zenaga|zenaga
+zha||za|Zhuang; Chuang|zhuang; chuang
+znd|||Zande languages|zandé, langues
+zul||zu|Zulu|zoulou
+zun|||Zuni|zuni
+zxx|||No linguistic content|pas de contenu linguistique
+zza|||Zaza; Dimili; Dimli; Kirdki; Kirmanjki; Zazaki|zaza; dimili; dimli; kirdki; kirmanjki; zazaki