hayfork 1.0.0

data/lib/hayfork/statement.rb

@@ -0,0 +1,132 @@
+require "hayfork/binding"
+require "hayfork/insert_sql"
+require "hayfork/update_sql"
+require "hayfork/delete_sql"
+
+module Hayfork
+  class Statement
+    attr_reader :haystack, :relation, :value
+    attr_accessor :weight, :dictionary
+
+    def initialize(haystack, relation, field, options={})
+      @haystack = haystack
+      @relation = relation.all
+      @weight = options.fetch(:weight, Hayfork.default_weight) # TODO: validate weight
+      @dictionary = options.fetch(:dictionary, Hayfork.default_dictionary)
+      @attributes = {}.with_indifferent_access
+      @unnest = false
+      @unsearchable = false
+
+      case field
+      when Arel::Predications
+        @value = field
+      when String
+        @value = model.arel_table[field]
+      when Symbol
+        @value = model.arel_table[field.to_s]
+      when Hash
+        reflection = reflection_for(field.keys.first)
+        joins field.keys.first
+        @value = reflection.klass.arel_table[field.values.first.to_s]
+      else
+        fail ArgumentError, "Unrecognized value for `field`: #{field.inspect}"
+      end
+    end
+
+
+
+    def joins(join_value)
+      @relation = Hayfork.join(relation, join_value)
+      self
+    end
+
+    def where(where_value)
+      @relation = relation.where(where_value)
+      self
+    end
+
+    def merge(attrs = {})
+      attributes.merge! attrs.stringify_keys.except(
+        Hayfork::SEARCH_VECTOR,
+        Hayfork::TEXT,
+        Hayfork::SOURCE_TYPE,
+        Hayfork::SOURCE_ID)
+      self
+    end
+
+    def unsearchable
+      @unsearchable = true
+      self
+    end
+
+    def unnest
+      @unnest = true
+      self
+    end
+
+
+
+    def unsearchable?
+      @unsearchable == true
+    end
+
+    def unnest?
+      @unnest == true
+    end
+
+    def may_change_on_update?
+      !update.values_to_check_on_update.empty?
+    end
+
+
+
+    def insert
+      InsertSql.new(haystack, relation, bindings)
+    end
+
+    def update
+      UpdateSql.new(haystack, relation, bindings)
+    end
+
+    def delete
+      DeleteSql.new(haystack, relation, bindings)
+    end
+
+
+
+    def bindings
+      @bindings ||= (haystack.columns.each_with_object([]) do |column, bindings|
+        next if column.name == Hayfork::SEARCH_VECTOR && unsearchable?
+
+        value = attributes.fetch column.name do
+          case column.name
+          when Hayfork::SEARCH_RESULT_TYPE then model.name
+          when Hayfork::SEARCH_RESULT_ID then model.arel_table["id"]
+          when Hayfork::SEARCH_VECTOR, Hayfork::TEXT then self.value
+          when Hayfork::SOURCE_TYPE then self.value.relation.send(:type_caster).send(:types).name
+          when Hayfork::SOURCE_ID then self.value.relation["id"]
+          when Hayfork::FIELD then self.value.name
+          end
+        end
+
+        next unless value
+        value = model.arel_table[value] if value.is_a? Symbol
+        bindings.push Hayfork::Binding.new(self, column, value)
+      end)
+    end
+
+
+
+  private
+    attr_reader :attributes
+
+    def model
+      relation.model
+    end
+
+    def reflection_for(association)
+      Hayfork.reflection_for(model, association)
+    end
+
+  end
+end

data/lib/hayfork/statement_builder.rb

@@ -0,0 +1,78 @@
+require "hayfork/statement"
+
+module Hayfork
+  class StatementBuilder
+    attr_reader :row
+
+    def initialize(haystack, relation, attributes: {})
+      @haystack = haystack
+      @relation = relation
+      @attributes = attributes
+      @statements = []
+      @row = model.arel_table
+    end
+
+
+    def set(key, value)
+      @attributes.merge!(key => value)
+    end
+
+    def joins(join_value, &block) # reject SQL literals?
+      apply? Hayfork.join(relation, join_value), &block
+    end
+
+    def where(*args, &block) # reject SQL literals?
+      apply? relation.where(*args), &block
+    end
+
+
+    def insert(field, options={})
+      Statement.new(haystack, relation, field, options).tap do |statement|
+        statement.merge(attributes) if attributes.any?
+        statements << statement
+      end
+    end
+
+
+    def to_insert_sql(**args)
+      statements.map { |statement| "    " << statement.insert.to_sql(**args) }.join.strip
+    end
+
+    def to_update_sql
+      updates = statements.select(&:may_change_on_update?)
+      return "-- nothing to update" if updates.empty?
+      updates.map { |statement| "    " << statement.update.to_sql.lstrip }.join.strip
+    end
+
+    def to_delete_sql
+      statements.map { |statement| "    " << statement.delete.to_sql }.join.strip
+    end
+
+
+    def to_a
+      statements
+    end
+
+  private
+    attr_reader :haystack, :relation, :statements, :attributes
+
+    def apply?(modified_relation, &block)
+      if block_given?
+        statements = StatementBuilder.new(haystack, modified_relation, attributes: attributes.dup)
+        if block.arity.zero?
+          statements.instance_eval(&block)
+        else
+          yield statements
+        end
+        @statements.concat statements.to_a
+      else
+        @relation = modified_relation
+      end
+    end
+
+    def model
+      relation.model
+    end
+
+  end
+end

data/lib/hayfork/trigger_builder.rb

@@ -0,0 +1,17 @@
+require "hayfork/statement_builder"
+
+module Hayfork
+  class TriggerBuilder
+
+    def initialize(triggers)
+      @triggers = triggers
+    end
+
+    def foreach(model, options={}, &block)
+      statements = StatementBuilder.new(@triggers.haystack, model.unscope(:order, :select, :group, :having, :offset, :limit))
+      statements.instance_eval(&block)
+      @triggers << [model, statements, options]
+    end
+
+  end
+end

data/lib/hayfork/triggers.rb

@@ -0,0 +1,76 @@
+module Hayfork
+  class Triggers
+    attr_reader :haystack
+
+    def initialize(haystack)
+      @haystack = haystack
+      @_triggers = []
+    end
+
+    def <<(trigger)
+      _triggers << trigger
+    end
+
+    def create
+      _triggers.map { |args| psql_create_triggers_for(*args) }.join
+    end
+
+    def drop
+      _triggers.map { |model, _, options| psql_drop_triggers_for(model, options) }.join
+    end
+
+    def replace
+      [drop, create].join
+    end
+
+    def truncate
+      "TRUNCATE #{haystack.table_name};\n"
+    end
+
+    def rebuild
+      ([truncate] + _triggers.map { |args| psql_inserts_for(*args) }).join
+    end
+
+  private
+    attr_reader :_triggers
+
+    def psql_create_triggers_for(model, statements, options)
+      name = function_name(model, options)
+      <<~SQL
+        CREATE FUNCTION #{name}() RETURNS trigger AS $$
+        BEGIN
+          IF TG_OP = 'DELETE' THEN
+            #{statements.to_delete_sql}
+            RETURN OLD;
+          ELSIF TG_OP = 'UPDATE' THEN
+            #{statements.to_update_sql}
+            RETURN NEW;
+          ELSIF TG_OP = 'INSERT' THEN
+            #{statements.to_insert_sql}
+            RETURN NEW;
+          END IF;
+          RETURN NULL; -- result is ignored since this is an AFTER trigger
+        END;
+        $$ LANGUAGE plpgsql;
+        CREATE TRIGGER #{name}_trigger BEFORE INSERT OR UPDATE OR DELETE ON #{model.table_name}
+        FOR EACH ROW EXECUTE PROCEDURE #{name}();
+      SQL
+    end
+
+    def psql_inserts_for(model, statements, options)
+      "#{statements.to_insert_sql(from: false)}\n" if options.fetch(:rebuild, true)
+    end
+
+    def psql_drop_triggers_for(model, options)
+      name = function_name(model, options)
+      <<~SQL
+        DROP FUNCTION IF EXISTS #{name}() CASCADE;
+      SQL
+    end
+
+    def function_name(model, options)
+      options.fetch(:name, "maintain_#{model.table_name}_in_#{haystack.table_name}")
+    end
+
+  end
+end

data/lib/hayfork/unaccent.rb

@@ -0,0 +1,12 @@
+module Hayfork
+  module Unaccent
+
+    def unaccent(string)
+      string.each_char.map { |char| RULES.fetch(char, char) }.join
+    end
+
+    # Use Postgres's own rules so this method's behavior matches Postgres's `unaccent` function.
+    RULES = Hash[File.read(File.expand_path("../../../postgres/unaccent.rules", __FILE__)).scan(/^([^\t]+)\t(.*)$/)].freeze
+
+  end
+end

data/lib/hayfork/update_sql.rb

@@ -0,0 +1,112 @@
+require "hayfork/delete_sql"
+require "hayfork/insert_sql"
+
+module Hayfork
+  class UpdateSql
+    attr_reader :haystack, :relation, :bindings
+
+    def initialize(haystack, relation, bindings)
+      @haystack = haystack
+      @relation = relation
+      @bindings = bindings
+    end
+
+    def to_sql
+      sql = values_to_check_on_update.map { |field| "OLD.#{field} IS DISTINCT FROM NEW.#{field}" }.join(" OR ")
+
+      <<-SQL
+    IF #{sql} THEN
+      #{delete.to_sql.strip}
+      #{insert.to_sql.strip}
+    END IF;
+      SQL
+    end
+    alias to_s to_sql
+
+    def model
+      relation.model
+    end
+
+    def values_to_check_on_update
+      foreign_keys_by_table_name = {}
+      (relation.joins_values + relation.left_outer_joins_values).each do |join_value|
+        if join_value.is_a? String
+          fail NotImplementedError, "Unhandled literal join: #{join_value.inspect}"
+        end
+
+        reflection = reflection_for(join_value)
+        table_name = reflection.table_name
+        reflection = reflection.through_reflection if reflection.is_a?(ActiveRecord::Reflection::ThroughReflection)
+
+        case reflection
+        when ActiveRecord::Reflection::BelongsToReflection
+          foreign_keys_by_table_name[table_name] = [ reflection.foreign_key.to_s ]
+        when ActiveRecord::Reflection::HasManyReflection
+          foreign_keys_by_table_name[table_name] = [] # assume identity keys won't change
+        when ActiveRecord::Reflection::HasAndBelongsToManyReflection
+          foreign_keys_by_table_name[reflection.join_table] = [] # assume identity keys won't change
+          foreign_keys_by_table_name[table_name] = [] # assume identity keys won't change
+        else
+          fail NotImplementedError, "Unhandled reflection: #{reflection.class} (join_value: #{join_value.inspect})"
+        end
+      end
+
+
+      values_being_written = bindings.pluck(:raw_value) + predicate_fields
+      values_to_check_on_update = Set.new
+
+      values_being_written.each do |value|
+        next if value.is_a?(String) # constant
+        if value.relation.name == relation.table_name
+          values_to_check_on_update << value.name.to_s
+        else
+          # The value isn't a field of the current record but of a joined record.
+          # That record hasn't changed so we don't care about its value; but we
+          # do care whether this record's foreign keys have changed (which would
+          # cause it to be associated with a different joined record).
+          values_to_check_on_update.merge foreign_keys_by_table_name.fetch(value.relation.name)
+        end
+      end
+
+      values_to_check_on_update - model.readonly_attributes
+    end
+
+  private
+
+    def insert
+      InsertSql.new(haystack, relation, bindings)
+    end
+
+    def delete
+      DeleteSql.new(haystack, relation, bindings)
+    end
+
+    def predicate_fields
+      relation.where_clause.send(:predicates).map(&method(:field_from_predicate))
+    end
+
+    def field_from_predicate(predicate)
+      case predicate
+      when Arel::Nodes::Between,
+           Arel::Nodes::Equality,
+           Arel::Nodes::GreaterThan,
+           Arel::Nodes::GreaterThanOrEqual,
+           Arel::Nodes::In,
+           Arel::Nodes::LessThan,
+           Arel::Nodes::LessThanOrEqual,
+           Arel::Nodes::NotEqual,
+           Arel::Nodes::NotIn
+        field_from_predicate(predicate.left)
+      when Arel::Attributes::Attribute
+        predicate
+      else
+        fail NotImplementedError, "Unhandled predicate: #{predicate.class}: #{predicate.inspect}"
+      end
+    end
+
+    def reflection_for(association)
+      Hayfork.reflection_for(model, association)
+    end
+
+  end
+end

data/lib/hayfork/version.rb

@@ -0,0 +1,3 @@
+module Hayfork
+  VERSION = "1.0.0"
+end

data/postgres/unaccent.rules

@@ -0,0 +1,1049 @@
+©	(C)
+«	<<
+­	-
+®	(R)
+»	>>
+¼	 1/4
+½	 1/2
+¾	 3/4
+À	A
+Á	A
+Â	A
+Ã	A
+Ä	A
+Å	A
+Æ	AE
+Ç	C
+È	E
+É	E
+Ê	E
+Ë	E
+Ì	I
+Í	I
+Î	I
+Ï	I
+Ð	D
+Ñ	N
+Ò	O
+Ó	O
+Ô	O
+Õ	O
+Ö	O
+×	*
+Ø	O
+Ù	U
+Ú	U
+Û	U
+Ü	U
+Ý	Y
+Þ	TH
+ß	ss
+à	a
+á	a
+â	a
+ã	a
+ä	a
+å	a
+æ	ae
+ç	c
+è	e
+é	e
+ê	e
+ë	e
+ì	i
+í	i
+î	i
+ï	i
+ð	d
+ñ	n
+ò	o
+ó	o
+ô	o
+õ	o
+ö	o
+÷	/
+ø	o
+ù	u
+ú	u
+û	u
+ü	u
+ý	y
+þ	th
+ÿ	y
+Ā	A
+ā	a
+Ă	A
+ă	a
+Ą	A
+ą	a
+Ć	C
+ć	c
+Ĉ	C
+ĉ	c
+Ċ	C
+ċ	c
+Č	C
+č	c
+Ď	D
+ď	d
+Đ	D
+đ	d
+Ē	E
+ē	e
+Ĕ	E
+ĕ	e
+Ė	E
+ė	e
+Ę	E
+ę	e
+Ě	E
+ě	e
+Ĝ	G
+ĝ	g
+Ğ	G
+ğ	g
+Ġ	G
+ġ	g
+Ģ	G
+ģ	g
+Ĥ	H
+ĥ	h
+Ħ	H
+ħ	h
+Ĩ	I
+ĩ	i
+Ī	I
+ī	i
+Ĭ	I
+ĭ	i
+Į	I
+į	i
+İ	I
+ı	i
+IJ	IJ
+ij	ij
+Ĵ	J
+ĵ	j
+Ķ	K
+ķ	k
+ĸ	q
+Ĺ	L
+ĺ	l
+Ļ	L
+ļ	l
+Ľ	L
+ľ	l
+Ŀ	L
+ŀ	l
+Ł	L
+ł	l
+Ń	N
+ń	n
+Ņ	N
+ņ	n
+Ň	N
+ň	n
+ʼn	'n
+Ŋ	N
+ŋ	n
+Ō	O
+ō	o
+Ŏ	O
+ŏ	o
+Ő	O
+ő	o
+Œ	OE
+œ	oe
+Ŕ	R
+ŕ	r
+Ŗ	R
+ŗ	r
+Ř	R
+ř	r
+Ś	S
+ś	s
+Ŝ	S
+ŝ	s
+Ş	S
+ş	s
+Š	S
+š	s
+Ţ	T
+ţ	t
+Ť	T
+ť	t
+Ŧ	T
+ŧ	t
+Ũ	U
+ũ	u
+Ū	U
+ū	u
+Ŭ	U
+ŭ	u
+Ů	U
+ů	u
+Ű	U
+ű	u
+Ų	U
+ų	u
+Ŵ	W
+ŵ	w
+Ŷ	Y
+ŷ	y
+Ÿ	Y
+Ź	Z
+ź	z
+Ż	Z
+ż	z
+Ž	Z
+ž	z
+ſ	s
+ƀ	b
+Ɓ	B
+Ƃ	B
+ƃ	b
+Ƈ	C
+ƈ	c
+Ɖ	D
+Ɗ	D
+Ƌ	D
+ƌ	d
+Ɛ	E
+Ƒ	F
+ƒ	f
+Ɠ	G
+ƕ	hv
+Ɩ	I
+Ɨ	I
+Ƙ	K
+ƙ	k
+ƚ	l
+Ɲ	N
+ƞ	n
+Ơ	O
+ơ	o
+Ƣ	OI
+ƣ	oi
+Ƥ	P
+ƥ	p
+ƫ	t
+Ƭ	T
+ƭ	t
+Ʈ	T
+Ư	U
+ư	u
+Ʋ	V
+Ƴ	Y
+ƴ	y
+Ƶ	Z
+ƶ	z
+DŽ	DZ
+Dž	Dz
+dž	dz
+LJ	LJ
+Lj	Lj
+lj	lj
+NJ	NJ
+Nj	Nj
+nj	nj
+Ǎ	A
+ǎ	a
+Ǐ	I
+ǐ	i
+Ǒ	O
+ǒ	o
+Ǔ	U
+ǔ	u
+Ǥ	G
+ǥ	g
+Ǧ	G
+ǧ	g
+Ǩ	K
+ǩ	k
+Ǫ	O
+ǫ	o
+ǰ	j
+DZ	DZ
+Dz	Dz
+dz	dz
+Ǵ	G
+ǵ	g
+Ǹ	N
+ǹ	n
+Ȁ	A
+ȁ	a
+Ȃ	A
+ȃ	a
+Ȅ	E
+ȅ	e
+Ȇ	E
+ȇ	e
+Ȉ	I
+ȉ	i
+Ȋ	I
+ȋ	i
+Ȍ	O
+ȍ	o
+Ȏ	O
+ȏ	o
+Ȑ	R
+ȑ	r
+Ȓ	R
+ȓ	r
+Ȕ	U
+ȕ	u
+Ȗ	U
+ȗ	u
+Ș	S
+ș	s
+Ț	T
+ț	t
+Ȟ	H
+ȟ	h
+ȡ	d
+Ȥ	Z
+ȥ	z
+Ȧ	A
+ȧ	a
+Ȩ	E
+ȩ	e
+Ȯ	O
+ȯ	o
+Ȳ	Y
+ȳ	y
+ȴ	l
+ȵ	n
+ȶ	t
+ȷ	j
+ȸ	db
+ȹ	qp
+Ⱥ	A
+Ȼ	C
+ȼ	c
+Ƚ	L
+Ⱦ	T
+ȿ	s
+ɀ	z
+Ƀ	B
+Ʉ	U
+Ɇ	E
+ɇ	e
+Ɉ	J
+ɉ	j
+Ɍ	R
+ɍ	r
+Ɏ	Y
+ɏ	y
+ɓ	b
+ɕ	c
+ɖ	d
+ɗ	d
+ɛ	e
+ɟ	j
+ɠ	g
+ɡ	g
+ɢ	G
+ɦ	h
+ɧ	h
+ɨ	i
+ɪ	I
+ɫ	l
+ɬ	l
+ɭ	l
+ɱ	m
+ɲ	n
+ɳ	n
+ɴ	N
+ɶ	OE
+ɼ	r
+ɽ	r
+ɾ	r
+ʀ	R
+ʂ	s
+ʈ	t
+ʉ	u
+ʋ	v
+ʏ	Y
+ʐ	z
+ʑ	z
+ʙ	B
+ʛ	G
+ʜ	H
+ʝ	j
+ʟ	L
+ʠ	q
+ʣ	dz
+ʥ	dz
+ʦ	ts
+ʪ	ls
+ʫ	lz
+Ё	Е
+ё	е
+ᴀ	A
+ᴁ	AE
+ᴃ	B
+ᴄ	C
+ᴅ	D
+ᴆ	D
+ᴇ	E
+ᴊ	J
+ᴋ	K
+ᴌ	L
+ᴍ	M
+ᴏ	O
+ᴘ	P
+ᴛ	T
+ᴜ	U
+ᴠ	V
+ᴡ	W
+ᴢ	Z
+ᵫ	ue
+ᵬ	b
+ᵭ	d
+ᵮ	f
+ᵯ	m
+ᵰ	n
+ᵱ	p
+ᵲ	r
+ᵳ	r
+ᵴ	s
+ᵵ	t
+ᵶ	z
+ᵺ	th
+ᵻ	I
+ᵽ	p
+ᵾ	U
+ᶀ	b
+ᶁ	d
+ᶂ	f
+ᶃ	g
+ᶄ	k
+ᶅ	l
+ᶆ	m
+ᶇ	n
+ᶈ	p
+ᶉ	r
+ᶊ	s
+ᶌ	v
+ᶍ	x
+ᶎ	z
+ᶏ	a
+ᶑ	d
+ᶒ	e
+ᶓ	e
+ᶖ	i
+ᶙ	u
+Ḁ	A
+ḁ	a
+Ḃ	B
+ḃ	b
+Ḅ	B
+ḅ	b
+Ḇ	B
+ḇ	b
+Ḋ	D
+ḋ	d
+Ḍ	D
+ḍ	d
+Ḏ	D
+ḏ	d
+Ḑ	D
+ḑ	d
+Ḓ	D
+ḓ	d
+Ḙ	E
+ḙ	e
+Ḛ	E
+ḛ	e
+Ḟ	F
+ḟ	f
+Ḡ	G
+ḡ	g
+Ḣ	H
+ḣ	h
+Ḥ	H
+ḥ	h
+Ḧ	H
+ḧ	h
+Ḩ	H
+ḩ	h
+Ḫ	H
+ḫ	h
+Ḭ	I
+ḭ	i
+Ḱ	K
+ḱ	k
+Ḳ	K
+ḳ	k
+Ḵ	K
+ḵ	k
+Ḷ	L
+ḷ	l
+Ḻ	L
+ḻ	l
+Ḽ	L
+ḽ	l
+Ḿ	M
+ḿ	m
+Ṁ	M
+ṁ	m
+Ṃ	M
+ṃ	m
+Ṅ	N
+ṅ	n
+Ṇ	N
+ṇ	n
+Ṉ	N
+ṉ	n
+Ṋ	N
+ṋ	n
+Ṕ	P
+ṕ	p
+Ṗ	P
+ṗ	p
+Ṙ	R
+ṙ	r
+Ṛ	R
+ṛ	r
+Ṟ	R
+ṟ	r
+Ṡ	S
+ṡ	s
+Ṣ	S
+ṣ	s
+Ṫ	T
+ṫ	t
+Ṭ	T
+ṭ	t
+Ṯ	T
+ṯ	t
+Ṱ	T
+ṱ	t
+Ṳ	U
+ṳ	u
+Ṵ	U
+ṵ	u
+Ṷ	U
+ṷ	u
+Ṽ	V
+ṽ	v
+Ṿ	V
+ṿ	v
+Ẁ	W
+ẁ	w
+Ẃ	W
+ẃ	w
+Ẅ	W
+ẅ	w
+Ẇ	W
+ẇ	w
+Ẉ	W
+ẉ	w
+Ẋ	X
+ẋ	x
+Ẍ	X
+ẍ	x
+Ẏ	Y
+ẏ	y
+Ẑ	Z
+ẑ	z
+Ẓ	Z
+ẓ	z
+Ẕ	Z
+ẕ	z
+ẖ	h
+ẗ	t
+ẘ	w
+ẙ	y
+ẚ	a
+ẜ	s
+ẝ	s
+ẞ	SS
+Ạ	A
+ạ	a
+Ả	A
+ả	a
+Ẹ	E
+ẹ	e
+Ẻ	E
+ẻ	e
+Ẽ	E
+ẽ	e
+Ỉ	I
+ỉ	i
+Ị	I
+ị	i
+Ọ	O
+ọ	o
+Ỏ	O
+ỏ	o
+Ụ	U
+ụ	u
+Ủ	U
+ủ	u
+Ỳ	Y
+ỳ	y
+Ỵ	Y
+ỵ	y
+Ỷ	Y
+ỷ	y
+Ỹ	Y
+ỹ	y
+Ỻ	LL
+ỻ	ll
+Ỽ	V
+ỽ	v
+Ỿ	Y
+ỿ	y
+‐	-
+‑	-
+‒	-
+–	-
+—	-
+―	-
+‖	||
+‘	'
+’	'
+‚	,
+‛	'
+“	"
+”	"
+„	,,
+‟	"
+․	.
+‥	..
+…	...
+′	'
+″	"
+‹	<
+›	>
+‼	!!
+⁄	/
+⁅	[
+⁆	]
+⁇	??
+⁈	?!
+⁉	!?
+⁎	*
+₠	CE
+₢	Cr
+₣	Fr.
+₤	L.
+₧	Pts
+₹	Rs
+₺	TL
+℀	a/c
+℁	a/s
+ℂ	C
+℃	°C
+℅	c/o
+℆	c/u
+℉	°F
+ℊ	g
+ℋ	H
+ℌ	x
+ℍ	H
+ℎ	h
+ℐ	I
+ℑ	I
+ℒ	L
+ℓ	l
+ℕ	N
+№	No
+℗	(P)
+ℙ	P
+ℚ	Q
+ℛ	R
+ℜ	R
+ℝ	R
+℞	Rx
+℡	TEL
+ℤ	Z
+ℨ	Z
+ℬ	B
+ℭ	C
+ℯ	e
+ℰ	E
+ℱ	F
+ℳ	M
+ℴ	o
+ℹ	i
+℻	FAX
+ⅅ	D
+ⅆ	d
+ⅇ	e
+ⅈ	i
+ⅉ	j
+⅓	 1/3
+⅔	 2/3
+⅕	 1/5
+⅖	 2/5
+⅗	 3/5
+⅘	 4/5
+⅙	 1/6
+⅚	 5/6
+⅛	 1/8
+⅜	 3/8
+⅝	 5/8
+⅞	 7/8
+⅟	 1/
+Ⅰ	I
+Ⅱ	II
+Ⅲ	III
+Ⅳ	IV
+Ⅴ	V
+Ⅵ	VI
+Ⅶ	VII
+Ⅷ	VIII
+Ⅸ	IX
+Ⅹ	X
+Ⅺ	XI
+Ⅻ	XII
+Ⅼ	L
+Ⅽ	C
+Ⅾ	D
+Ⅿ	M
+ⅰ	i
+ⅱ	ii
+ⅲ	iii
+ⅳ	iv
+ⅴ	v
+ⅵ	vi
+ⅶ	vii
+ⅷ	viii
+ⅸ	ix
+ⅹ	x
+ⅺ	xi
+ⅻ	xii
+ⅼ	l
+ⅽ	c
+ⅾ	d
+ⅿ	m
+−	-
+∕	/
+∖	\
+∣	|
+∥	||
+≪	<<
+≫	>>
+⑴	(1)
+⑵	(2)
+⑶	(3)
+⑷	(4)
+⑸	(5)
+⑹	(6)
+⑺	(7)
+⑻	(8)
+⑼	(9)
+⑽	(10)
+⑾	(11)
+⑿	(12)
+⒀	(13)
+⒁	(14)
+⒂	(15)
+⒃	(16)
+⒄	(17)
+⒅	(18)
+⒆	(19)
+⒇	(20)
+⒈	1.
+⒉	2.
+⒊	3.
+⒋	4.
+⒌	5.
+⒍	6.
+⒎	7.
+⒏	8.
+⒐	9.
+⒑	10.
+⒒	11.
+⒓	12.
+⒔	13.
+⒕	14.
+⒖	15.
+⒗	16.
+⒘	17.
+⒙	18.
+⒚	19.
+⒛	20.
+⒜	(a)
+⒝	(b)
+⒞	(c)
+⒟	(d)
+⒠	(e)
+⒡	(f)
+⒢	(g)
+⒣	(h)
+⒤	(i)
+⒥	(j)
+⒦	(k)
+⒧	(l)
+⒨	(m)
+⒩	(n)
+⒪	(o)
+⒫	(p)
+⒬	(q)
+⒭	(r)
+⒮	(s)
+⒯	(t)
+⒰	(u)
+⒱	(v)
+⒲	(w)
+⒳	(x)
+⒴	(y)
+⒵	(z)
+⦅	((
+⦆	))
+⩴	::=
+⩵	==
+⩶	===
+、	,
+。	.
+〇	0
+〈	<
+〉	>
+《	<<
+》	>>
+〔	[
+〕	]
+〘	[
+〙	]
+〚	[
+〛	]
+〝	"
+〞	"
+㍱	hPa
+㍲	da
+㍳	AU
+㍴	bar
+㍵	oV
+㍶	pc
+㍷	dm
+㍺	IU
+㎀	pA
+㎁	nA
+㎃	mA
+㎄	kA
+㎅	KB
+㎆	MB
+㎇	GB
+㎈	cal
+㎉	kcal
+㎊	pF
+㎋	nF
+㎎	mg
+㎏	kg
+㎐	Hz
+㎑	kHz
+㎒	MHz
+㎓	GHz
+㎔	THz
+㎙	fm
+㎚	nm
+㎜	mm
+㎝	cm
+㎞	km
+㎧	m/s
+㎩	Pa
+㎪	kPa
+㎫	MPa
+㎬	GPa
+㎭	rad
+㎮	rad/s
+㎰	ps
+㎱	ns
+㎳	ms
+㎴	pV
+㎵	nV
+㎷	mV
+㎸	kV
+㎹	MV
+㎺	pW
+㎻	nW
+㎽	mW
+㎾	kW
+㎿	MW
+㏂	a.m.
+㏃	Bq
+㏄	cc
+㏅	cd
+㏆	C/kg
+㏇	Co.
+㏈	dB
+㏉	Gy
+㏊	ha
+㏋	HP
+㏌	in
+㏍	KK
+㏎	KM
+㏏	kt
+㏐	lm
+㏑	ln
+㏒	log
+㏓	lx
+㏔	mb
+㏕	mil
+㏖	mol
+㏗	pH
+㏘	p.m.
+㏙	PPM
+㏚	PR
+㏛	sr
+㏜	Sv
+㏝	Wb
+㏞	V/m
+㏟	A/m
+ff	ff
+fi	fi
+fl	fl
+ffi	ffi
+ffl	ffl
+ſt	st
+st	st
+︐	,
+︑	,
+︒	.
+︓	:
+︔	;
+︕	!
+︖	?
+︙	...
+︰	..
+︱	-
+︲	-
+︵	(
+︶	)
+︷	{
+︸	}
+︹	[
+︺	]
+︽	<<
+︾	>>
+︿	<
+﹀	>
+﹇	[
+﹈	]
+﹐	,
+﹑	,
+﹒	.
+﹔	;
+﹕	:
+﹖	?
+﹗	!
+﹘	-
+﹙	(
+﹚	)
+﹛	{
+﹜	}
+﹝	[
+﹞	]
+﹟	#
+﹠	&
+﹡	*
+﹢	+
+﹣	-
+﹤	<
+﹥	>
+﹦	=
+﹨	\
+﹩	$
+﹪	%
+﹫	@
+！	!
+＂	"
+＃	#
+＄	$
+％	%
+＆	&
+＇	'
+（	(
+）	)
+＊	*
+＋	+
+，	,
+－	-
+．	.
+／	/
+０	0
+１	1
+２	2
+３	3
+４	4
+５	5
+６	6
+７	7
+８	8
+９	9
+：	:
+；	;
+＜	<
+＝	=
+＞	>
+？	?
+＠	@
+Ａ	A
+Ｂ	B
+Ｃ	C
+Ｄ	D
+Ｅ	E
+Ｆ	F
+Ｇ	G
+Ｈ	H
+Ｉ	I
+Ｊ	J
+Ｋ	K
+Ｌ	L
+Ｍ	M
+Ｎ	N
+Ｏ	O
+Ｐ	P
+Ｑ	Q
+Ｒ	R
+Ｓ	S
+Ｔ	T
+Ｕ	U
+Ｖ	V
+Ｗ	W
+Ｘ	X
+Ｙ	Y
+Ｚ	Z
+［	[
+＼	\
+］	]
+＾	^
+＿	_
+｀	`
+ａ	a
+ｂ	b
+ｃ	c
+ｄ	d
+ｅ	e
+ｆ	f
+ｇ	g
+ｈ	h
+ｉ	i
+ｊ	j
+ｋ	k
+ｌ	l
+ｍ	m
+ｎ	n
+ｏ	o
+ｐ	p
+ｑ	q
+ｒ	r
+ｓ	s
+ｔ	t
+ｕ	u
+ｖ	v
+ｗ	w
+ｘ	x
+ｙ	y
+ｚ	z
+｛	{
+｜	|
+｝	}
+～	~
+｟	((
+｠	))
+｡	.
+､	,