pingilish 0.1.0

checksums.yaml

@@ -0,0 +1,15 @@
+---
+!binary "U0hBMQ==":
+  metadata.gz: !binary |-
+    ZDIyMDgzNzQ2OTI3YTcwM2Q1ZmVlNzhmNzlkZGQ2MGFhMDgwZWZkZQ==
+  data.tar.gz: !binary |-
+    OWQwMzE0YmVkNzU1Y2M4NWQ5NDg0NTU3YzdmODVkMDFjMmM4MjNiYw==
+SHA512:
+  metadata.gz: !binary |-
+    ZjgzN2I3NDg5OGI1NDA0NTUwMDlmM2RkMTc5ZGViOWM0Y2I2Y2RkZmNkNDdl
+    MDMzOWQ2OTE5NzgwZTAwYTlmMjhlYThmM2VmNmI0ZTdkNTFjOTVjYmRkMmQ3
+    N2FmMjkxMTc2ZTc4NTk2MzU0YmExNTZhZWE2YzdhNTMxYWM1NjI=
+  data.tar.gz: !binary |-
+    Mzk0MGNmNzg3YmM1ZTA4ZTFiYTJhZDNmNGE0OGJjNzUwZjgwNmQ0ZWM2ZTc3
+    MWY2YjY0ZDhjNzk4NDI3MTE4ZjI0ODhmYTg4OTQ5N2UwZTJmZmI1NDM1MGZi
+    MjBlZWM5NjQxYjJiYWY0NjcwMzMyNjQ4MjlhOGZmNjQyNWM2ZmQ=

data/.gitignore

@@ -0,0 +1,9 @@
+/.bundle/
+/.yardoc
+/Gemfile.lock
+/_yardoc/
+/coverage/
+/doc/
+/pkg/
+/spec/reports/
+/tmp/

data/.rspec

@@ -0,0 +1,2 @@
+--format documentation
+--color

data/.travis.yml

@@ -0,0 +1,4 @@
+language: ruby
+rvm:
+  - 1.9.3
+before_install: gem install bundler -v 1.10.6

data/Gemfile

@@ -0,0 +1,3 @@
+source 'https://rubygems.org'
+
+gem 'ya2yaml'

data/LICENSE.txt

@@ -0,0 +1,21 @@
+The MIT License (MIT)
+
+Copyright (c) 2016 tokhi
+
+Permission is hereby granted, free of charge, to any person obtaining a copy
+of this software and associated documentation files (the "Software"), to deal
+in the Software without restriction, including without limitation the rights
+to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+copies of the Software, and to permit persons to whom the Software is
+furnished to do so, subject to the following conditions:
+
+The above copyright notice and this permission notice shall be included in
+all copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN
+THE SOFTWARE.

data/README.md

@@ -0,0 +1,51 @@
+# Pingilish
+
+pinglish gem converts Persian/farsi text to english and vice versa.
+
+This gem is an improvements of the efforts made by [Aziz](https://github.com/aziz/pingilish.git).
+
+
+## Installation
+
+Add this line to your application's Gemfile:
+
+```ruby
+gem 'pingilish'
+```
+
+And then execute:
+
+    $ bundle
+
+Or install it yourself as:
+
+    $ gem install pingilish
+
+## Usage
+
+```ruby
+# farsi to english
+Pingilish.to_default("توانا بود هرکه دانا بود")
+ => "toana bod hrkh dana bod"
+
+
+ # english to farsi
+ Pingilish.to_farsi("nabordeh ranj ganj moiasar namishawad")
+ => "نبرده رنج گنج میسر نمیشود "
+```
+
+## Development
+
+After checking out the repo, run `bin/setup` to install dependencies. Then, run `rake spec` to run the tests. You can also run `bin/console` for an interactive prompt that will allow you to experiment.
+
+To install this gem onto your local machine, run `bundle exec rake install`. To release a new version, update the version number in `version.rb`, and then run `bundle exec rake release`, which will create a git tag for the version, push git commits and tags, and push the `.gem` file to [rubygems.org](https://rubygems.org).
+
+## Contributing
+
+This gem requires a lot of improvments so bug reports and pull requests are welcome.
+
+
+## License
+
+The gem is available as open source under the terms of the [MIT License](http://opensource.org/licenses/MIT).
+

data/Rakefile

@@ -0,0 +1,6 @@
+require "bundler/gem_tasks"
+require "rspec/core/rake_task"
+
+RSpec::Core::RakeTask.new(:spec)
+
+task :default => :spec

data/bin/console

@@ -0,0 +1,14 @@
+#!/usr/bin/env ruby
+
+require "bundler/setup"
+require "pingilish"
+
+# You can add fixtures and/or initialization code here to make experimenting
+# with your gem easier. You can also use a different console, if you like.
+
+# (If you use this, don't forget to add pry to your Gemfile!)
+# require "pry"
+# Pry.start
+
+require "irb"
+IRB.start

data/bin/setup

@@ -0,0 +1,7 @@
+#!/bin/bash
+set -euo pipefail
+IFS=$'\n\t'
+
+bundle install
+
+# Do any other automated setup that you need to do here

data/db/char_maps.yml

@@ -0,0 +1,24 @@
+---
+آ: 'aa'
+چ: 'ch'
+خ: 'kh'
+ژ: 'zh'
+ش: 'sh'
+ع: "a'"
+غ: 'gh'
+ق: 'gh'
+o: ' va '
+o: ' v'
+هٔ: 'eye'
+ه: '_H_'
+و: 'o'
+ی: 'i'
+_H_: 'e '
+_H_: 'h'
+i: ' y'
+i: 'y '
+َ: 'a'
+ِ: 'e'
+ُ: 'o'
+ً: 'n'
+ء: "'"

data/db/pingilish_words.yml

@@ -0,0 +1,9 @@
+--- 
+سلام: salam
+مثلا: masalan
+ولی: vali
+من: man
+ندارم: nadaram
+چرت: 
+  chert: 5
+  chort: 4

data/lib/pingilish.rb

@@ -0,0 +1,99 @@
+# encoding: utf-8
+require "pingilish/version"
+require 'yaml'
+
+
+module Pingilish
+  def self.to_farsi(str)
+    pin = Farsi.new(str)
+    pin.to_farsi.force_encoding('UTF-8')
+  end
+
+  def self.to_default(text)
+    db_filter = DbFilter.new(text)
+    text = db_filter.process
+
+    # stem_filter = StemFilter.new(text)
+    # text = stem_filter.process
+
+    mapping_filter = MappingFilter.new(text)
+    text = mapping_filter.process
+  end
+
+  class MappingFilter
+    PERSIAN_CHARS = "۱۲۳۴۵۶۷۸۹۰،×؛ابپتثجحدذرزسصضطظفکگلمنك؟"
+    ENGLISH_CHARS = "1234567890,*;abptsjhdzrzssztzfkglmnk?"
+
+    CHAR_MAP_FILE_PATH = File.join(File.dirname(__FILE__), '../db/char_maps.yml')
+    CHAR_MAP = YAML.load_file(CHAR_MAP_FILE_PATH)
+
+
+    def initialize(text)
+      @text = text
+    end
+
+    def process
+      # general character replacement
+      text = @text.to_s.tr(PERSIAN_CHARS,ENGLISH_CHARS)
+
+      CHAR_MAP.each { |k, v| text.gsub!("#{k}","#{v}") }
+      return text
+      # TODO: make a mapping hash instead of this dirty gsub ing
+      # TODO: replace non latin alphabet at the end
+      # TODO: return an object with alternatives (like chert/chort)
+      # TODO: seperate the login into classes: Tokenizer, StemmingFilter, DbFilter, GeneralMappingFilter
+      # TODO: seperate the logic of dealing with a backend in a class, subclass it and write something for YML
+      # BUG: major bug, do not replace latin chars that came from DB by latin chars in mapping array!
+      # TODO: write the mapping filter interations
+    end
+
+  end
+
+
+class DbFilter
+  require 'pingilish/backends/yaml'
+  require 'pingilish/tokenizer'
+
+  def initialize(text) 
+    @text = text.gsub(/ي/,"ی").gsub(/ك/,"ک") # dealing with non-standard characters
+  end
+  
+  def process
+    text = @text
+    y_db = YamlBackend.new
+    words = Tokenizer.new(@text)
+    
+    db = y_db.load
+    words.tokens.each do |w|
+      text = text.gsub(/#{w}/, db[w].to_s) if db[w]
+    end
+   
+    return text
+  # BUG: do not gsub just replace the text
+  # BUG: case for hash and string
+  end
+  
+end
+
+require 'net/http'
+require 'uri'
+
+class Farsi < String
+  
+  TO_FARSI_SERVICE_URL = "http://www.behnevis.com/php/convert.php"
+  TO_FARSI_QUERY_STRING = 'farsi'
+
+  def initialize(text)
+    @text = text
+  end
+  
+  def to_farsi
+    Net::HTTP.post_form(URI.parse(TO_FARSI_SERVICE_URL), {TO_FARSI_QUERY_STRING => @text.downcase }).body
+    # TODO: save the files in yaml
+    # TODO: verify that it's persian
+  end  
+
+end
+
+
+end

data/lib/pingilish/backend_manager.rb

@@ -0,0 +1,19 @@
+class BackendManager
+  
+  def initialize(args)
+    
+  end
+  
+  def load
+    
+  end
+  
+  def update
+    
+  end
+  
+  def stats
+    
+  end
+
+end

data/lib/pingilish/backends/yaml.rb

@@ -0,0 +1,45 @@
+require 'yaml'
+require 'rubygems'
+
+class YamlBackend 
+
+  DB_FILE_PATH = File.join(File.dirname(__FILE__), '../../../db/pingilish_words.yml')
+
+  def initialize
+    @db = YAML.load_file(DB_FILE_PATH)
+  end
+  
+  def load
+    @db
+  end
+
+  def update(word_list)
+    # opening yaml file. reading all items and appending new items 
+    filename = DB_FILE_PATH
+    db = @db
+    # TODO: check is it exist and the value is diffrenent then convert it to a hash
+    db.merge!(word_list) if word_list.is_a?(Hash)
+    
+    begin
+      # lock file and write to it
+      if( File.exists? filename )
+        file = File.new( filename, "r+")
+      else
+        file = File.new( filename, "w+" )
+      end
+      file.flock( File::LOCK_EX )
+      file.truncate( 0 )
+      file.rewind
+      file.write( db.ya2yaml )
+    ensure
+      # unlock and close file
+      file.flock( File::LOCK_UN )
+      file.close
+    end
+  end  
+  
+  def stats
+    
+  end
+
+end

data/lib/pingilish/stem_filter.rb

@@ -0,0 +1,3 @@
+class StemFilter
+  
+end

data/lib/pingilish/tokenizer.rb

@@ -0,0 +1,11 @@
+class Tokenizer
+
+  def initialize(text)
+    @text = text    
+  end
+  
+  def tokens
+    @text.split(' ')
+  end
+  
+end

data/lib/pingilish/version.rb

@@ -0,0 +1,3 @@
+module Pingilish
+  VERSION = "0.1.0"
+end

data/pingilish.gemspec

@@ -0,0 +1,26 @@
+# coding: utf-8
+lib = File.expand_path('../lib', __FILE__)
+$LOAD_PATH.unshift(lib) unless $LOAD_PATH.include?(lib)
+require 'pingilish/version'
+
+Gem::Specification.new do |spec|
+  spec.name          = "pingilish"
+  spec.version       = Pingilish::VERSION
+  spec.authors       = ["tokhi"]
+  spec.email         = ["shafi.tokhi@gmail.com"]
+
+  spec.summary       = "converts persian text to latin and latin to persian"
+  spec.description   = ""
+  spec.homepage      = "https://github.com/tokhi/pingilish"
+  spec.license       = "MIT"
+
+
+  spec.files         = `git ls-files -z`.split("\x0").reject { |f| f.match(%r{^(test|spec|features)/}) }
+  spec.bindir        = "exe"
+  spec.executables   = spec.files.grep(%r{^exe/}) { |f| File.basename(f) }
+  spec.require_paths = ["lib"]
+
+  spec.add_development_dependency "bundler", "~> 1.10"
+  spec.add_development_dependency "rake", "~> 10.0"
+  spec.add_development_dependency "rspec"
+end

metadata

@@ -0,0 +1,104 @@
+--- !ruby/object:Gem::Specification
+name: pingilish
+version: !ruby/object:Gem::Version
+  version: 0.1.0
+platform: ruby
+authors:
+- tokhi
+autorequire: 
+bindir: exe
+cert_chain: []
+date: 2016-04-01 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: bundler
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: '1.10'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: '1.10'
+- !ruby/object:Gem::Dependency
+  name: rake
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: '10.0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: '10.0'
+- !ruby/object:Gem::Dependency
+  name: rspec
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+description: ''
+email:
+- shafi.tokhi@gmail.com
+executables: []
+extensions: []
+extra_rdoc_files: []
+files:
+- .gitignore
+- .rspec
+- .travis.yml
+- Gemfile
+- LICENSE.txt
+- README.md
+- Rakefile
+- bin/console
+- bin/setup
+- db/char_maps.yml
+- db/pingilish_words.yml
+- lib/pingilish.rb
+- lib/pingilish/backend_manager.rb
+- lib/pingilish/backends/yaml.rb
+- lib/pingilish/stem_filter.rb
+- lib/pingilish/tokenizer.rb
+- lib/pingilish/version.rb
+- pingilish.gemspec
+homepage: https://github.com/tokhi/pingilish
+licenses:
+- MIT
+metadata: {}
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ! '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ! '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubyforge_project: 
+rubygems_version: 2.4.8
+signing_key: 
+specification_version: 4
+summary: converts persian text to latin and latin to persian
+test_files: []