keyphrase 0.2.0 → 0.2.2

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 6bd137b3873f8a008fb32e9ba2b857fb0fccb94c4f8c0c98dd1a4773a3588ec4
-  data.tar.gz: 26cd3c7ed4f030b0efb30dd721278974ea84085c7532124fe8f998d9e38513dc
+  metadata.gz: 59f4193d2821ad7ebe8b7bdf83e5fe9b396f8c38e6ef2fe1d8e24d224a20ba27
+  data.tar.gz: 43ce37834a6316df02476de2efbb17d0c3c6020930697654602336f100eaf3f6
 SHA512:
-  metadata.gz: 81d251b04a8cd2885e344e5eda291ae58ed50593d354bce153982a804d36e579509ff2c02a7f536721b282f24b1884b36b55df276006a6517d6192412319a908
-  data.tar.gz: 83bf1c033007cad120f504d8a9fb5eedeb496171889f42408872950186f20f2ceb8a5dc7f49f0b402dfe91f9b61559cd7488f603508628dd32726b121789f018
+  metadata.gz: dedf3654d9d48f58fe151d43810c604936760357a9a9e98a1c3676cff373c838e47ef30b36ca5155a87f4e654a2afb5affbc59313a710f03e5575be73c9266a5
+  data.tar.gz: 77b4a3735afd50d97dd1b71b608f3538b292182c2f92971d92eca592a4b0d75d38c728d2975517a18ae80224f3f27f5869251b14c4c56a3aef4a15bb04e24372

data/lib/keyphrase/stoplist/eng.rb

@@ -8,8 +8,6 @@ class Keyphrase
     'tis
     'twas
     've
-    10
-    39
     a
     a's
     able

data/lib/keyphrase/stoplist/pan.rb

@@ -4,7 +4,6 @@
           def self.stopwords
             @@stopwords ||= [
  "ਦੇ",
-    "0",
     "ਵਿੱਚ",
     "ਦਾ",
     "ਅਤੇ",
@@ -18,7 +17,6 @@
     "ਨੇ",
     "ਤੇ",
     "ਨਾਲ",
-    "1",
     "ਲਈ",
     "ਵੀ",
     "ਸੀ",
@@ -30,7 +28,6 @@
     "ਹਨ",
     "ਜਾਂਦਾ",
     "ਕੀਤਾ",
-    "2",
     "ਗਿਆ",
     "ਹੀ",
     "ਕੇ",
@@ -47,7 +44,6 @@
     "ਨਹੀਂ",
     "ਭਾਰਤੀ",
     "ਪਿੰਡ",
-    "3",
     "ਸਿੰਘ",
     "ਉੱਤੇ",
     "ਸਾਲ",
@@ -65,7 +61,6 @@
     "ਪਰ",
     "ਦੁਆਰਾ",
     "ਰੂਪ",
-    "4",
     "ਹੋਰ",
     "ਕੰਮ",
     "ਆਪਣੀ",
@@ -80,7 +75,6 @@
     "ਜਾ",
     "ਵਾਲੇ",
     "ਸ਼ੁਰੂ",
-    "5",
     "ਉਸਨੇ",
     "ਕਿਹਾ",
     "ਹੋਣ",
@@ -103,7 +97,6 @@
     "ਹੁੰਦੇ",
     "ਸ਼ਹਿਰ",
     "ਭਾਸ਼ਾ",
-    "6",
     "ਹੋਈ",
     "ਅਨੁਸਾਰ",
     "ਸਕਦਾ",
@@ -133,7 +126,6 @@
     "ਨਾਂ",
     "ਦੌਰਾਨ",
     "ਤਰ੍ਹਾਂ",
-    "7",
     "ਯੂਨੀਵਰਸਿਟੀ",
     "ਨਾ",
     "ਏ",
@@ -149,7 +141,6 @@
     "ਅੰਗਰੇਜ਼ੀ",
     "ਉਸਨੂੰ",
     "ਉਹਨਾਂ",
-    "8",
     "ਸਥਿਤ",
     "ਫਿਰ",
     "ਜੀਵਨ",
@@ -170,13 +161,11 @@
     "ਉਮਰ",
     "ਬਲਾਕ",
     "ਰਹੇ",
-    "10",
     "ਸਾਹਿਬ",
     "ਕਰਦੀ",
     "ਹਰ",
     "ਪੈਦਾ",
     "ਘੱਟ",
-    "9",
     "ਲੇਖਕ",
     "ਹਿੱਸਾ",
     "ਫ਼ਿਲਮ",

data/lib/keyphrase/version.rb

@@ -1,5 +1,5 @@
 # frozen_string_literal: true
 
 class Keyphrase
-  VERSION = "0.2.0"
+  VERSION = "0.2.2"
 end

data/lib/keyphrase.rb

@@ -7,8 +7,8 @@ class Keyphrase
   autoload :Stoplist, "keyphrase/stoplist"
 
   CLEAN_REGEX = /([^\p{L}a-zA-Z0-9\'\- \.]|(?<!\w)\.)/ # don't remove ' because it might be part of a stop word
-  BLACKLIST_REGEX = /(?:^|\s)[^a-zA-Z\p{L}]+\b|\'|\-/ # remove words with no letters, ie 123.23.12. And last chance to remove ' and -
-  CLEAN_SPACES_REGEX = /\s+/
+  BLACKLIST_REGEX = /(?:^|\s)[^a-zA-Z\p{L}0-9]+\b|\'|\-/ # remove words with no letters, ie 123.23.12. And last chance to remove ' and -
+  CLEAN_SPACES_REGEX = /^[0-9\s\.]+$|\s+/ # last phase. Remove extra whitespace and lone numbers
   SENTENCES_REGEX = /[+!?,;:&\[\]\{\}\<\>\=\/\n\t\\"\\(\\)\u2019\u2013\|]|-(?!\w)|'(?=s)|(?<!\s)\.(?![a-zA-Z0-9])|(?<!\w)\#(?=\w)/u
 
   def self.analyse text, options={}

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: keyphrase
 version: !ruby/object:Gem::Version
-  version: 0.2.0
+  version: 0.2.2
 platform: ruby
 authors:
 - Ben D'Angelo
 autorequire: 
 bindir: exe
 cert_chain: []
-date: 2023-12-30 00:00:00.000000000 Z
+date: 2024-01-01 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: rspec