searcharray 0.0.62__tar.gz → 0.0.64__tar.gz

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (61) hide show
  1. {searcharray-0.0.62 → searcharray-0.0.64}/PKG-INFO +1 -1
  2. {searcharray-0.0.62 → searcharray-0.0.64}/searcharray/indexing.py +1 -1
  3. {searcharray-0.0.62 → searcharray-0.0.64}/searcharray/phrase/middle_out.py +7 -1
  4. {searcharray-0.0.62 → searcharray-0.0.64}/searcharray/roaringish/intersect.c +149 -149
  5. {searcharray-0.0.62 → searcharray-0.0.64}/searcharray/roaringish/merge.c +149 -149
  6. {searcharray-0.0.62 → searcharray-0.0.64}/searcharray/roaringish/popcount.c +149 -149
  7. {searcharray-0.0.62 → searcharray-0.0.64}/searcharray/roaringish/roaringish_ops.c +149 -149
  8. {searcharray-0.0.62 → searcharray-0.0.64}/searcharray/roaringish/search.c +149 -149
  9. {searcharray-0.0.62 → searcharray-0.0.64}/searcharray/roaringish/spans.c +241 -243
  10. {searcharray-0.0.62 → searcharray-0.0.64}/searcharray/roaringish/unique.c +149 -149
  11. {searcharray-0.0.62 → searcharray-0.0.64}/searcharray/similarity.py +4 -1
  12. {searcharray-0.0.62 → searcharray-0.0.64}/searcharray.egg-info/PKG-INFO +1 -1
  13. {searcharray-0.0.62 → searcharray-0.0.64}/setup.py +1 -1
  14. {searcharray-0.0.62 → searcharray-0.0.64}/test/test_search.py +21 -0
  15. {searcharray-0.0.62 → searcharray-0.0.64}/README.md +0 -0
  16. {searcharray-0.0.62 → searcharray-0.0.64}/pyproject.toml +0 -0
  17. {searcharray-0.0.62 → searcharray-0.0.64}/searcharray/__init__.py +0 -0
  18. {searcharray-0.0.62 → searcharray-0.0.64}/searcharray/phrase/__init__.py +0 -0
  19. {searcharray-0.0.62 → searcharray-0.0.64}/searcharray/phrase/bigram_freqs.py +0 -0
  20. {searcharray-0.0.62 → searcharray-0.0.64}/searcharray/phrase/memmap_arrays.py +0 -0
  21. {searcharray-0.0.62 → searcharray-0.0.64}/searcharray/phrase/spans.py +0 -0
  22. {searcharray-0.0.62 → searcharray-0.0.64}/searcharray/postings.py +0 -0
  23. {searcharray-0.0.62 → searcharray-0.0.64}/searcharray/roaringish/__init__.py +0 -0
  24. {searcharray-0.0.62 → searcharray-0.0.64}/searcharray/roaringish/intersect.pyi +0 -0
  25. {searcharray-0.0.62 → searcharray-0.0.64}/searcharray/roaringish/intersect.pyx +0 -0
  26. {searcharray-0.0.62 → searcharray-0.0.64}/searcharray/roaringish/merge.pyi +0 -0
  27. {searcharray-0.0.62 → searcharray-0.0.64}/searcharray/roaringish/merge.pyx +0 -0
  28. {searcharray-0.0.62 → searcharray-0.0.64}/searcharray/roaringish/popcount.pyi +0 -0
  29. {searcharray-0.0.62 → searcharray-0.0.64}/searcharray/roaringish/popcount.pyx +0 -0
  30. {searcharray-0.0.62 → searcharray-0.0.64}/searcharray/roaringish/roaringish.py +0 -0
  31. {searcharray-0.0.62 → searcharray-0.0.64}/searcharray/roaringish/roaringish_ops.pyx +0 -0
  32. {searcharray-0.0.62 → searcharray-0.0.64}/searcharray/roaringish/search.pyi +0 -0
  33. {searcharray-0.0.62 → searcharray-0.0.64}/searcharray/roaringish/search.pyx +0 -0
  34. {searcharray-0.0.62 → searcharray-0.0.64}/searcharray/roaringish/snp_ops.pxd +0 -0
  35. {searcharray-0.0.62 → searcharray-0.0.64}/searcharray/roaringish/spans.pyx +0 -0
  36. {searcharray-0.0.62 → searcharray-0.0.64}/searcharray/roaringish/unique.pyi +0 -0
  37. {searcharray-0.0.62 → searcharray-0.0.64}/searcharray/roaringish/unique.pyx +0 -0
  38. {searcharray-0.0.62 → searcharray-0.0.64}/searcharray/solr.py +0 -0
  39. {searcharray-0.0.62 → searcharray-0.0.64}/searcharray/term_dict.py +0 -0
  40. {searcharray-0.0.62 → searcharray-0.0.64}/searcharray/utils/__init__.py +0 -0
  41. {searcharray-0.0.62 → searcharray-0.0.64}/searcharray/utils/bitcount.py +0 -0
  42. {searcharray-0.0.62 → searcharray-0.0.64}/searcharray/utils/mat_set.py +0 -0
  43. {searcharray-0.0.62 → searcharray-0.0.64}/searcharray/utils/row_viewable_matrix.py +0 -0
  44. {searcharray-0.0.62 → searcharray-0.0.64}/searcharray/utils/sort.py +0 -0
  45. {searcharray-0.0.62 → searcharray-0.0.64}/searcharray.egg-info/SOURCES.txt +0 -0
  46. {searcharray-0.0.62 → searcharray-0.0.64}/searcharray.egg-info/dependency_links.txt +0 -0
  47. {searcharray-0.0.62 → searcharray-0.0.64}/searcharray.egg-info/entry_points.txt +0 -0
  48. {searcharray-0.0.62 → searcharray-0.0.64}/searcharray.egg-info/requires.txt +0 -0
  49. {searcharray-0.0.62 → searcharray-0.0.64}/searcharray.egg-info/top_level.txt +0 -0
  50. {searcharray-0.0.62 → searcharray-0.0.64}/setup.cfg +0 -0
  51. {searcharray-0.0.62 → searcharray-0.0.64}/test/test_bitcount64.py +0 -0
  52. {searcharray-0.0.62 → searcharray-0.0.64}/test/test_extension_array.py +0 -0
  53. {searcharray-0.0.62 → searcharray-0.0.64}/test/test_minmax_posns.py +0 -0
  54. {searcharray-0.0.62 → searcharray-0.0.64}/test/test_msmarco.py +0 -0
  55. {searcharray-0.0.62 → searcharray-0.0.64}/test/test_phrase_matches.py +0 -0
  56. {searcharray-0.0.62 → searcharray-0.0.64}/test/test_similarity.py +0 -0
  57. {searcharray-0.0.62 → searcharray-0.0.64}/test/test_slop_matches.py +0 -0
  58. {searcharray-0.0.62 → searcharray-0.0.64}/test/test_snp_ops.py +0 -0
  59. {searcharray-0.0.62 → searcharray-0.0.64}/test/test_solr.py +0 -0
  60. {searcharray-0.0.62 → searcharray-0.0.64}/test/test_tmdb.py +0 -0
  61. {searcharray-0.0.62 → searcharray-0.0.64}/test/test_utils.py +0 -0
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.1
2
2
  Name: searcharray
3
- Version: 0.0.62
3
+ Version: 0.0.64
4
4
  Summary: Searchable pandas text extension arrays for prototyping search
5
5
  Home-page: https://github.com/softwaredoug/searcharray
6
6
  Author: Doug Turnbull
@@ -46,7 +46,7 @@ def _compute_doc_lens(posns: np.ndarray, doc_ids: np.ndarray, num_docs: int) ->
46
46
  non_empty_doc_ids = doc_ids[non_empty_idxs]
47
47
  non_empty_doc_lens = non_empty_doc_lens[non_empty_idxs]
48
48
  doc_lens[non_empty_doc_ids] = non_empty_doc_lens
49
- if doc_ids[-1] not in non_empty_doc_ids:
49
+ if len(doc_ids) > 0 and doc_ids[-1] not in non_empty_doc_ids:
50
50
  doc_lens[doc_ids[-1]] = posns[-1] + 1
51
51
  return doc_lens
52
52
 
@@ -170,6 +170,8 @@ class PosnBitArrayFromFlatBuilder:
170
170
  encoded, enc_term_boundaries = encoder.encode(keys=self.flat_array[1].view(np.uint64),
171
171
  boundaries=term_boundaries[:-1],
172
172
  payload=self.flat_array[2].view(np.uint64))
173
+ if len(encoded) == 0:
174
+ return PosnBitArray({}, self.max_doc_id)
173
175
  term_ids = self.flat_array[0][term_boundaries[:-1]]
174
176
 
175
177
  encoded_term_posns = ArrayDict.from_array_with_boundaries(encoded,
@@ -334,7 +336,11 @@ class PosnBitArray:
334
336
 
335
337
  Assumes other's doc ids are not overlapping with self's doc ids.
336
338
  """
337
- # Shared terms
339
+ if self.encoded_term_posns == {}:
340
+ self.encoded_term_posns = other.encoded_term_posns
341
+ self.max_doc_id = other.max_doc_id
342
+ self.clear_cache()
343
+ return self
338
344
  self.encoded_term_posns = ArrayDict.concat(self.encoded_term_posns, other.encoded_term_posns)
339
345
  self.max_doc_id = max(self.max_doc_id, other.max_doc_id)
340
346
  self.clear_cache()