speaky 0.1.8 → 0.1.9
Sign up to get free protection for your applications and to get access to all the features.
- checksums.yaml +4 -4
- data/lib/speaky/vectorstore_faiss.rb +39 -39
- data/lib/speaky/version.rb +1 -1
- metadata +1 -1
checksums.yaml
CHANGED
@@ -1,7 +1,7 @@
|
|
1
1
|
---
|
2
2
|
SHA256:
|
3
|
-
metadata.gz:
|
4
|
-
data.tar.gz:
|
3
|
+
metadata.gz: 564d48d19c0f2c99ef2266064911bc1010523dd52d127c7aca4262c8b329700f
|
4
|
+
data.tar.gz: 38c4365d3a09e26523c79da531211e276f53aa4a2ebff0a7337af8ff6e47a307
|
5
5
|
SHA512:
|
6
|
-
metadata.gz:
|
7
|
-
data.tar.gz:
|
6
|
+
metadata.gz: 565cba4dfa83cd596d3fafbf45db271ffc99225726a7af0ad7a899f859c8157cca0da0308f79957f0d7307ad15e9c34ef31e009e960dc4cadd35b77cd171dbed
|
7
|
+
data.tar.gz: 81edbf263c317fe847fe6befbaf6d8bef329114ab8e1f87fefc440b6499d9218ec0090e39e0cad414f61e421f98a97a74c0b499247834a4d9ab3fd8c28bae9b6
|
@@ -1,51 +1,51 @@
|
|
1
|
-
# frozen_string_literal: true
|
1
|
+
# # frozen_string_literal: true
|
2
2
|
|
3
|
-
require 'faiss'
|
3
|
+
# require 'faiss'
|
4
4
|
|
5
|
-
module Speaky
|
6
|
-
|
7
|
-
|
8
|
-
|
5
|
+
# module Speaky
|
6
|
+
# class VectorstoreFaiss < VectorstoreBase
|
7
|
+
# def initialize(config)
|
8
|
+
# @config = config
|
9
9
|
|
10
|
-
|
11
|
-
|
10
|
+
# # check if the index path is set
|
11
|
+
# raise ArgumentError, 'index_path is required' unless @config[:index_path]
|
12
12
|
|
13
|
-
|
14
|
-
|
15
|
-
|
16
|
-
|
17
|
-
|
18
|
-
|
19
|
-
|
20
|
-
|
21
|
-
|
22
|
-
|
13
|
+
# # load index from index_path if exists
|
14
|
+
# if File.exist?(@config[:index_path])
|
15
|
+
# @index = Faiss::Index.load(@config[:index_path])
|
16
|
+
# else
|
17
|
+
# # create a new index
|
18
|
+
# index = Faiss::IndexFlatL2.new(1536)
|
19
|
+
# @index = Faiss::IndexIDMap.new(index)
|
20
|
+
# @index.save(@config[:index_path])
|
21
|
+
# end
|
22
|
+
# end
|
23
23
|
|
24
|
-
|
25
|
-
|
24
|
+
# def add(id, data)
|
25
|
+
# embeddings = Speaky.llm.embed(data)
|
26
26
|
|
27
|
-
|
27
|
+
# @index.add_with_ids([embeddings], [string_id_to_unique_int_id(id)])
|
28
28
|
|
29
|
-
|
30
|
-
|
29
|
+
# true
|
30
|
+
# end
|
31
31
|
|
32
|
-
|
33
|
-
|
34
|
-
|
35
|
-
|
32
|
+
# def remove(id)
|
33
|
+
# # remove is not supported by Faiss
|
34
|
+
# true
|
35
|
+
# end
|
36
36
|
|
37
|
-
|
38
|
-
|
37
|
+
# def query(question)
|
38
|
+
# # TODO: implement query
|
39
39
|
|
40
|
-
|
41
|
-
|
40
|
+
# []
|
41
|
+
# end
|
42
42
|
|
43
|
-
|
43
|
+
# private
|
44
44
|
|
45
|
-
|
46
|
-
|
47
|
-
|
48
|
-
|
49
|
-
|
50
|
-
|
51
|
-
end
|
45
|
+
# # This method is used to convert a string ID to a unique integer ID
|
46
|
+
# # that can be used by the Qdrant API.
|
47
|
+
# def string_id_to_unique_int_id(string_id)
|
48
|
+
# string_id.to_s.hash.abs
|
49
|
+
# end
|
50
|
+
# end
|
51
|
+
# end
|
data/lib/speaky/version.rb
CHANGED