-
Notifications
You must be signed in to change notification settings - Fork 746
/
elasticsearch_knn.rb
62 lines (54 loc) · 1.25 KB
/
elasticsearch_knn.rb
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
require "active_record"
require "disco"
require "elasticsearch"
require "searchkick"
ActiveRecord::Base.establish_connection adapter: "sqlite3", database: ":memory:"
ActiveRecord::Schema.verbose = false
ActiveRecord::Schema.define do
create_table :movies do |t|
t.string :name
t.text :embedding
end
end
class Movie < ActiveRecord::Base
# remove "coder: " for Active Record < 7.1
serialize :embedding, coder: JSON
searchkick \
mappings: {
properties: {
embedding: {
type: "dense_vector",
dims: 20,
index: true,
similarity: "cosine"
}
}
},
merge_mappings: true
def search_data
{
name: name,
embedding: embedding
}
end
end
data = Disco.load_movielens
recommender = Disco::Recommender.new(factors: 20)
recommender.fit(data)
movies = []
recommender.item_ids.each do |item_id|
movies << {name: item_id, embedding: recommender.item_factors(item_id).to_a}
end
Movie.insert_all!(movies)
Movie.reindex
movie = Movie.find_by!(name: "Star Wars (1977)")
body = {
knn: {
filter: {bool: {must_not: {term: {_id: movie.id}}}},
field: "embedding",
k: 5,
num_candidates: 5,
query_vector: movie.embedding
}
}
pp Movie.search(body: body).map(&:name)