103 lines
3.3 KiB
Ruby
103 lines
3.3 KiB
Ruby
# == Schema Information
|
|
#
|
|
# Table name: captain_assistant_responses
|
|
#
|
|
# id :bigint not null, primary key
|
|
# answer :text not null
|
|
# documentable_type :string
|
|
# edited :boolean default(FALSE), not null
|
|
# embedding :vector(1536)
|
|
# question :string not null
|
|
# status :integer default("approved"), not null
|
|
# created_at :datetime not null
|
|
# updated_at :datetime not null
|
|
# account_id :bigint not null
|
|
# assistant_id :bigint not null
|
|
# documentable_id :bigint
|
|
#
|
|
# Indexes
|
|
#
|
|
# idx_cap_asst_resp_on_documentable (documentable_id,documentable_type)
|
|
# index_captain_assistant_responses_on_account_id (account_id)
|
|
# index_captain_assistant_responses_on_assistant_id (assistant_id)
|
|
# index_captain_assistant_responses_on_status (status)
|
|
# vector_idx_knowledge_entries_embedding (embedding) USING ivfflat
|
|
#
|
|
class Captain::AssistantResponse < ApplicationRecord
|
|
self.table_name = 'captain_assistant_responses'
|
|
SEARCH_LIMIT = 5
|
|
SearchMatch = Struct.new(
|
|
:response,
|
|
:semantic_distance,
|
|
keyword_init: true
|
|
) do
|
|
def to_h
|
|
{
|
|
response_id: response.id,
|
|
question: response.question,
|
|
answer: response.answer,
|
|
source: response.documentable&.try(:external_link),
|
|
semantic_distance: semantic_distance
|
|
}
|
|
end
|
|
end
|
|
|
|
belongs_to :assistant, class_name: 'Captain::Assistant'
|
|
belongs_to :account
|
|
belongs_to :documentable, polymorphic: true, optional: true
|
|
has_neighbors :embedding, normalize: true
|
|
|
|
validates :question, presence: true
|
|
validates :answer, presence: true
|
|
|
|
before_validation :ensure_account
|
|
before_validation :ensure_status
|
|
before_validation :mark_as_edited, on: :update
|
|
after_commit :update_response_embedding
|
|
|
|
scope :ordered, -> { order(created_at: :desc) }
|
|
scope :by_account, ->(account_id) { where(account_id: account_id) }
|
|
scope :by_assistant, ->(assistant_id) { where(assistant_id: assistant_id) }
|
|
scope :with_document, ->(document_id) { where(document_id: document_id) }
|
|
|
|
enum status: { pending: 0, approved: 1 }
|
|
|
|
def self.search(query, account_id: nil)
|
|
search_with_metadata(query, account_id: account_id).map(&:response)
|
|
end
|
|
|
|
def self.search_with_metadata(query, account_id: nil, limit: SEARCH_LIMIT)
|
|
semantic_search_matches(query, account_id: account_id, limit: limit)
|
|
end
|
|
|
|
def self.semantic_search_matches(query, account_id:, limit:)
|
|
embedding = Captain::Llm::EmbeddingService.new(account_id: account_id).get_embedding(query)
|
|
nearest_neighbors(:embedding, embedding, distance: 'cosine').limit(limit).map do |response|
|
|
SearchMatch.new(
|
|
response: response,
|
|
semantic_distance: response.neighbor_distance&.to_f
|
|
)
|
|
end
|
|
end
|
|
|
|
private
|
|
|
|
def ensure_status
|
|
self.status ||= :approved
|
|
end
|
|
|
|
def mark_as_edited
|
|
self.edited = true if question_changed? || answer_changed?
|
|
end
|
|
|
|
def ensure_account
|
|
self.account = assistant&.account
|
|
end
|
|
|
|
def update_response_embedding
|
|
return unless saved_change_to_question? || saved_change_to_answer? || embedding.nil?
|
|
|
|
Captain::Llm::UpdateEmbeddingJob.perform_later(self, "#{question}: #{answer}")
|
|
end
|
|
end
|