Embedding model (from HF): "sentence-transformers/all-MiniLM-L6-v2"

[ndrean]

defmodule RAG.Embedder do
  def load_model do
    {:ok, model_info} = Bumblebee.load_model({:hf, "sentence-transformers/all-MiniLM-L6-v2"})
    {:ok, tokenizer} = Bumblebee.load_tokenizer({:hf, "sentence-transformers/all-MiniLM-L6-v2"})

    Bumblebee.Text.TextEmbedding.text_embedding(model_info, tokenizer,
      compile: [batch_size: 1],
      defn_options: [compiler: EXLA]
    )
  end

  def generate_embedding(text, serving) do
    outputs = Nx.Serving.run(serving, text)
    Nx.to_flat_list(outputs.embedding)
  end
end