notebook/Chroma Gem.ipynb

{
 "cells": [
  {
   "cell_type": "markdown",
   "id": "1a0636e0",
   "metadata": {},
   "source": [
    "# Chroma Ruby Gem"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "3a5b8755",
   "metadata": {},
   "source": [
    "## Database\n",
    "\n",
    "Database operations for Chroma"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 1,
   "id": "8df8b8b1",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "\"\""
      ]
     },
     "execution_count": 1,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "require \"bundler/inline\"\n",
    "\n",
    "gemfile do\n",
    "  gem \"chroma-db\", path: \"../\"\n",
    "end"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 2,
   "id": "1f0575c2",
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "I, [2024-12-11T13:38:10.661531 #16507]  INFO -- : message=Successful response code=200\n"
     ]
    },
    {
     "data": {
      "text/plain": [
       "\"Heartbear timestamp 1733945890642513627\""
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "I, [2024-12-11T13:38:10.665746 #16507]  INFO -- : message=Successful response code=200\n"
     ]
    },
    {
     "data": {
      "text/plain": [
       "\"Chroma server version 0.5.23\""
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    }
   ],
   "source": [
    "require \"logger\"\n",
    "require \"json\"\n",
    "require \"securerandom\"\n",
    "\n",
    "# Requiere Chroma Ruby client.\n",
    "#require \"chroma-db\"\n",
    "\n",
    "# Configure Chroma's host. Here you can specify your own host.\n",
    "Chroma.connect_host = \"http://localhost:8000\"\n",
    "Chroma.logger = Logger.new($stdout)\n",
    "Chroma.log_level = Chroma::LEVEL_INFO\n",
    "\n",
    "# Check connection with Database's heartbeat\n",
    "response = Chroma::Resources::Database.heartbeat\n",
    "\n",
    "IRuby.display \"Heartbear timestamp #{response[\"nanosecond heartbeat\"]}\"\n",
    "\n",
    "# Check current Chrome server version\n",
    "version = Chroma::Resources::Database.version\n",
    "\n",
    "IRuby.display \"Chroma server version #{version}\"\n",
    "\n",
    "# Reset database (DANGER: This deletes all previos data)\n",
    "# Chroma::Resources::Database.reset"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "2c3c074f",
   "metadata": {},
   "source": [
    "## Collections operations"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "708a5935",
   "metadata": {},
   "source": [
    "Collection operations for Chroma"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 3,
   "id": "dfc806b5",
   "metadata": {
    "scrolled": true
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "I, [2024-12-11T13:38:20.846987 #16507]  INFO -- : message=Successful response code=200\n",
      "I, [2024-12-11T13:38:20.881005 #16507]  INFO -- : message=Successful response code=200\n",
      "I, [2024-12-11T13:38:20.884962 #16507]  INFO -- : message=Successful response code=200\n"
     ]
    },
    {
     "data": {
      "text/plain": [
       "\"Collections in database 0\""
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "I, [2024-12-11T13:38:20.917927 #16507]  INFO -- : message=Successful response code=200\n"
     ]
    },
    {
     "data": {
      "text/plain": [
       "#<Chroma::Resources::Collection:0x0000000105d0c220 @id=\"39233aa7-16cb-46a5-84ce-fbcca96cf4af\", @name=\"ruby-3.0\", @metadata={\"lang\"=>\"ruby\", \"gem\"=>\"chroma-rb\"}>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "I, [2024-12-11T13:38:20.922331 #16507]  INFO -- : message=Successful response code=200\n"
     ]
    },
    {
     "data": {
      "text/plain": [
       "\"Collections in database 1\""
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "I, [2024-12-11T13:38:20.932971 #16507]  INFO -- : message=Successful response code=200\n",
      "I, [2024-12-11T13:38:20.938969 #16507]  INFO -- : message=Successful response code=200\n"
     ]
    },
    {
     "data": {
      "text/plain": [
       "\"Collections in database 0\""
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "I, [2024-12-11T13:38:20.957134 #16507]  INFO -- : message=Successful response code=200\n",
      "I, [2024-12-11T13:38:20.960461 #16507]  INFO -- : message=Successful response code=200\n"
     ]
    },
    {
     "data": {
      "text/plain": [
       "#<Chroma::Resources::Collection:0x00000001056ba728 @id=\"dc767e25-55b9-424f-92b1-9bf5aa9841d1\", @name=\"ruby-3.0\", @metadata={\"gem\"=>\"chroma-rb\", \"lang\"=>\"ruby\"}>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "I, [2024-12-11T13:38:20.969917 #16507]  INFO -- : message=Successful response code=200\n",
      "I, [2024-12-11T13:38:20.974476 #16507]  INFO -- : message=Successful response code=200\n"
     ]
    },
    {
     "data": {
      "text/plain": [
       "#<Chroma::Resources::Collection:0x0000000105533fa8 @id=\"dc767e25-55b9-424f-92b1-9bf5aa9841d1\", @name=\"ruby-3.2\", @metadata={\"gem\"=>\"chroma-rb\", \"lang\"=>\"ruby\"}>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    }
   ],
   "source": [
    "# Clean up collections\n",
    "collections = Chroma::Resources::Collection.list\n",
    "collections.each { |collection| Chroma::Resources::Collection.delete(collection.name) }\n",
    "\n",
    "# Confirm that database has no collections\n",
    "collections = Chroma::Resources::Collection.list\n",
    "\n",
    "collection_name = \"ruby-3.0\"\n",
    "\n",
    "IRuby.display \"Collections in database #{collections.size}\"\n",
    "\n",
    "# Create a new collection\n",
    "collection = Chroma::Resources::Collection.create(collection_name, {lang: \"ruby\", gem: \"chroma-rb\"})\n",
    "\n",
    "IRuby.display collection\n",
    "\n",
    "# Confirm that database has collections\n",
    "collections = Chroma::Resources::Collection.list\n",
    "\n",
    "IRuby.display \"Collections in database #{collections.size}\"\n",
    "\n",
    "# Delete collection\n",
    "Chroma::Resources::Collection.delete(collection_name)\n",
    "\n",
    "# Re-Confirm that database has no collections\n",
    "collections = Chroma::Resources::Collection.list\n",
    "\n",
    "IRuby.display \"Collections in database #{collections.size}\"\n",
    "\n",
    "# Create the collection again\n",
    "Chroma::Resources::Collection.create(collection_name, {lang: \"ruby\", gem: \"chroma-rb\"})\n",
    "\n",
    "# Get the collection from database\n",
    "collection = Chroma::Resources::Collection.get(collection_name)\n",
    "IRuby.display collection\n",
    "\n",
    "# Modify collection name\n",
    "new_collection_name = \"ruby-3.2\"\n",
    "collection.modify(new_collection_name)\n",
    "\n",
    "# Get modified collection from database\n",
    "collection = Chroma::Resources::Collection.get(new_collection_name)\n",
    "IRuby.display collection"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "36b82a17",
   "metadata": {},
   "source": [
    "### Naive Ruby helper methods"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 4,
   "id": "8708d9c5",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       ":run_system"
      ]
     },
     "execution_count": 4,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "class Document\n",
    "  attr_reader :content, :metadata\n",
    "  \n",
    "  def initialize(content, metadata = {})\n",
    "    @content = content\n",
    "    @metadata = metadata\n",
    "  end\n",
    "end\n",
    "\n",
    "class TextLoader\n",
    "  \n",
    "  \n",
    "  def initialize(file)\n",
    "    @file = file\n",
    "  end\n",
    "  \n",
    "  def load\n",
    "    [Document.new(File.read(@file), {source: @file})]\n",
    "  end\n",
    "end\n",
    "\n",
    "class RecursiveWordTextSplitter\n",
    "  def initialize(chunk_size, chunk_overlap)\n",
    "    @chunk_size = chunk_size\n",
    "    @chunk_overlap = chunk_overlap\n",
    "  end\n",
    "\n",
    "  def split_documents(documents)\n",
    "    original_documents = Array(documents)\n",
    "    \n",
    "    new_documents = []\n",
    "    original_documents.each do |document|\n",
    "      texts = split_text(document.content)\n",
    "      puts texts.size\n",
    "      texts.each do |text|\n",
    "        new_documents << Document.new(text, document.metadata)\n",
    "      end\n",
    "    end\n",
    "    \n",
    "    new_documents\n",
    "  end\n",
    "  \n",
    "  def split_text(text)\n",
    "    split_recursive(text, 0, [])\n",
    "  end\n",
    "\n",
    "  private\n",
    "\n",
    "  def split_recursive(text, start_index, chunks)\n",
    "    # Base case: If the remaining word count is less than the chunk size, return the chunks\n",
    "    if start_index + @chunk_size > text.length\n",
    "      chunks << text[start_index..-1]\n",
    "      return chunks\n",
    "    end\n",
    "\n",
    "    # Calculate the end index of the current chunk\n",
    "    end_index = start_index + @chunk_size\n",
    "\n",
    "    # Add the current chunk to the array\n",
    "    chunk = text[start_index...end_index]\n",
    "    position = detect_last_whitespace_or_line_return_position(chunk)\n",
    "    chunks << chunk[0..position]&.strip\n",
    "\n",
    "    # Calculate the next start index with overlap\n",
    "    next_start_index = end_index - @chunk_overlap\n",
    "\n",
    "    # Recursively split the remaining words\n",
    "    split_recursive(text, next_start_index, chunks)\n",
    "  end\n",
    "  \n",
    "  def detect_last_whitespace_or_line_return_position(string)\n",
    "    position = string.rindex(/\\s|\\n/)\n",
    "    position.nil? ? -1 : position\n",
    "  end\n",
    "end\n",
    "\n",
    "def run_system(command)\n",
    "  stdin, stdout, stderr, wait_thr = Open3.popen3(command)\n",
    "  stdout_data = stdout.gets(nil)\n",
    "  stdout.close\n",
    "  stderr_data = stderr.gets(nil)\n",
    "  stderr.close\n",
    "  exit_code = wait_thr.value\n",
    "  \n",
    "  [stdout_data, stderr_data, exit_code]\n",
    "end"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "01f60953",
   "metadata": {},
   "source": [
    "## Transform texts"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "733db3fb",
   "metadata": {},
   "source": [
    "Using the naive Ruby classes transforms documents into chunks"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 5,
   "id": "f6fcee33",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "1"
      ]
     },
     "execution_count": 5,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "documents = TextLoader.new(\"ruby.txt\").load\n",
    "documents.size"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 6,
   "id": "f00e5431",
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "2\n"
     ]
    },
    {
     "data": {
      "text/plain": [
       "2"
      ]
     },
     "execution_count": 6,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "text_splitter = RecursiveWordTextSplitter.new(chunk_size=1000, chunk_overlap=200)\n",
    "texts = text_splitter.split_documents(documents)\n",
    "texts.size"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 7,
   "id": "47ec27a0",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "#<#<Class:0x0000000100a5a798>::Document:0x00000001052787f0 @content=\"Array#any?\\n\\nany? → true or false\\nany? {|element| ... } → true or false\\nany?(obj) → true or false\\n\\nReturns true if any element of self meets a given criterion.\\n\\nWith no block given and no argument, returns true if self has any truthy element, false otherwise:\\n\\n[nil, 0, false].any? # => true\\n[nil, false].any? # => false\\n[].any? # => false\\nWith a block given and no argument, calls the block with each element in self; returns true if the block returns any truthy value, false otherwise:\\n\\n[0, 1, 2].any? {|element| element > 1 } # => true\\n[0, 1, 2].any? {|element| element > 2 } # => false\\nIf argument obj is given, returns true if obj.=== any element, false otherwise:\\n\\n['food', 'drink'].any?(/foo/) # => true\\n['food', 'drink'].any?(/bar/) # => false\\n[].any?(/foo/) # => false\\n[0, 1, 2].any?(1) # => true\\n[0, 1, 2].any?(3) # => false\\nRelated: Enumerable#any?\\n\\n\\nArray#map Array#map!\\n\\nmap {|element| ... } → new_array\\nmap → new_enumerator\\nCalls the block, if given, with each element of self; returns\", @metadata={:source=>\"ruby.txt\"}>"
      ]
     },
     "execution_count": 7,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "texts[0]"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "9534bb26",
   "metadata": {},
   "source": [
    "## Using Ollama and Nomic embed text"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "31eb215a",
   "metadata": {},
   "source": [
    "Ollama is a popular tool for executing LLM and embedding models on your local computer. Its installation process is straightforward, and its usage is intuitive.\n",
    "\n",
    "To set up Ollama, begin by [downloading](https://ollama.com) and installing the binary from the official website. Once the installation is complete, execute the following command to download the `nomic-embed-text` model:\n",
    "\n",
    "```\n",
    "ollama pull nomic-embed-text\n",
    "```\n",
    "\n",
    "The Ollama comes with a REST api enpoint to use the models, here is a simple Ruby client that allow us to create embeddings. "
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 8,
   "id": "02f9945a",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       ":embed"
      ]
     },
     "execution_count": 8,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "class OllamaHttpClient\n",
    "  def initialize(url: \"http://localhost:11434\")\n",
    "    @url = url\n",
    "  end\n",
    "\n",
    "  def embed(prompt, model: \"nomic-embed-text\")\n",
    "    payload = {\n",
    "      \"model\" => model,\n",
    "      \"prompt\" => prompt\n",
    "    }.to_json\n",
    "\n",
    "    uri = URI(\"#{@url}/api/embeddings\")\n",
    "    request = Net::HTTP::Post.new(uri)\n",
    "    request[\"Content-Type\"] = \"application/json\"\n",
    "    request.body = payload\n",
    "\n",
    "    response = Net::HTTP.start(uri.hostname, uri.port, use_ssl: uri.scheme == 'https') do |http|\n",
    "      http.request(request)\n",
    "    end\n",
    "\n",
    "    response.code == \"200\" ? JSON.parse(response.body) : {}\n",
    "  end\n",
    "end"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "c40edc3a",
   "metadata": {},
   "source": [
    "## Embeddings in collection"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "eac28970",
   "metadata": {},
   "source": [
    "With this client you can create embeddings for each text chunk and store generated embeddings in a Chroma collection."
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 9,
   "id": "b8e3026f",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "[#<Chroma::Resources::Embedding:0x0000000105e0fdc0 @id=\"6d666531-5fbf-46e0-b453-dcf3951c6a71\", @embedding=[0.014701676554977894, 0.255524218082428, -2.129739761352539, -0.35414427518844604, 1.5835754871368408, -1.4551807641983032, -0.4776037633419037, 0.6955747604370117, 0.44284117221832275, 0.6864050030708313, -0.5362569093704224, 1.2758055925369263, 1.1534637212753296, 1.2279975414276123, -0.6829479932785034, -0.04986659809947014, -1.466883897781372, -0.7426703572273254, 1.2589280605316162, -0.14932145178318024, 0.38313260674476624, 0.03753571957349777, 0.2980467975139618, 0.31508868932724, 1.8711092472076416, 0.3789035677909851, 0.7525064945220947, 0.01412661001086235, -0.9818822741508484, -0.3709792196750641, -0.1707128882408142, -0.08575621992349625, 0.8792298436164856, -1.595631718635559, -0.28198331594467163, -0.5170110464096069, 1.1986714601516724, 0.6349908113479614, 0.7728958129882812, -0.07641415297985077, 0.2799926996231079, 0.8540084362030029, -0.7315670251846313, -0.2548657953739166, 0.12251962721347809, -0.058304086327552795, 1.650726556777954, 0.7632688879966736, 0.4285060465335846, -1.344206690788269, 0.1769198179244995, -0.6419361233711243, 0.9108874201774597, 0.22390925884246826, 1.106657862663269, 1.4255672693252563, -0.22918227314949036, 0.2749766409397125, 0.8337857127189636, -0.16521939635276794, 0.48312777280807495, 0.15579205751419067, -0.8486892580986023, 0.9860625267028809, 0.7174844145774841, -0.24088363349437714, -1.089678168296814, 1.0958013534545898, 0.2101837694644928, -0.2727990448474884, 1.2860411405563354, -0.19469617307186127, 0.17879563570022583, -0.8524260520935059, -0.24151550233364105, 0.930847704410553, 0.3201993405818939, 0.3300941288471222, -0.5196491479873657, 0.8312289118766785, 0.6710544228553772, -0.4841356873512268, 1.331543207168579, 0.07454369217157364, -0.27385517954826355, -1.0454835891723633, -0.3024686574935913, -1.026916742324829, -0.36664170026779175, 1.3864715099334717, -0.30397307872772217, 0.13960634171962738, 0.6748915910720825, 1.2191848754882812, -0.6502774357795715, 0.13610103726387024, 0.4963952898979187, 0.5531262159347534, -0.1516895294189453, -0.2385643571615219, -0.5131511688232422, 0.2626897692680359, 0.24976493418216705, -0.8395836353302002, -0.4149296283721924, 0.08898051828145981, 0.1836153119802475, 0.5227726697921753, -0.18804223835468292, -0.4012126922607422, -0.6243684887886047, 0.12282983213663101, -1.2199736833572388, -0.3855409324169159, -0.8111137747764587, 0.13032445311546326, 1.898954153060913, -1.5375598669052124, 0.09077674150466919, 0.11429394036531448, -0.9251019954681396, -0.02772466093301773, 0.23483076691627502, 0.751021146774292, 0.46161124110221863, 0.18383391201496124, -0.42664819955825806, 0.5024845600128174, -0.6717973351478577, -0.2317979782819748, 0.03053409419953823, -0.49256181716918945, -0.40769675374031067, 0.0684884712100029, 0.005439166445285082, 0.9775934219360352, -0.47850674390792847, -0.6968479156494141, 0.5913209319114685, 0.11870754510164261, 0.4112902581691742, 0.4408572018146515, -0.6849929094314575, -0.7812213897705078, -0.4481244683265686, -1.084748387336731, 0.8569002747535706, -0.6174904108047485, 0.12936891615390778, -0.014134950935840607, -0.3223254680633545, 1.2450275421142578, -0.20282001793384552, 0.3722267150878906, 0.003119987202808261, -0.15705294907093048, -0.1652539223432541, -0.031020980328321457, 0.6673681139945984, 0.04084879159927368, 1.7400842905044556, 0.5976407527923584, -0.10938750952482224, 0.86341392993927, -0.7063851356506348, -0.5272688269615173, -0.08481559157371521, -0.04416376352310181, 0.32025274634361267, 1.16268789768219, -0.6678890585899353, -0.5437918901443481, 0.11537907272577286, -0.5648702383041382, 0.19401031732559204, 0.4868057668209076, -0.0457817018032074, -0.7217827439308167, 1.3801178932189941, 0.106568843126297, 0.3656580150127411, -0.14763152599334717, 1.2176015377044678, 0.4684087038040161, -0.6099149584770203, -0.029507378116250038, -0.4454420506954193, -0.5002326369285583, 0.10888141393661499, -0.6360170245170593, -0.6766259670257568, 0.02976204641163349, -0.3456631600856781, -0.2484678477048874, 0.011546866968274117, -0.19070494174957275, 0.4358120560646057, 0.17676760256290436, 1.046368956565857, -1.3791567087173462, 0.2864539325237274, 0.302580326795578, -0.3622361719608307, 0.7652995586395264, -1.1968659162521362, 0.6704291701316833, -0.13010594248771667, 1.0782934427261353, 0.003216457786038518, 0.9482399821281433, 1.7689409255981445, -0.6104963421821594, -0.05820218846201897, 0.9080374240875244, -0.09471099823713303, -0.4558170437812805, -0.26837608218193054, -0.7410733699798584, -0.009908106178045273, -0.23467165231704712, 0.13331887125968933, -0.30370965600013733, -0.763733446598053, 0.5022260546684265, 0.9610848426818848, 0.26234206557273865, 0.16157609224319458, 0.18357780575752258, -0.7256373763084412, 0.2555835545063019, 0.11817941069602966, -1.8297613859176636, 0.8567663431167603, -0.7582700848579407, 0.2450544238090515, 0.5770165920257568, -0.07050230354070663, 1.43805730342865, -0.08477532118558884, -0.30320873856544495, 0.6707659959793091, 0.06710293889045715, -0.08609087765216827, 0.10871148109436035, -0.5745024085044861, -0.3215439021587372, -0.5834587812423706, -0.5207850933074951, 0.44841712713241577, 1.5967177152633667, -0.5126339197158813, 0.3343489468097687, 0.8658304214477539, 1.1422827243804932, 0.22121870517730713, -0.2188546359539032, -0.012066514231264591, 0.11571427434682846, 0.40931370854377747, 0.26817622780799866, 0.22536876797676086, -0.32838085293769836, 0.8206233382225037, -0.9989923238754272, -0.6266291737556458, -0.7265757918357849, -0.7303338050842285, -0.6555179357528687, -0.08684103935956955, 0.13964010775089264, 0.2603330910205841, 0.40721699595451355, 0.7485150098800659, 0.8158519864082336, 0.3901043236255646, 0.12971922755241394, -0.19901596009731293, 0.7680085301399231, -0.3344525992870331, 0.03628883510828018, -0.11183974146842957, 0.3298172950744629, -1.4822584390640259, 0.44605764746665955, -0.7178956866264343, 1.700520634651184, -0.03022897057235241, 0.07386698573827744, 0.027356572449207306, 0.3423452377319336, -0.015359482727944851, 0.5669642686843872, 0.6512551307678223, 1.0747824907302856, -0.9349125623703003, 1.0857503414154053, 0.2216675579547882, -0.8212064504623413, 0.3604981303215027, 0.19803167879581451, -0.4138893187046051, 0.543074369430542, 0.7387142181396484, 0.24290411174297333, 0.9120483994483948, -0.17929524183273315, -0.37132489681243896, -0.4441516697406769, 1.1149699687957764, -0.2827128767967224, -0.1322227418422699, 0.6739118099212646, -0.6311636567115784, 0.0853138193488121, -0.4253977835178375, 0.6980293393135071, -0.29010650515556335, 0.4032995104789734, 0.362159788608551, -1.704192876815796, -1.0634316205978394, -0.8297574520111084, 0.13586534559726715, -0.4172861874103546, 0.5846850872039795, 0.040170639753341675, 0.23227831721305847, 0.3052527904510498, 0.070457324385643, 0.5983459949493408, 0.14911550283432007, 0.16477704048156738, 0.1089225634932518, -0.2609029710292816, -1.4379856586456299, -1.1701416969299316, -0.2401021122932434, -0.1901395618915558, -0.05357120931148529, 1.7311010360717773, -0.1235615462064743, -0.3940391540527344, 0.09692253172397614, -0.6031851172447205, 0.14645817875862122, 0.26153919100761414, -0.5634932518005371, -0.5724884867668152, 0.7731865048408508, 0.5149765014648438, 0.2773404121398926, 0.2980487644672394, -0.519845724105835, 0.6016187071800232, 0.5110898613929749, -0.9234133362770081, 0.6624227166175842, 0.17111633718013763, -0.05414958670735359, -0.5198990106582642, 0.6284059882164001, -0.30105942487716675, 0.3441433608531952, -1.7106484174728394, 0.6979727149009705, -0.2286497950553894, 0.6343519687652588, -0.23980803787708282, 0.1841689646244049, 0.09029754996299744, 0.5529965162277222, -0.7980376482009888, -0.5834664106369019, 0.4245370924472809, 0.09711811691522598, -0.19301243126392365, -0.44646888971328735, -0.24583183228969574, -0.43551796674728394, -0.1853192299604416, 1.0954439640045166, -0.3040373921394348, 1.5478026866912842, 0.15834790468215942, -0.6183152198791504, 0.4328468441963196, 0.24211739003658295, -0.5091257691383362, -0.415080726146698, -1.314807415008545, -0.5403156876564026, 0.27797937393188477, -0.5183866024017334, -0.17387059330940247, 0.19379547238349915, -0.28929346799850464, 0.4156414270401001, -0.7135517597198486, -1.2360836267471313, 2.1560792922973633, -0.7151268720626831, -1.0183755159378052, -0.4984552562236786, -0.546248733997345, 1.7118293046951294, 0.383944034576416, -0.6667082905769348, -0.11214213818311691, 0.5989404916763306, -0.09833823144435883, 0.1925283670425415, 0.8840705752372742, 0.6919621229171753, -0.4687991142272949, 0.8489726185798645, 0.08222216367721558, 0.7190552353858948, -0.0037626137491315603, -0.7571219205856323, -1.1099485158920288, 0.20435401797294617, 1.1565922498703003, -0.7218728065490723, -0.21942253410816193, 0.4403596818447113, 0.23980988562107086, 0.7625890970230103, 0.6396979689598083, 0.8248065710067749, -0.704595685005188, -6.729341839672998e-05, 0.46451953053474426, 0.9765859842300415, 0.0703045055270195, -0.3888390362262726, 0.3965872526168823, -0.5476173162460327, 1.2773641347885132, 0.04117657244205475, 0.21115867793560028, 0.23303945362567902, -0.18657806515693665, -0.5288094282150269, 0.060404907912015915, 0.6082402467727661, 0.7006415724754333, 0.5553705096244812, -0.6948427557945251, -0.5658445954322815, 0.434147447347641, 0.3291803002357483, 1.2727982997894287, 1.0219330787658691, -0.28205206990242004, 0.6402515172958374, -0.4478475749492645, -0.464134156703949, 0.6230177283287048, 0.5389605164527893, 0.10739138722419739, 0.6078734993934631, -0.46606379747390747, 0.16881537437438965, 0.5719402432441711, -0.03247462213039398, -0.34711185097694397, 0.34239211678504944, 0.0683569461107254, 0.19558162987232208, 0.32339486479759216, -0.266572505235672, 0.005257699638605118, -0.2568783760070801, -0.5720795392990112, -0.6998205184936523, -0.49126484990119934, -0.18849912285804749, -5.775334284408018e-05, -0.2736292779445648, 0.31595808267593384, -0.2585878372192383, -1.165181279182434, -1.1890928745269775, -0.4205910563468933, 0.42374929785728455, 0.6093418598175049, 0.08710926026105881, -0.1053033173084259, 0.24779339134693146, -0.10152288526296616, 0.4149833917617798, 0.7282022833824158, 0.0694122463464737, -0.9197702407836914, -0.9242272973060608, -0.8637454509735107, -0.4795823395252228, -0.2166789174079895, 0.019832555204629898, 0.15523730218410492, -0.7424792647361755, 0.9695879220962524, 0.10509523749351501, 0.4072647988796234, 0.11570094525814056, -0.22100894153118134, -0.19201527535915375, -0.9125510454177856, -1.357184886932373, -0.28578755259513855, -0.15550114214420319, 0.6185206174850464, 0.15063974261283875, 0.32073232531547546, -0.5369972586631775, -0.8488867282867432, -0.09665884077548981, -0.4490373432636261, -1.8924942016601562, 0.9343191981315613, 0.06255044043064117, -0.6368048787117004, 0.09912790358066559, -0.9397150874137878, -0.3458801209926605, 1.010430097579956, -0.7858299016952515, -0.9769708514213562, 0.213822603225708, 0.047771014273166656, 0.2878195345401764, -0.36420461535453796, -0.6356432437896729, -0.7620126008987427, 0.4055301249027252, -0.6746265888214111, -0.6684754490852356, 0.36789432168006897, 0.10146766901016235, -0.319640189409256, 0.6137503385543823, 0.4616280496120453, 0.05898956209421158, 0.24707745015621185, -0.208910271525383, -0.09539038687944412, -1.655217170715332, 0.6195711493492126, 0.5051082372665405, -0.8944644331932068, -0.1046915277838707, -0.11279081553220749, -0.16553837060928345, -0.8855310678482056, 0.667391836643219, -0.2715373635292053, -0.6203289031982422, -0.24386583268642426, -0.219334676861763, -0.12203306704759598, 0.44171690940856934, -0.13919518887996674, 0.9502747654914856, -0.6503720879554749, -0.07162048667669296, -0.497691810131073, 0.16721850633621216, -0.2571473717689514, -0.10236085206270218, 0.9887658357620239, 0.09195494651794434, -1.059413194656372, 0.7783033847808838, -0.655754566192627, 0.12672802805900574, -0.1495559960603714, -0.532662034034729, 0.12340916693210602, -0.27916789054870605, -0.5268598794937134, -0.0019951488357037306, -0.627177357673645, 0.400991290807724, 0.013823257759213448, 0.21479398012161255, 0.5983796715736389, -0.621497631072998, -0.863551139831543, 0.3208201229572296, -0.7702024579048157, -0.8685062527656555, 0.0012847435427829623, 0.41033920645713806, -0.7979705333709717, 0.1584385335445404, -0.4900566637516022, 0.3699297308921814, -0.26813438534736633, -0.511077880859375, -0.9827224612236023, 0.19357913732528687, 0.842843770980835, 1.138228178024292, -0.7167953252792358, -0.10099532455205917, 0.9609702229499817, -0.5999115109443665, 0.08144770562648773, -0.5832852721214294, -0.5755892992019653, -0.032576341181993484, 0.5558372139930725, -0.21465003490447998, -0.9458142518997192, 0.10121379792690277, -0.3266284465789795, 0.3962636888027191, -1.0848824977874756, -0.1309615820646286, -0.3543389141559601, -0.4372194707393646, -0.6815105080604553, 0.48724284768104553, -0.8064795136451721, 0.46466633677482605, 0.35160258412361145, -1.0120000839233398, -1.116079568862915, 0.4196063280105591, 0.6770157814025879, -0.260773628950119, 0.39786002039909363, -1.4570025205612183, -0.5163933038711548, -0.9219927191734314, 0.04710659384727478, -0.1966988891363144, 1.530571460723877, 0.09704703837633133, 1.2469956874847412, 0.5419987440109253, 0.5530239939689636, -0.540511965751648, 1.4711883068084717, 0.9722756743431091, 0.1925874501466751, 0.39248472452163696, 0.5499120950698853, 0.34655171632766724, -0.3828185498714447, 1.568729281425476, 2.1224892139434814, 0.17062662541866302, 0.19931438565254211, -0.3234945833683014, -0.7229470014572144, 0.31668880581855774, -0.3745308816432953, -1.294561743736267, -0.5889129638671875, -0.6379764676094055, -0.4401127099990845, -0.34514597058296204, -0.060600291937589645, 0.2108048051595688, -0.4144534766674042, -0.35937070846557617, 0.8739745616912842, -0.6609992384910583, -1.1741656064987183, 0.7454974055290222, -0.19637176394462585, 0.2024635374546051, 0.09466291964054108, 1.0179792642593384, 0.5239393711090088, 0.05441559851169586, 0.5475056767463684, 0.16649267077445984, -1.1458468437194824, 0.5101571083068848, 0.34289076924324036, 0.6865392327308655, 0.23076745867729187, 0.31457680463790894, 0.23856517672538757, 0.3072117567062378, -0.9733468890190125, -1.1923526525497437, -1.554363489151001, -0.20144698023796082, -0.7564064860343933, 0.7214184403419495, -0.6734850406646729, -0.694885790348053, 0.2750096917152405, -0.7656024098396301, -0.4820512533187866, -0.775223433971405, 0.7747925519943237, -1.169996738433838, 0.08622319251298904, 0.3255981206893921, 0.7236292958259583, -0.27172741293907166, 0.16072386503219604, 0.25415512919425964, -0.30468684434890747, -0.1888609081506729, 0.163290336728096, 0.7361018061637878, 1.096892237663269, -0.7974652647972107, 0.5220590829849243, -0.31517791748046875, 0.5868136882781982, -1.2400593757629395, -0.6704225540161133, -0.19956731796264648, -0.35603779554367065, 0.4415271580219269, -0.7804092168807983, -1.5330135822296143, 0.6742067933082581, -0.21148113906383514, -0.23329216241836548, 0.3919619917869568, -0.2974919080734253, -0.00820340309292078, -1.1466299295425415, 0.34342920780181885, -1.2512612342834473, -1.2952560186386108, 0.9228042364120483, 0.04792394861578941, 0.6588780283927917, -0.030149154365062714, -0.00970460195094347, -0.9531992673873901, -0.24526171386241913, -0.43323788046836853, 1.098596453666687, -0.41034722328186035, 0.4640841484069824, 0.002632593736052513, -0.4644605219364166, -1.0648726224899292, 0.9959708452224731, 0.22528205811977386, -0.6045489311218262, -1.507542610168457, -0.6524662971496582, 0.45025399327278137, 0.14585748314857483, -0.07247880101203918, 0.4817347526550293, 0.2341473251581192, 0.5855250358581543, 2.584882974624634, 0.5957955718040466, 1.062381386756897, 0.64400315284729, 0.11549169570207596, 0.07915589213371277, -0.6310657858848572, -0.8890601396560669, -0.8262959122657776, -0.37367579340934753], @metadata={:source=>\"ruby.txt\"}, @document=\"Array#any?\\n\\nany? → true or false\\nany? {|element| ... } → true or false\\nany?(obj) → true or false\\n\\nReturns true if any element of self meets a given criterion.\\n\\nWith no block given and no argument, returns true if self has any truthy element, false otherwise:\\n\\n[nil, 0, false].any? # => true\\n[nil, false].any? # => false\\n[].any? # => false\\nWith a block given and no argument, calls the block with each element in self; returns true if the block returns any truthy value, false otherwise:\\n\\n[0, 1, 2].any? {|element| element > 1 } # => true\\n[0, 1, 2].any? {|element| element > 2 } # => false\\nIf argument obj is given, returns true if obj.=== any element, false otherwise:\\n\\n['food', 'drink'].any?(/foo/) # => true\\n['food', 'drink'].any?(/bar/) # => false\\n[].any?(/foo/) # => false\\n[0, 1, 2].any?(1) # => true\\n[0, 1, 2].any?(3) # => false\\nRelated: Enumerable#any?\\n\\n\\nArray#map Array#map!\\n\\nmap {|element| ... } → new_array\\nmap → new_enumerator\\nCalls the block, if given, with each element of self; returns\", @distance=nil>, #<Chroma::Resources::Embedding:0x0000000105e0d6b0 @id=\"ccc7d954-cd93-4d8c-9d8f-6955a98aadb9\", @embedding=[0.4549965262413025, 0.27845096588134766, -2.538346529006958, -0.5063024759292603, 1.3075435161590576, -0.6170562505722046, -0.17211894690990448, 0.560850977897644, 0.08535876870155334, 0.47388955950737, -0.9758408665657043, 1.6442598104476929, 1.5408594608306885, 0.7837048172950745, -0.9923869371414185, -0.4637364149093628, -1.0801535844802856, -0.5987684726715088, 0.7212143540382385, 0.27052760124206543, 0.36535558104515076, -0.8083015084266663, 0.5588759183883667, -0.05394706502556801, 2.425549268722534, 0.30479753017425537, 0.5450410842895508, -0.18654601275920868, -0.8948870301246643, -0.37223780155181885, 0.20136870443820953, -0.2423374354839325, 0.42094409465789795, -1.6107404232025146, -0.7979507446289062, -0.427702397108078, 0.7957873344421387, 0.47884559631347656, 0.6693536639213562, 0.03203997388482094, 0.4046729803085327, 1.0044242143630981, -0.7097702026367188, 0.12134095281362534, -0.13639461994171143, -0.0084485849365592, 1.4522645473480225, 1.5283887386322021, 0.7774579524993896, -1.229708194732666, 0.6236448287963867, -1.102683663368225, 0.6179999113082886, 0.9777058959007263, 1.335775375366211, 1.4428588151931763, -0.3567492961883545, -0.4219498336315155, 1.492241621017456, 0.019155079498887062, 0.679504930973053, 0.41382089257240295, -0.3703884482383728, 0.798463761806488, 0.4357542395591736, 0.23051929473876953, -0.9744828343391418, 0.8724268674850464, 0.21555839478969574, -0.9490073323249817, 1.2343645095825195, -0.3573557734489441, 0.6329391598701477, -0.8123316764831543, 0.20948775112628937, 0.9268297553062439, -0.07083385437726974, -0.3822535276412964, -0.6825544834136963, 0.8936302065849304, 0.024296794086694717, -0.30463945865631104, 1.2742702960968018, 0.25839629769325256, 0.6553845405578613, -0.6159420609474182, -0.2003176212310791, -0.7440560460090637, -0.8395729064941406, 1.4380016326904297, -0.4674861431121826, 0.6455745100975037, 0.3390069007873535, 0.7524672746658325, -1.1555907726287842, -0.24721066653728485, 0.9414534568786621, 0.38548609614372253, -0.4388442635536194, -0.671191930770874, -0.5774556994438171, 0.49232733249664307, 0.7843515276908875, -0.9136009812355042, 0.015980463474988937, 0.46316012740135193, -0.18430665135383606, -0.07048539072275162, -0.6254739761352539, -0.10501155257225037, -0.4392636716365814, -0.193511962890625, -1.3428317308425903, -0.15487883985042572, -0.8413837552070618, 0.5702544450759888, 1.343241572380066, -1.5400488376617432, 0.05899277701973915, 0.7939302325248718, -0.7815064191818237, -0.6195812821388245, 0.31068819761276245, 1.183382511138916, 0.6039052605628967, 0.4359402358531952, -0.6466180682182312, 0.09089713543653488, -0.05251317098736763, -0.2806575298309326, -0.1709122210741043, -0.33581772446632385, 0.14877383410930634, 0.029962072148919106, 0.9604750871658325, 0.5461035966873169, -0.11758125573396683, -0.6663628220558167, 0.6748924851417542, 0.30363738536834717, 0.044494058936834335, -0.1097562313079834, -0.1408417522907257, -0.2890462875366211, 0.31895798444747925, -1.2317579984664917, 0.8870274424552917, -0.40906789898872375, 0.022441638633608818, -0.2890704274177551, 0.036263346672058105, 1.3360801935195923, -0.14493490755558014, 0.32507166266441345, -0.0022861987818032503, 0.19018669426441193, -0.15721021592617035, -0.17749762535095215, 0.1689053773880005, -0.11545932292938232, 1.730604648590088, 0.29466551542282104, 0.03153686970472336, 1.0981016159057617, -0.8092767000198364, -0.9614534378051758, 0.018437383696436882, -0.4206567406654358, -0.30657127499580383, 0.6988711953163147, -0.4404078423976898, 0.008003536611795425, -0.38630127906799316, -0.838696300983429, -0.33106425404548645, 0.06271693855524063, 0.028632987290620804, -1.141903042793274, 0.7217482924461365, -0.4834887385368347, 0.545409619808197, -0.33982551097869873, 0.971432626247406, 0.7018535733222961, 0.24851840734481812, -0.172819122672081, -0.5593299865722656, 0.09565179795026779, -0.13401146233081818, -0.7386605739593506, -0.4624173939228058, 0.12377061694860458, -0.04440224543213844, 0.035584598779678345, 0.31414493918418884, -0.03351983800530434, 0.23830875754356384, 0.36789727210998535, 0.33022791147232056, -0.6468268632888794, 0.20062100887298584, 0.07424329966306686, -0.43760135769844055, 0.31216222047805786, -0.722086489200592, 0.6226813793182373, -0.1212342157959938, 0.9061934947967529, 0.003023968543857336, 0.7712726593017578, 1.2618366479873657, -0.7092349529266357, -0.4991227686405182, 0.7160735130310059, 0.006661036517471075, -1.0442607402801514, -0.03042920120060444, -1.1400054693222046, 0.05477388948202133, -0.49182164669036865, 0.31994110345840454, -0.2150714248418808, -0.6466897130012512, 0.3535870909690857, 1.1152836084365845, 0.31276845932006836, 0.03084638901054859, 0.22803238034248352, -1.1784782409667969, 0.38724520802497864, -0.33751407265663147, -1.7735381126403809, 0.6403084993362427, -0.8389480113983154, -0.10435495525598526, 0.3704625070095062, 0.11263483762741089, 1.12256920337677, -0.21512283384799957, -0.13468770682811737, 0.587045431137085, 0.6352323889732361, 0.10658711194992065, -0.09813319146633148, -0.32871925830841064, -0.129747673869133, -0.6352593302726746, -0.6503071784973145, 0.28209084272384644, 1.3122601509094238, -0.8690342307090759, 0.02853471413254738, 0.36549174785614014, 1.3434245586395264, 0.7962484955787659, -0.33156368136405945, 0.05518154427409172, -0.1177045926451683, 0.06830981373786926, -0.14799298346042633, 0.27819475531578064, 0.20021457970142365, 0.9911176562309265, -1.0674664974212646, -0.5477921366691589, -1.289630651473999, -0.7268672585487366, -0.4112881124019623, -0.09870051592588425, -0.16349737346172333, -0.36445045471191406, 0.6717174053192139, 0.39339423179626465, 0.595151424407959, 0.0163896344602108, 0.10786132514476776, 0.2329704612493515, 0.7099151611328125, -0.6655864119529724, -0.11405057460069656, -0.41551434993743896, 0.09749176353216171, -1.199627161026001, 0.36774522066116333, -0.45702773332595825, 1.4964052438735962, -0.23027761280536652, -0.30155453085899353, -0.10876332968473434, 0.5608993172645569, -0.0796266496181488, -0.0646742433309555, 0.4854615330696106, 0.9360780715942383, -1.0409470796585083, 0.4171931743621826, 0.04071420058608055, -0.7313420176506042, 0.36640504002571106, 0.270339697599411, -0.11010418087244034, 1.0291208028793335, 0.5243164300918579, 0.4068530201911926, 0.6369951367378235, -0.14133305847644806, 0.22744278609752655, 0.14607727527618408, 0.8597109317779541, -0.17131608724594116, -0.2214321494102478, 0.47706982493400574, -0.41165176033973694, 0.15043827891349792, -0.7382975816726685, 0.8665320873260498, 0.09859277307987213, 0.25853773951530457, 0.4125629961490631, -1.2120684385299683, -1.26593017578125, -1.217293381690979, 0.11096777021884918, -0.33711951971054077, 0.9805703163146973, 0.21441461145877838, 0.06320387870073318, 0.35039404034614563, -0.2969290018081665, 0.1463121622800827, -0.02404087968170643, -0.2979189455509186, -0.30493709444999695, -0.40375396609306335, -1.1948802471160889, -1.5037702322006226, -0.7846564054489136, -0.05857672169804573, 0.22520245611667633, 1.306032657623291, 0.300301194190979, 0.20453697443008423, 0.2413518726825714, -1.0145827531814575, 0.6224156618118286, 0.3707047998905182, -1.1990519762039185, -0.5275224447250366, 0.8878383040428162, 0.7960667014122009, 0.1894959658384323, 0.29291778802871704, -0.010330263525247574, 0.40750929713249207, 0.41933733224868774, -0.8998140096664429, 0.3848104178905487, 0.49103453755378723, 0.05994925647974014, -0.3990609347820282, 1.0979571342468262, -0.2985033690929413, 0.19929277896881104, -1.7785472869873047, 0.7926869988441467, 0.12449288368225098, 0.4049818515777588, -0.0375351756811142, 0.5563719868659973, 0.4014366865158081, -0.32825618982315063, -0.29157349467277527, -0.16153666377067566, 0.6298258900642395, 0.44826558232307434, -0.7270844578742981, -0.1828566938638687, 0.38459333777427673, -0.6549680233001709, -0.06225354224443436, 1.1737234592437744, -0.6633598208427429, 1.0977253913879395, -0.6191310286521912, -0.6354642510414124, 0.35578349232673645, 0.12070995569229126, -0.43972763419151306, -0.7116565704345703, -1.3070337772369385, -0.4386356770992279, 0.8877198100090027, 0.03824497386813164, -0.03293484076857567, 0.1462593376636505, -0.857513964176178, 0.7169165015220642, -0.7608722448348999, -0.768670380115509, 1.8988289833068848, -0.7357451915740967, -0.8301998972892761, -0.24203123152256012, -0.6387963891029358, 1.6994801759719849, 0.09536710381507874, 0.19705621898174286, -0.2771870791912079, 0.14310051500797272, -0.3079017996788025, -0.2970215976238251, 1.0454615354537964, 0.9124214053153992, -0.6206060647964478, 0.7012924551963806, 0.010427888482809067, 0.864623486995697, 0.7753108739852905, -1.288658618927002, -0.2500520646572113, 0.4389168620109558, 1.20573890209198, -0.6900553703308105, 0.23692607879638672, 0.8954377770423889, 0.31176722049713135, 0.8959393501281738, 0.8109334111213684, 0.6388395428657532, -1.2440201044082642, 0.21168887615203857, 0.6223393678665161, 0.3129318654537201, 0.09046453982591629, -0.7045781016349792, -0.29111552238464355, -0.16025356948375702, 2.340395212173462, 0.4567663371562958, 0.6417729258537292, 0.9322447776794434, -0.5684524178504944, -1.0312436819076538, 0.016278782859444618, 0.8920568227767944, 0.774276852607727, 0.9049680829048157, -0.785346508026123, -0.9773048758506775, 0.5087147951126099, 0.4342559576034546, 1.0640074014663696, 1.1169098615646362, -0.6570971012115479, 1.0449851751327515, -0.2948123514652252, -0.6634174585342407, 0.4544362425804138, 0.7855234146118164, 0.04199710860848427, 0.5255467891693115, -0.19299352169036865, -0.08500809222459793, 0.5411533117294312, -0.06978172063827515, -0.24857451021671295, 0.37295618653297424, 0.012453367933630943, 0.04298928752541542, 0.26537591218948364, -0.2878434360027313, -0.4276246726512909, -0.6346864104270935, -0.5807300209999084, 0.0036515244282782078, -0.8835827708244324, 0.31337547302246094, -0.08085443079471588, -0.4219028353691101, 0.5198536515235901, -0.10487832874059677, -1.314653754234314, -1.3585654497146606, -0.5049866437911987, 0.4513557255268097, 1.261431097984314, -0.036692481487989426, -0.2535889446735382, 0.6346562504768372, -0.20833063125610352, 0.627496600151062, 0.15376639366149902, 0.3803112804889679, -0.14670705795288086, -1.0064549446105957, -1.4371052980422974, -0.27658894658088684, 0.14991138875484467, -0.1311345100402832, 0.16452401876449585, -0.5826317071914673, 0.8950252532958984, -0.3052442669868469, 0.21819359064102173, 0.26769793033599854, -0.34517747163772583, 0.42870593070983887, -0.9386052489280701, -1.4048316478729248, -0.5282683372497559, -0.17622974514961243, 0.7900171279907227, 0.047765955328941345, 0.36298325657844543, 0.14622196555137634, -0.3755452632904053, -0.5075171589851379, -0.6501467823982239, -1.6999306678771973, 0.9605944752693176, -0.44563397765159607, -0.6182518005371094, -0.07171400636434555, -0.44501054286956787, -0.4524783194065094, 1.1796197891235352, -0.39627379179000854, -1.1777137517929077, 0.3757932782173157, 0.310770183801651, 0.4253845512866974, -0.763155996799469, -0.9599419832229614, -0.5014300346374512, 0.7061083912849426, -0.3315257132053375, -0.8879740834236145, 0.9415034055709839, 0.7891358733177185, -0.1874237209558487, 0.5807738304138184, 0.09549884498119354, -0.05565257370471954, 0.17350739240646362, -0.1662023812532425, 0.022570034489035606, -1.2574748992919922, 0.33281001448631287, 0.745159387588501, -0.8889905214309692, 0.321216881275177, -0.26146626472473145, 0.08926563709974289, -0.9877221584320068, 0.07490432262420654, -0.18209734559059143, -1.3281382322311401, -0.1179150640964508, -0.9508851766586304, -0.2591444253921509, -0.17952384054660797, 0.5781305432319641, 1.6401571035385132, -0.40569639205932617, -0.22311775386333466, -0.6193103194236755, 0.06268451362848282, 0.14849667251110077, 0.18742811679840088, 0.6868467926979065, -0.03580885007977486, -0.9732289910316467, 0.3722362518310547, 0.009907777421176434, 0.19040337204933167, 0.19981063902378082, -0.4640531837940216, -0.09610053896903992, -0.4644339084625244, -0.6313236355781555, -0.02561950497329235, -0.6771730184555054, 0.532122015953064, -0.5630511045455933, -0.30040156841278076, 0.3143185079097748, -0.18567660450935364, -0.6765117049217224, 0.9103687405586243, -0.11795362085103989, -0.7617261409759521, 0.1715511679649353, 0.3230830132961273, -0.6528955698013306, 0.14427974820137024, -0.11008045077323914, -0.043447546660900116, -0.12267721444368362, -0.5165117383003235, -1.3879221677780151, 0.5200479030609131, 0.6117901802062988, 1.1407017707824707, -1.506039023399353, -0.38826853036880493, 1.1428780555725098, -0.4688259959220886, -0.2689436376094818, -0.6316471099853516, 0.0715419352054596, -0.48220518231391907, 0.5063413381576538, -0.46586403250694275, -0.6133502721786499, 0.475178062915802, -0.394167959690094, 0.178066223859787, -1.014170527458191, 0.4831523895263672, -0.12963031232357025, -0.24623630940914154, -1.107115626335144, 0.32440927624702454, -0.7134848833084106, 0.7072011828422546, 0.18225298821926117, -0.7010775208473206, -0.8800630569458008, 0.7097154259681702, 1.0905728340148926, -0.8648914694786072, 0.19218802452087402, -2.133235454559326, -0.1578727513551712, -1.2423745393753052, 0.19579161703586578, -0.5287383794784546, 1.0828784704208374, 0.3806191384792328, 0.8475415110588074, -0.02841380424797535, 0.2284276932477951, -0.03941427543759346, 1.1953030824661255, 0.8812064528465271, -0.004048838745802641, 0.9724986553192139, 1.1036787033081055, 0.08788491040468216, -0.4723452031612396, 1.5198745727539062, 2.4737696647644043, 0.4664202928543091, 0.1089128777384758, -0.6238876581192017, -0.9473946690559387, 0.3874405026435852, -0.08612722158432007, -1.09459388256073, -0.9995843768119812, -0.6739656329154968, 0.22292621433734894, -0.23770995438098907, 0.236150860786438, 0.3500542640686035, -0.5923924446105957, 0.5912217497825623, 0.20665615797042847, -0.800088107585907, -1.4715452194213867, 1.1295599937438965, 0.10862286388874054, 0.5130348205566406, 0.11143500357866287, 0.3168014585971832, 0.6803582906723022, 0.27747100591659546, 0.24667298793792725, -0.0646057054400444, -0.5877809524536133, 0.3957637548446655, 0.4595693349838257, 0.9735916256904602, 0.7775222063064575, 0.1817072629928589, 0.4747297465801239, 0.15725357830524445, -0.5907648205757141, -1.0333606004714966, -1.697934865951538, 0.151742085814476, -0.7988691926002502, 0.9905584454536438, -0.5076631307601929, -0.5750707983970642, 0.2016625702381134, -0.3291419446468353, -0.7167425155639648, -1.0494587421417236, 0.9911088347434998, -0.7181684970855713, 0.14239592850208282, 0.5104567408561707, 0.41575750708580017, -0.002372442279011011, 0.22973206639289856, 0.6665704846382141, 0.14639215171337128, -0.37591633200645447, -0.23473453521728516, 0.007133678067475557, 0.8151736855506897, -0.7223984003067017, 1.0959750413894653, -0.7487279176712036, 0.4836534261703491, -0.8158202171325684, -1.1768277883529663, -0.6016193628311157, -0.7139574885368347, 0.915081262588501, 0.08336508274078369, -1.8242332935333252, 0.20843277871608734, -0.6965029835700989, 0.028136614710092545, 0.5580792427062988, -0.9718062877655029, 0.43318507075309753, -0.433194100856781, -0.23674388229846954, -1.1458429098129272, -1.6420196294784546, 1.1459639072418213, 0.0202957671135664, 0.47584930062294006, 0.17806711792945862, -0.07059702277183533, -1.070942759513855, -0.5679441690444946, -0.9169417023658752, 1.902876615524292, 0.22387486696243286, 0.21834418177604675, -0.5540167689323425, -0.5620620250701904, -1.4385089874267578, 0.5126078724861145, 0.029593806713819504, -0.4102313816547394, -1.2316622734069824, -0.24381621181964874, 0.21782787144184113, 0.7908213138580322, 0.6161155700683594, 0.603300154209137, 0.08287643641233444, 0.2469354271888733, 2.107708692550659, 0.28156107664108276, 0.7730277180671692, 0.37533414363861084, 0.2978943884372711, 0.25963854789733887, -0.3970140814781189, -1.2243603467941284, -0.628040611743927, -0.6525442004203796], @metadata={:source=>\"ruby.txt\"}, @document=\"true\\n[0, 1, 2].any?(3) # => false\\nRelated: Enumerable#any?\\n\\n\\nArray#map Array#map!\\n\\nmap {|element| ... } → new_array\\nmap → new_enumerator\\nCalls the block, if given, with each element of self; returns a new Array whose elements are the return values from the block:\\n\\na = [:foo, 'bar', 2]\\na1 = a.map {|element| element.class }\\na1 # => [Symbol, String, Integer]\\nReturns a new Enumerator if no block given:\\n\\na = [:foo, 'bar', 2]\\na1 = a.map\\na1 # => #<Enumerator: [:foo, \\\"bar\\\", 2]:map>\\nArray#collect is an alias for Array#map.\\n\\nAlias for: collect\\nmap! {|element| ... } → self\\nmap! → new_enumerator\\nCalls the block, if given, with each element; replaces the element with the block’s return value:\\n\\na = [:foo, 'bar', 2]\\na.map! { |element| element.class } # => [Symbol, String, Integer]\\nReturns a new Enumerator if no block given:\\n\\na = [:foo, 'bar', 2]\\na1 = a.map!\\na1 # => #<Enumerator: [:foo, \\\"bar\\\", 2]:map!>\\nArray#collect! is an alias for Array#map!.\\n\\nAlias for: collect!\\n\", @distance=nil>]"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    }
   ],
   "source": [
    "ollama_client = OllamaHttpClient.new\n",
    "\n",
    "embeddings = texts.map do |document|\n",
    "  embeddings_response = ollama_client.embed(document.content)\n",
    "  Chroma::Resources::Embedding.new(id: SecureRandom.uuid, embedding: embeddings_response[\"embedding\"], metadata: document.metadata, document: document.content)\n",
    "end\n",
    "\n",
    "IRuby.display embeddings"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 10,
   "id": "8556fdf6",
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "I, [2024-12-11T13:38:40.349321 #16507]  INFO -- : message=Successful response code=201\n"
     ]
    },
    {
     "data": {
      "text/plain": [
       "true"
      ]
     },
     "execution_count": 10,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "collection.add(embeddings)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 11,
   "id": "b045d12d",
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "I, [2024-12-11T13:38:42.259923 #16507]  INFO -- : message=Successful response code=200\n"
     ]
    },
    {
     "data": {
      "text/plain": [
       "2"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    }
   ],
   "source": [
    "IRuby.display collection.count"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "8a641ecd",
   "metadata": {},
   "source": [
    "### Vector Store naive implementation"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 12,
   "id": "da118706",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       ":similarity_search"
      ]
     },
     "execution_count": 12,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "class VectorStore\n",
    "  def initialize(store, search_type = \"similarity\")\n",
    "    @store = store\n",
    "    @search_type\n",
    "    @ollama_client = OllamaHttpClient.new\n",
    "  end\n",
    "  \n",
    "  def relevant_documents(query)\n",
    "    if @search_type == \"similarity\"\n",
    "      @store.similarity_search(query)\n",
    "    end\n",
    "  end\n",
    "  \n",
    "  protected\n",
    "  \n",
    "  def text_to_embeddings(query)\n",
    "    response = @ollama_client.embed(query)\n",
    "    [response[\"embedding\"]]\n",
    "  end\n",
    "end\n",
    "\n",
    "class ChromaVectorStore < VectorStore\n",
    "  def similarity_search(query, k: 4, filter: nil)\n",
    "    query_embeddings = text_to_embeddings(query)\n",
    "    \n",
    "    @store.query(query_embeddings:, results: k, where: filter)\n",
    "  end\n",
    "end"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "39419dac",
   "metadata": {},
   "source": [
    "### Search for similiarity"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 13,
   "id": "e1a46ead",
   "metadata": {
    "scrolled": true
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "I, [2024-12-11T13:38:46.660678 #16507]  INFO -- : message=Successful response code=200\n"
     ]
    },
    {
     "data": {
      "text/plain": [
       "[#<Chroma::Resources::Embedding:0x0000000105dc1198 @id=\"6d666531-5fbf-46e0-b453-dcf3951c6a71\", @embedding=nil, @metadata={\"source\"=>\"ruby.txt\"}, @document=\"Array#any?\\n\\nany? → true or false\\nany? {|element| ... } → true or false\\nany?(obj) → true or false\\n\\nReturns true if any element of self meets a given criterion.\\n\\nWith no block given and no argument, returns true if self has any truthy element, false otherwise:\\n\\n[nil, 0, false].any? # => true\\n[nil, false].any? # => false\\n[].any? # => false\\nWith a block given and no argument, calls the block with each element in self; returns true if the block returns any truthy value, false otherwise:\\n\\n[0, 1, 2].any? {|element| element > 1 } # => true\\n[0, 1, 2].any? {|element| element > 2 } # => false\\nIf argument obj is given, returns true if obj.=== any element, false otherwise:\\n\\n['food', 'drink'].any?(/foo/) # => true\\n['food', 'drink'].any?(/bar/) # => false\\n[].any?(/foo/) # => false\\n[0, 1, 2].any?(1) # => true\\n[0, 1, 2].any?(3) # => false\\nRelated: Enumerable#any?\\n\\n\\nArray#map Array#map!\\n\\nmap {|element| ... } → new_array\\nmap → new_enumerator\\nCalls the block, if given, with each element of self; returns\", @distance=242.9107135976995>, #<Chroma::Resources::Embedding:0x0000000105dc1148 @id=\"ccc7d954-cd93-4d8c-9d8f-6955a98aadb9\", @embedding=nil, @metadata={\"source\"=>\"ruby.txt\"}, @document=\"true\\n[0, 1, 2].any?(3) # => false\\nRelated: Enumerable#any?\\n\\n\\nArray#map Array#map!\\n\\nmap {|element| ... } → new_array\\nmap → new_enumerator\\nCalls the block, if given, with each element of self; returns a new Array whose elements are the return values from the block:\\n\\na = [:foo, 'bar', 2]\\na1 = a.map {|element| element.class }\\na1 # => [Symbol, String, Integer]\\nReturns a new Enumerator if no block given:\\n\\na = [:foo, 'bar', 2]\\na1 = a.map\\na1 # => #<Enumerator: [:foo, \\\"bar\\\", 2]:map>\\nArray#collect is an alias for Array#map.\\n\\nAlias for: collect\\nmap! {|element| ... } → self\\nmap! → new_enumerator\\nCalls the block, if given, with each element; replaces the element with the block’s return value:\\n\\na = [:foo, 'bar', 2]\\na.map! { |element| element.class } # => [Symbol, String, Integer]\\nReturns a new Enumerator if no block given:\\n\\na = [:foo, 'bar', 2]\\na1 = a.map!\\na1 # => #<Enumerator: [:foo, \\\"bar\\\", 2]:map!>\\nArray#collect! is an alias for Array#map!.\\n\\nAlias for: collect!\\n\", @distance=281.18673467779735>]"
      ]
     },
     "execution_count": 13,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "vs = ChromaVectorStore.new(collection)\n",
    "embeddings =  vs.similarity_search(\"array any?\", k: 2)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 14,
   "id": "ab282709",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "#<Chroma::Resources::Embedding:0x0000000105dc1198 @id=\"6d666531-5fbf-46e0-b453-dcf3951c6a71\", @embedding=nil, @metadata={\"source\"=>\"ruby.txt\"}, @document=\"Array#any?\\n\\nany? → true or false\\nany? {|element| ... } → true or false\\nany?(obj) → true or false\\n\\nReturns true if any element of self meets a given criterion.\\n\\nWith no block given and no argument, returns true if self has any truthy element, false otherwise:\\n\\n[nil, 0, false].any? # => true\\n[nil, false].any? # => false\\n[].any? # => false\\nWith a block given and no argument, calls the block with each element in self; returns true if the block returns any truthy value, false otherwise:\\n\\n[0, 1, 2].any? {|element| element > 1 } # => true\\n[0, 1, 2].any? {|element| element > 2 } # => false\\nIf argument obj is given, returns true if obj.=== any element, false otherwise:\\n\\n['food', 'drink'].any?(/foo/) # => true\\n['food', 'drink'].any?(/bar/) # => false\\n[].any?(/foo/) # => false\\n[0, 1, 2].any?(1) # => true\\n[0, 1, 2].any?(3) # => false\\nRelated: Enumerable#any?\\n\\n\\nArray#map Array#map!\\n\\nmap {|element| ... } → new_array\\nmap → new_enumerator\\nCalls the block, if given, with each element of self; returns\", @distance=242.9107135976995>"
      ]
     },
     "execution_count": 14,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "embeddings[0]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "id": "60c017bf",
   "metadata": {},
   "outputs": [],
   "source": []
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Ruby 3 (iruby kernel)",
   "language": "ruby",
   "name": "ruby3"
  },
  "language_info": {
   "file_extension": ".rb",
   "mimetype": "application/x-ruby",
   "name": "ruby",
   "version": "3.3.5"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 5
}