HomeMatch.ipynb

{
 "cells": [
  {
   "cell_type": "markdown",
   "id": "a108af04",
   "metadata": {},
   "source": [
    "# Step 1: Setting Up the Python Application"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 1,
   "id": "ab6def94",
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Requirement already satisfied: lancedb in ./.env/lib/python3.13/site-packages (0.21.0)\n",
      "Requirement already satisfied: pylance in ./.env/lib/python3.13/site-packages (0.24.1)\n",
      "Requirement already satisfied: langchain in ./.env/lib/python3.13/site-packages (0.3.20)\n",
      "Requirement already satisfied: langchain-openai in ./.env/lib/python3.13/site-packages (0.3.8)\n",
      "Requirement already satisfied: pandas in ./.env/lib/python3.13/site-packages (2.2.3)\n",
      "Requirement already satisfied: deprecation in ./.env/lib/python3.13/site-packages (from lancedb) (2.1.0)\n",
      "Requirement already satisfied: tqdm>=4.27.0 in ./.env/lib/python3.13/site-packages (from lancedb) (4.67.1)\n",
      "Requirement already satisfied: pyarrow>=14 in ./.env/lib/python3.13/site-packages (from lancedb) (19.0.1)\n",
      "Requirement already satisfied: pydantic>=1.10 in ./.env/lib/python3.13/site-packages (from lancedb) (2.10.6)\n",
      "Requirement already satisfied: packaging in ./.env/lib/python3.13/site-packages (from lancedb) (24.2)\n",
      "Requirement already satisfied: overrides>=0.7 in ./.env/lib/python3.13/site-packages (from lancedb) (7.7.0)\n",
      "Requirement already satisfied: numpy>=1.22 in ./.env/lib/python3.13/site-packages (from pylance) (2.2.3)\n",
      "Requirement already satisfied: langchain-core<1.0.0,>=0.3.41 in ./.env/lib/python3.13/site-packages (from langchain) (0.3.43)\n",
      "Requirement already satisfied: langchain-text-splitters<1.0.0,>=0.3.6 in ./.env/lib/python3.13/site-packages (from langchain) (0.3.6)\n",
      "Requirement already satisfied: langsmith<0.4,>=0.1.17 in ./.env/lib/python3.13/site-packages (from langchain) (0.3.13)\n",
      "Requirement already satisfied: SQLAlchemy<3,>=1.4 in ./.env/lib/python3.13/site-packages (from langchain) (2.0.38)\n",
      "Requirement already satisfied: requests<3,>=2 in ./.env/lib/python3.13/site-packages (from langchain) (2.32.3)\n",
      "Requirement already satisfied: PyYAML>=5.3 in ./.env/lib/python3.13/site-packages (from langchain) (6.0.2)\n",
      "Requirement already satisfied: openai<2.0.0,>=1.58.1 in ./.env/lib/python3.13/site-packages (from langchain-openai) (1.65.5)\n",
      "Requirement already satisfied: tiktoken<1,>=0.7 in ./.env/lib/python3.13/site-packages (from langchain-openai) (0.9.0)\n",
      "Requirement already satisfied: python-dateutil>=2.8.2 in ./.env/lib/python3.13/site-packages (from pandas) (2.9.0.post0)\n",
      "Requirement already satisfied: pytz>=2020.1 in ./.env/lib/python3.13/site-packages (from pandas) (2025.1)\n",
      "Requirement already satisfied: tzdata>=2022.7 in ./.env/lib/python3.13/site-packages (from pandas) (2025.1)\n",
      "Requirement already satisfied: tenacity!=8.4.0,<10.0.0,>=8.1.0 in ./.env/lib/python3.13/site-packages (from langchain-core<1.0.0,>=0.3.41->langchain) (9.0.0)\n",
      "Requirement already satisfied: jsonpatch<2.0,>=1.33 in ./.env/lib/python3.13/site-packages (from langchain-core<1.0.0,>=0.3.41->langchain) (1.33)\n",
      "Requirement already satisfied: typing-extensions>=4.7 in ./.env/lib/python3.13/site-packages (from langchain-core<1.0.0,>=0.3.41->langchain) (4.12.2)\n",
      "Requirement already satisfied: httpx<1,>=0.23.0 in ./.env/lib/python3.13/site-packages (from langsmith<0.4,>=0.1.17->langchain) (0.28.1)\n",
      "Requirement already satisfied: orjson<4.0.0,>=3.9.14 in ./.env/lib/python3.13/site-packages (from langsmith<0.4,>=0.1.17->langchain) (3.10.15)\n",
      "Requirement already satisfied: requests-toolbelt<2.0.0,>=1.0.0 in ./.env/lib/python3.13/site-packages (from langsmith<0.4,>=0.1.17->langchain) (1.0.0)\n",
      "Requirement already satisfied: zstandard<0.24.0,>=0.23.0 in ./.env/lib/python3.13/site-packages (from langsmith<0.4,>=0.1.17->langchain) (0.23.0)\n",
      "Requirement already satisfied: anyio<5,>=3.5.0 in ./.env/lib/python3.13/site-packages (from openai<2.0.0,>=1.58.1->langchain-openai) (4.8.0)\n",
      "Requirement already satisfied: distro<2,>=1.7.0 in ./.env/lib/python3.13/site-packages (from openai<2.0.0,>=1.58.1->langchain-openai) (1.9.0)\n",
      "Requirement already satisfied: jiter<1,>=0.4.0 in ./.env/lib/python3.13/site-packages (from openai<2.0.0,>=1.58.1->langchain-openai) (0.9.0)\n",
      "Requirement already satisfied: sniffio in ./.env/lib/python3.13/site-packages (from openai<2.0.0,>=1.58.1->langchain-openai) (1.3.1)\n",
      "Requirement already satisfied: annotated-types>=0.6.0 in ./.env/lib/python3.13/site-packages (from pydantic>=1.10->lancedb) (0.7.0)\n",
      "Requirement already satisfied: pydantic-core==2.27.2 in ./.env/lib/python3.13/site-packages (from pydantic>=1.10->lancedb) (2.27.2)\n",
      "Requirement already satisfied: six>=1.5 in ./.env/lib/python3.13/site-packages (from python-dateutil>=2.8.2->pandas) (1.17.0)\n",
      "Requirement already satisfied: charset-normalizer<4,>=2 in ./.env/lib/python3.13/site-packages (from requests<3,>=2->langchain) (3.4.1)\n",
      "Requirement already satisfied: idna<4,>=2.5 in ./.env/lib/python3.13/site-packages (from requests<3,>=2->langchain) (3.10)\n",
      "Requirement already satisfied: urllib3<3,>=1.21.1 in ./.env/lib/python3.13/site-packages (from requests<3,>=2->langchain) (2.3.0)\n",
      "Requirement already satisfied: certifi>=2017.4.17 in ./.env/lib/python3.13/site-packages (from requests<3,>=2->langchain) (2025.1.31)\n",
      "Requirement already satisfied: regex>=2022.1.18 in ./.env/lib/python3.13/site-packages (from tiktoken<1,>=0.7->langchain-openai) (2024.11.6)\n",
      "Requirement already satisfied: httpcore==1.* in ./.env/lib/python3.13/site-packages (from httpx<1,>=0.23.0->langsmith<0.4,>=0.1.17->langchain) (1.0.7)\n",
      "Requirement already satisfied: h11<0.15,>=0.13 in ./.env/lib/python3.13/site-packages (from httpcore==1.*->httpx<1,>=0.23.0->langsmith<0.4,>=0.1.17->langchain) (0.14.0)\n",
      "Requirement already satisfied: jsonpointer>=1.9 in ./.env/lib/python3.13/site-packages (from jsonpatch<2.0,>=1.33->langchain-core<1.0.0,>=0.3.41->langchain) (3.0.0)\n",
      "\n",
      "\u001b[1m[\u001b[0m\u001b[34;49mnotice\u001b[0m\u001b[1;39;49m]\u001b[0m\u001b[39;49m A new release of pip is available: \u001b[0m\u001b[31;49m24.3.1\u001b[0m\u001b[39;49m -> \u001b[0m\u001b[32;49m25.0.1\u001b[0m\n",
      "\u001b[1m[\u001b[0m\u001b[34;49mnotice\u001b[0m\u001b[1;39;49m]\u001b[0m\u001b[39;49m To update, run: \u001b[0m\u001b[32;49mpip install --upgrade pip\u001b[0m\n"
     ]
    }
   ],
   "source": [
    "!pip install lancedb pylance langchain langchain-openai pandas"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 2,
   "id": "6554fd4c",
   "metadata": {},
   "outputs": [],
   "source": [
    "import os\n",
    "\n",
    "from langchain_openai import ChatOpenAI\n",
    "from langchain.output_parsers import PydanticOutputParser\n",
    "from langchain.prompts import PromptTemplate\n",
    "\n",
    "from pydantic import BaseModel\n",
    "\n",
    "import lancedb\n",
    "from lancedb.embeddings import get_registry\n",
    "from lancedb.pydantic import LanceModel, Vector\n",
    "from lancedb.embeddings import get_registry\n",
    "\n",
    "import pandas as pd\n",
    "\n",
    "import textwrap"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 3,
   "id": "a50bd6c8",
   "metadata": {},
   "outputs": [],
   "source": [
    "os.environ[\"OPENAI_API_KEY\"] = \"voc-315507027126677388591167c58e9cc285a6.52708711\"\n",
    "os.environ[\"OPENAI_API_BASE\"] = \"https://openai.vocareum.com/v1\"\n",
    "\n",
    "# Set to true to give custom answers to user preference questions.\n",
    "INTERACTIVE = False"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 4,
   "id": "f9b39237",
   "metadata": {},
   "outputs": [],
   "source": [
    "# Setup LLM\n",
    "llm = ChatOpenAI(model=\"gpt-3.5-turbo\", \n",
    "             openai_api_key=os.getenv('OPENAI_API_KEY'),\n",
    "             temperature=1.0, \n",
    "             max_tokens=3000)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 5,
   "id": "1b16553e",
   "metadata": {},
   "outputs": [],
   "source": [
    "# Setup Vector Database\n",
    "vector_db = lancedb.connect(\n",
    "  uri=\"./lancedb\"\n",
    ")"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "3b4d34d4",
   "metadata": {},
   "source": [
    "# Step 2: Generating Real Estate Listings"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 6,
   "id": "dd139424",
   "metadata": {},
   "outputs": [],
   "source": [
    "class Listing(BaseModel):\n",
    "    neighborhood: str\n",
    "    price: int\n",
    "    bedrooms: int\n",
    "    bathrooms: int\n",
    "    house_size: int\n",
    "    description: str\n",
    "    neighborhood_description: str    \n",
    "\n",
    "parser = PydanticOutputParser(pydantic_object=Listing)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 7,
   "id": "6ee78c74",
   "metadata": {},
   "outputs": [],
   "source": [
    "# Build prompt to create fake real estate listings\n",
    "example_listing = \"\"\"\n",
    "Neighborhood: Green Oaks\n",
    "Price: $800,000\n",
    "Bedrooms: 3\n",
    "Bathrooms: 2\n",
    "House Size: 2,000 sqft\n",
    "\n",
    "Description: Welcome to this eco-friendly oasis nestled in the heart of Green Oaks. This charming 3-bedroom, 2-bathroom home boasts energy-efficient features such as solar panels and a well-insulated structure. Natural light floods the living spaces, highlighting the beautiful hardwood floors and eco-conscious finishes. The open-concept kitchen and dining area lead to a spacious backyard with a vegetable garden, perfect for the eco-conscious family. Embrace sustainable living without compromising on style in this Green Oaks gem.\n",
    "\n",
    "Neighborhood Description: Green Oaks is a close-knit, environmentally-conscious community with access to organic grocery stores, community gardens, and bike paths. Take a stroll through the nearby Green Oaks Park or grab a cup of coffee at the cozy Green Bean Cafe. With easy access to public transportation and bike lanes, commuting is a breeze.\n",
    "\"\"\"\n",
    "\n",
    "PROMPT_TEMPLATE = \"\"\"You are a real estate agent, who wants to create compelling real estate listings, clients are not able to resist.\n",
    "\n",
    "Here is an example of the information a listing:\n",
    "\n",
    "{example}\n",
    "\n",
    "---\n",
    "\n",
    "{format_instructions}\n",
    "\"\"\"\n",
    "\n",
    "system_prompt = PromptTemplate.from_template(PROMPT_TEMPLATE, partial_variables={'example': example_listing, 'format_instructions':parser.get_format_instructions}).format()\n",
    "human_prompt = \"\"\"\n",
    "    Create 10 listings as JSON array.\n",
    "\"\"\"\n",
    "\n",
    "messages = [\n",
    "    (\"system\", system_prompt),\n",
    "    (\"human\", human_prompt),\n",
    "]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 8,
   "id": "4e26246b",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "AIMessage(content='```json\\n[\\n    {\\n        \"neighborhood\": \"Green Oaks\",\\n        \"price\": 800000,\\n        \"bedrooms\": 3,\\n        \"bathrooms\": 2,\\n        \"house_size\": 2000,\\n        \"description\": \"Welcome to this eco-friendly oasis nestled in the heart of Green Oaks. This charming 3-bedroom, 2-bathroom home boasts energy-efficient features such as solar panels and a well-insulated structure. Natural light floods the living spaces, highlighting the beautiful hardwood floors and eco-conscious finishes. The open-concept kitchen and dining area lead to a spacious backyard with a vegetable garden, perfect for the eco-conscious family. Embrace sustainable living without compromising on style in this Green Oaks gem.\",\\n        \"neighborhood_description\": \"Green Oaks is a close-knit, environmentally-conscious community with access to organic grocery stores, community gardens, and bike paths. Take a stroll through the nearby Green Oaks Park or grab a cup of coffee at the cozy Green Bean Cafe. With easy access to public transportation and bike lanes, commuting is a breeze.\"\\n    },\\n    {\\n        \"neighborhood\": \"Sunnydale Estates\",\\n        \"price\": 950000,\\n        \"bedrooms\": 4,\\n        \"bathrooms\": 3,\\n        \"house_size\": 2800,\\n        \"description\": \"Discover luxury living in the prestigious Sunnydale Estates. This exquisite 4-bedroom, 3-bathroom home features high-end finishes, a gourmet kitchen, and a stylish master suite. The spacious backyard is perfect for entertaining guests or simply enjoying the serene surroundings. Indulge in upscale living in Sunnydale Estates.\",\\n        \"neighborhood_description\": \"Sunnydale Estates is an upscale neighborhood known for its upscale properties and well-maintained parks. Enjoy easy access to high-end shopping, fine dining restaurants, and exclusive country clubs. Experience the epitome of luxury living in Sunnydale Estates.\"\\n    },\\n    {\\n        \"neighborhood\": \"Lakeview Heights\",\\n        \"price\": 720000,\\n        \"bedrooms\": 3,\\n        \"bathrooms\": 2,\\n        \"house_size\": 2200,\\n        \"description\": \"Immerse yourself in the beauty of Lakeview Heights. This stunning 3-bedroom, 2-bathroom home offers breathtaking lake views, a modern kitchen, and a cozy fireplace. The spacious deck is perfect for enjoying the sunset or hosting a summer barbecue. Live the lakefront lifestyle in Lakeview Heights.\",\\n        \"neighborhood_description\": \"Lakeview Heights is a picturesque community surrounded by crystal-clear lakes and lush greenery. Residents can enjoy water sports, hiking trails, and waterfront dining. Explore the natural beauty of Lakeview Heights right at your doorstep.\"\\n    },\\n    {\\n        \"neighborhood\": \"Golden Pines\",\\n        \"price\": 680000,\\n        \"bedrooms\": 3,\\n        \"bathrooms\": 2,\\n        \"house_size\": 1900,\\n        \"description\": \"Experience the tranquility of Golden Pines. This cozy 3-bedroom, 2-bathroom home features a bright and airy living space, a fully equipped kitchen, and a private backyard oasis. Enjoy the peaceful surroundings and the convenience of nearby hiking trails and nature reserves. Embrace a laid-back lifestyle in Golden Pines.\",\\n        \"neighborhood_description\": \"Golden Pines is a nature lover\\'s paradise with sprawling forests, scenic trails, and wildlife habitats. Residents can explore the great outdoors, go birdwatching, or simply relax in the midst of nature. Discover the serenity of Golden Pines.\"\\n    },\\n    {\\n        \"neighborhood\": \"Riverfront Terrace\",\\n        \"price\": 1050000,\\n        \"bedrooms\": 5,\\n        \"bathrooms\": 4,\\n        \"house_size\": 3500,\\n        \"description\": \"Live in luxury at Riverfront Terrace. This expansive 5-bedroom, 4-bathroom home offers panoramic river views, a modern chef\\'s kitchen, and a spa-like master suite. The lush backyard features a swimming pool, a hot tub, and a built-in barbecue area, perfect for outdoor entertaining. Indulge in the lavish lifestyle of Riverfront Terrace.\",\\n        \"neighborhood_description\": \"Riverfront Terrace is an exclusive waterfront community known for its prestigious properties and upscale amenities. Residents can enjoy boating, fishing, and riverside dining right at their doorstep. Experience the epitome of waterfront living at Riverfront Terrace.\"\\n    },\\n    {\\n        \"neighborhood\": \"Mountain Ridge\",\\n        \"price\": 890000,\\n        \"bedrooms\": 4,\\n        \"bathrooms\": 3,\\n        \"house_size\": 2700,\\n        \"description\": \"Escape to the serenity of Mountain Ridge. This beautiful 4-bedroom, 3-bathroom home features vaulted ceilings, a stone fireplace, and a gourmet kitchen with top-of-the-line appliances. The expansive deck offers stunning mountain views and is perfect for enjoying the fresh mountain air. Embrace mountain living in Mountain Ridge.\",\\n        \"neighborhood_description\": \"Mountain Ridge is a peaceful mountain community surrounded by towering peaks and lush forests. Residents can enjoy hiking, skiing, and mountain biking in the great outdoors. Discover the tranquility of Mountain Ridge.\"\\n    },\\n    {\\n        \"neighborhood\": \"Sunset Hills\",\\n        \"price\": 780000,\\n        \"bedrooms\": 3,\\n        \"bathrooms\": 2,\\n        \"house_size\": 2100,\\n        \"description\": \"Enjoy the sunset views from Sunset Hills. This charming 3-bedroom, 2-bathroom home features a bright and open floor plan, a cozy fireplace, and a private backyard retreat. The covered patio is ideal for al fresco dining or relaxing with a good book. Experience the warmth and charm of Sunset Hills.\",\\n        \"neighborhood_description\": \"Sunset Hills is a friendly community known for its stunning sunsets, tree-lined streets, and family-friendly atmosphere. Residents can enjoy community events, playgrounds, and local markets. Discover the beauty of Sunset Hills.\"\\n    },\\n    {\\n        \"neighborhood\": \"Harbor View\",\\n        \"price\": 950000,\\n        \"bedrooms\": 4,\\n        \"bathrooms\": 3,\\n        \"house_size\": 2600,\\n        \"description\": \"Wake up to breathtaking harbor views in Harbor View. This luxurious 4-bedroom, 3-bathroom home features a grand entryway, a gourmet kitchen, and a spacious master suite with a private balcony overlooking the harbor. The landscaped backyard is perfect for outdoor entertaining or relaxing by the water. Live the coastal dream in Harbor View.\",\\n        \"neighborhood_description\": \"Harbor View is a coveted seaside community known for its marinas, sailing clubs, and waterfront restaurants. Residents can enjoy boating, kayaking, and beachfront activities in this idyllic coastal setting. Experience the charm of Harbor View.\"\\n    },\\n    {\\n        \"neighborhood\": \"Meadowbrook Estates\",\\n        \"price\": 720000,\\n        \"bedrooms\": 3,\\n        \"bathrooms\": 2,\\n        \"house_size\": 2000,\\n        \"description\": \"Step into the elegance of Meadowbrook Estates. This sophisticated 3-bedroom, 2-bathroom home boasts high-end finishes, a designer kitchen, and a luxurious master suite. The beautifully landscaped yard offers a peaceful retreat with a fountain and manicured gardens. Indulge in luxury living at Meadowbrook Estates.\",\\n        \"neighborhood_description\": \"Meadowbrook Estates is an upscale community known for its gated entrances, private golf courses, and exclusive amenities. Residents can enjoy country club living, tennis courts, and fine dining within the neighborhood. Discover the opulence of Meadowbrook Estates.\"\\n    },\\n    {\\n        \"neighborhood\": \"Maple Grove\",\\n        \"price\": 670000,\\n        \"bedrooms\": 3,\\n        \"bathrooms\": 2,\\n        \"house_size\": 1900,\\n        \"description\": \"Find your sanctuary in Maple Grove. This inviting 3-bedroom, 2-bathroom home features a cozy living room, a sunlit kitchen, and a landscaped backyard with mature trees. The covered porch is perfect for sipping morning coffee or enjoying the peaceful surroundings. Relax and unwind in the tranquility of Maple Grove.\",\\n        \"neighborhood_description\": \"Maple Grove is a family-friendly neighborhood with top-rated schools, parks, and community events. Residents can enjoy picnics in the park, nature walks, and local farmers\\' markets. Experience the charm and sense of community in Maple Grove.\"\\n    }\\n]\\n```', additional_kwargs={'refusal': None}, response_metadata={'token_usage': {'completion_tokens': 1768, 'prompt_tokens': 528, 'total_tokens': 2296, 'completion_tokens_details': {'accepted_prediction_tokens': 0, 'audio_tokens': 0, 'reasoning_tokens': 0, 'rejected_prediction_tokens': 0}, 'prompt_tokens_details': {'audio_tokens': 0, 'cached_tokens': 0}}, 'model_name': 'gpt-3.5-turbo-0125', 'system_fingerprint': None, 'finish_reason': 'stop', 'logprobs': None}, id='run-50d8f39a-ebf5-4423-8d38-2b10476da34e-0', usage_metadata={'input_tokens': 528, 'output_tokens': 1768, 'total_tokens': 2296, 'input_token_details': {'audio': 0, 'cache_read': 0}, 'output_token_details': {'audio': 0, 'reasoning': 0}})"
      ]
     },
     "execution_count": 8,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "#Send Prompt to LLM to retrieve listings.\n",
    "response = llm.invoke(messages)\n",
    "response"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 9,
   "id": "f1f851fd",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "'\\n[\\n    {\\n        \"neighborhood\": \"Green Oaks\",\\n        \"price\": 800000,\\n        \"bedrooms\": 3,\\n        \"bathrooms\": 2,\\n        \"house_size\": 2000,\\n        \"description\": \"Welcome to this eco-friendly oasis nestled in the heart of Green Oaks. This charming 3-bedroom, 2-bathroom home boasts energy-efficient features such as solar panels and a well-insulated structure. Natural light floods the living spaces, highlighting the beautiful hardwood floors and eco-conscious finishes. The open-concept kitchen and dining area lead to a spacious backyard with a vegetable garden, perfect for the eco-conscious family. Embrace sustainable living without compromising on style in this Green Oaks gem.\",\\n        \"neighborhood_description\": \"Green Oaks is a close-knit, environmentally-conscious community with access to organic grocery stores, community gardens, and bike paths. Take a stroll through the nearby Green Oaks Park or grab a cup of coffee at the cozy Green Bean Cafe. With easy access to public transportation and bike lanes, commuting is a breeze.\"\\n    },\\n    {\\n        \"neighborhood\": \"Sunnydale Estates\",\\n        \"price\": 950000,\\n        \"bedrooms\": 4,\\n        \"bathrooms\": 3,\\n        \"house_size\": 2800,\\n        \"description\": \"Discover luxury living in the prestigious Sunnydale Estates. This exquisite 4-bedroom, 3-bathroom home features high-end finishes, a gourmet kitchen, and a stylish master suite. The spacious backyard is perfect for entertaining guests or simply enjoying the serene surroundings. Indulge in upscale living in Sunnydale Estates.\",\\n        \"neighborhood_description\": \"Sunnydale Estates is an upscale neighborhood known for its upscale properties and well-maintained parks. Enjoy easy access to high-end shopping, fine dining restaurants, and exclusive country clubs. Experience the epitome of luxury living in Sunnydale Estates.\"\\n    },\\n    {\\n        \"neighborhood\": \"Lakeview Heights\",\\n        \"price\": 720000,\\n        \"bedrooms\": 3,\\n        \"bathrooms\": 2,\\n        \"house_size\": 2200,\\n        \"description\": \"Immerse yourself in the beauty of Lakeview Heights. This stunning 3-bedroom, 2-bathroom home offers breathtaking lake views, a modern kitchen, and a cozy fireplace. The spacious deck is perfect for enjoying the sunset or hosting a summer barbecue. Live the lakefront lifestyle in Lakeview Heights.\",\\n        \"neighborhood_description\": \"Lakeview Heights is a picturesque community surrounded by crystal-clear lakes and lush greenery. Residents can enjoy water sports, hiking trails, and waterfront dining. Explore the natural beauty of Lakeview Heights right at your doorstep.\"\\n    },\\n    {\\n        \"neighborhood\": \"Golden Pines\",\\n        \"price\": 680000,\\n        \"bedrooms\": 3,\\n        \"bathrooms\": 2,\\n        \"house_size\": 1900,\\n        \"description\": \"Experience the tranquility of Golden Pines. This cozy 3-bedroom, 2-bathroom home features a bright and airy living space, a fully equipped kitchen, and a private backyard oasis. Enjoy the peaceful surroundings and the convenience of nearby hiking trails and nature reserves. Embrace a laid-back lifestyle in Golden Pines.\",\\n        \"neighborhood_description\": \"Golden Pines is a nature lover\\'s paradise with sprawling forests, scenic trails, and wildlife habitats. Residents can explore the great outdoors, go birdwatching, or simply relax in the midst of nature. Discover the serenity of Golden Pines.\"\\n    },\\n    {\\n        \"neighborhood\": \"Riverfront Terrace\",\\n        \"price\": 1050000,\\n        \"bedrooms\": 5,\\n        \"bathrooms\": 4,\\n        \"house_size\": 3500,\\n        \"description\": \"Live in luxury at Riverfront Terrace. This expansive 5-bedroom, 4-bathroom home offers panoramic river views, a modern chef\\'s kitchen, and a spa-like master suite. The lush backyard features a swimming pool, a hot tub, and a built-in barbecue area, perfect for outdoor entertaining. Indulge in the lavish lifestyle of Riverfront Terrace.\",\\n        \"neighborhood_description\": \"Riverfront Terrace is an exclusive waterfront community known for its prestigious properties and upscale amenities. Residents can enjoy boating, fishing, and riverside dining right at their doorstep. Experience the epitome of waterfront living at Riverfront Terrace.\"\\n    },\\n    {\\n        \"neighborhood\": \"Mountain Ridge\",\\n        \"price\": 890000,\\n        \"bedrooms\": 4,\\n        \"bathrooms\": 3,\\n        \"house_size\": 2700,\\n        \"description\": \"Escape to the serenity of Mountain Ridge. This beautiful 4-bedroom, 3-bathroom home features vaulted ceilings, a stone fireplace, and a gourmet kitchen with top-of-the-line appliances. The expansive deck offers stunning mountain views and is perfect for enjoying the fresh mountain air. Embrace mountain living in Mountain Ridge.\",\\n        \"neighborhood_description\": \"Mountain Ridge is a peaceful mountain community surrounded by towering peaks and lush forests. Residents can enjoy hiking, skiing, and mountain biking in the great outdoors. Discover the tranquility of Mountain Ridge.\"\\n    },\\n    {\\n        \"neighborhood\": \"Sunset Hills\",\\n        \"price\": 780000,\\n        \"bedrooms\": 3,\\n        \"bathrooms\": 2,\\n        \"house_size\": 2100,\\n        \"description\": \"Enjoy the sunset views from Sunset Hills. This charming 3-bedroom, 2-bathroom home features a bright and open floor plan, a cozy fireplace, and a private backyard retreat. The covered patio is ideal for al fresco dining or relaxing with a good book. Experience the warmth and charm of Sunset Hills.\",\\n        \"neighborhood_description\": \"Sunset Hills is a friendly community known for its stunning sunsets, tree-lined streets, and family-friendly atmosphere. Residents can enjoy community events, playgrounds, and local markets. Discover the beauty of Sunset Hills.\"\\n    },\\n    {\\n        \"neighborhood\": \"Harbor View\",\\n        \"price\": 950000,\\n        \"bedrooms\": 4,\\n        \"bathrooms\": 3,\\n        \"house_size\": 2600,\\n        \"description\": \"Wake up to breathtaking harbor views in Harbor View. This luxurious 4-bedroom, 3-bathroom home features a grand entryway, a gourmet kitchen, and a spacious master suite with a private balcony overlooking the harbor. The landscaped backyard is perfect for outdoor entertaining or relaxing by the water. Live the coastal dream in Harbor View.\",\\n        \"neighborhood_description\": \"Harbor View is a coveted seaside community known for its marinas, sailing clubs, and waterfront restaurants. Residents can enjoy boating, kayaking, and beachfront activities in this idyllic coastal setting. Experience the charm of Harbor View.\"\\n    },\\n    {\\n        \"neighborhood\": \"Meadowbrook Estates\",\\n        \"price\": 720000,\\n        \"bedrooms\": 3,\\n        \"bathrooms\": 2,\\n        \"house_size\": 2000,\\n        \"description\": \"Step into the elegance of Meadowbrook Estates. This sophisticated 3-bedroom, 2-bathroom home boasts high-end finishes, a designer kitchen, and a luxurious master suite. The beautifully landscaped yard offers a peaceful retreat with a fountain and manicured gardens. Indulge in luxury living at Meadowbrook Estates.\",\\n        \"neighborhood_description\": \"Meadowbrook Estates is an upscale community known for its gated entrances, private golf courses, and exclusive amenities. Residents can enjoy country club living, tennis courts, and fine dining within the neighborhood. Discover the opulence of Meadowbrook Estates.\"\\n    },\\n    {\\n        \"neighborhood\": \"Maple Grove\",\\n        \"price\": 670000,\\n        \"bedrooms\": 3,\\n        \"bathrooms\": 2,\\n        \"house_size\": 1900,\\n        \"description\": \"Find your sanctuary in Maple Grove. This inviting 3-bedroom, 2-bathroom home features a cozy living room, a sunlit kitchen, and a landscaped backyard with mature trees. The covered porch is perfect for sipping morning coffee or enjoying the peaceful surroundings. Relax and unwind in the tranquility of Maple Grove.\",\\n        \"neighborhood_description\": \"Maple Grove is a family-friendly neighborhood with top-rated schools, parks, and community events. Residents can enjoy picnics in the park, nature walks, and local farmers\\' markets. Experience the charm and sense of community in Maple Grove.\"\\n    }\\n]'"
      ]
     },
     "execution_count": 9,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# Remove potential json markdown from listing\n",
    "listing_json = response.content.strip('` \\n')\n",
    "\n",
    "if listing_json.startswith('json'):\n",
    "    listing_json = listing_json[4:]\n",
    "\n",
    "listing_json"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 10,
   "id": "9936b084",
   "metadata": {},
   "outputs": [],
   "source": [
    "# Write listings as JSON to file\n",
    "f = open('listings.json', 'w')\n",
    "f.write(listing_json.strip())\n",
    "f.close()"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "1a51f789",
   "metadata": {},
   "source": [
    "# Step 3: Storing Listings in a Vector Database"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 11,
   "id": "13c86e8c",
   "metadata": {},
   "outputs": [],
   "source": [
    "func = get_registry().get(\"openai\").create(base_url=os.getenv('OPENAI_API_BASE'))\n",
    "\n",
    "class ListingVector(LanceModel):\n",
    "    neighborhood: str\n",
    "    price: int\n",
    "    bedrooms: int\n",
    "    bathrooms: int\n",
    "    house_size: int\n",
    "    description: str = func.SourceField()\n",
    "    description_vector: Vector(func.ndims()) = func.VectorField()  \n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 12,
   "id": "b0dd1c0a",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>neighborhood</th>\n",
       "      <th>price</th>\n",
       "      <th>bedrooms</th>\n",
       "      <th>bathrooms</th>\n",
       "      <th>house_size</th>\n",
       "      <th>description</th>\n",
       "      <th>neighborhood_description</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>Green Oaks</td>\n",
       "      <td>800000</td>\n",
       "      <td>3</td>\n",
       "      <td>2</td>\n",
       "      <td>2000</td>\n",
       "      <td>Welcome to this eco-friendly oasis nestled in ...</td>\n",
       "      <td>Green Oaks is a close-knit, environmentally-co...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>Sunnydale Estates</td>\n",
       "      <td>950000</td>\n",
       "      <td>4</td>\n",
       "      <td>3</td>\n",
       "      <td>2800</td>\n",
       "      <td>Discover luxury living in the prestigious Sunn...</td>\n",
       "      <td>Sunnydale Estates is an upscale neighborhood k...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>Lakeview Heights</td>\n",
       "      <td>720000</td>\n",
       "      <td>3</td>\n",
       "      <td>2</td>\n",
       "      <td>2200</td>\n",
       "      <td>Immerse yourself in the beauty of Lakeview Hei...</td>\n",
       "      <td>Lakeview Heights is a picturesque community su...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>Golden Pines</td>\n",
       "      <td>680000</td>\n",
       "      <td>3</td>\n",
       "      <td>2</td>\n",
       "      <td>1900</td>\n",
       "      <td>Experience the tranquility of Golden Pines. Th...</td>\n",
       "      <td>Golden Pines is a nature lover's paradise with...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>Riverfront Terrace</td>\n",
       "      <td>1050000</td>\n",
       "      <td>5</td>\n",
       "      <td>4</td>\n",
       "      <td>3500</td>\n",
       "      <td>Live in luxury at Riverfront Terrace. This exp...</td>\n",
       "      <td>Riverfront Terrace is an exclusive waterfront ...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>Mountain Ridge</td>\n",
       "      <td>890000</td>\n",
       "      <td>4</td>\n",
       "      <td>3</td>\n",
       "      <td>2700</td>\n",
       "      <td>Escape to the serenity of Mountain Ridge. This...</td>\n",
       "      <td>Mountain Ridge is a peaceful mountain communit...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6</th>\n",
       "      <td>Sunset Hills</td>\n",
       "      <td>780000</td>\n",
       "      <td>3</td>\n",
       "      <td>2</td>\n",
       "      <td>2100</td>\n",
       "      <td>Enjoy the sunset views from Sunset Hills. This...</td>\n",
       "      <td>Sunset Hills is a friendly community known for...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7</th>\n",
       "      <td>Harbor View</td>\n",
       "      <td>950000</td>\n",
       "      <td>4</td>\n",
       "      <td>3</td>\n",
       "      <td>2600</td>\n",
       "      <td>Wake up to breathtaking harbor views in Harbor...</td>\n",
       "      <td>Harbor View is a coveted seaside community kno...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8</th>\n",
       "      <td>Meadowbrook Estates</td>\n",
       "      <td>720000</td>\n",
       "      <td>3</td>\n",
       "      <td>2</td>\n",
       "      <td>2000</td>\n",
       "      <td>Step into the elegance of Meadowbrook Estates....</td>\n",
       "      <td>Meadowbrook Estates is an upscale community kn...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9</th>\n",
       "      <td>Maple Grove</td>\n",
       "      <td>670000</td>\n",
       "      <td>3</td>\n",
       "      <td>2</td>\n",
       "      <td>1900</td>\n",
       "      <td>Find your sanctuary in Maple Grove. This invit...</td>\n",
       "      <td>Maple Grove is a family-friendly neighborhood ...</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "          neighborhood    price  bedrooms  bathrooms  house_size  \\\n",
       "0           Green Oaks   800000         3          2        2000   \n",
       "1    Sunnydale Estates   950000         4          3        2800   \n",
       "2     Lakeview Heights   720000         3          2        2200   \n",
       "3         Golden Pines   680000         3          2        1900   \n",
       "4   Riverfront Terrace  1050000         5          4        3500   \n",
       "5       Mountain Ridge   890000         4          3        2700   \n",
       "6         Sunset Hills   780000         3          2        2100   \n",
       "7          Harbor View   950000         4          3        2600   \n",
       "8  Meadowbrook Estates   720000         3          2        2000   \n",
       "9          Maple Grove   670000         3          2        1900   \n",
       "\n",
       "                                         description  \\\n",
       "0  Welcome to this eco-friendly oasis nestled in ...   \n",
       "1  Discover luxury living in the prestigious Sunn...   \n",
       "2  Immerse yourself in the beauty of Lakeview Hei...   \n",
       "3  Experience the tranquility of Golden Pines. Th...   \n",
       "4  Live in luxury at Riverfront Terrace. This exp...   \n",
       "5  Escape to the serenity of Mountain Ridge. This...   \n",
       "6  Enjoy the sunset views from Sunset Hills. This...   \n",
       "7  Wake up to breathtaking harbor views in Harbor...   \n",
       "8  Step into the elegance of Meadowbrook Estates....   \n",
       "9  Find your sanctuary in Maple Grove. This invit...   \n",
       "\n",
       "                            neighborhood_description  \n",
       "0  Green Oaks is a close-knit, environmentally-co...  \n",
       "1  Sunnydale Estates is an upscale neighborhood k...  \n",
       "2  Lakeview Heights is a picturesque community su...  \n",
       "3  Golden Pines is a nature lover's paradise with...  \n",
       "4  Riverfront Terrace is an exclusive waterfront ...  \n",
       "5  Mountain Ridge is a peaceful mountain communit...  \n",
       "6  Sunset Hills is a friendly community known for...  \n",
       "7  Harbor View is a coveted seaside community kno...  \n",
       "8  Meadowbrook Estates is an upscale community kn...  \n",
       "9  Maple Grove is a family-friendly neighborhood ...  "
      ]
     },
     "execution_count": 12,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# Read listings from file\n",
    "df = pd.read_json(\"listings.json\")\n",
    "df"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 13,
   "id": "9ae1bdce",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>neighborhood</th>\n",
       "      <th>price</th>\n",
       "      <th>bedrooms</th>\n",
       "      <th>bathrooms</th>\n",
       "      <th>house_size</th>\n",
       "      <th>description</th>\n",
       "      <th>description_vector</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>Green Oaks</td>\n",
       "      <td>800000</td>\n",
       "      <td>3</td>\n",
       "      <td>2</td>\n",
       "      <td>2000</td>\n",
       "      <td>Welcome to this eco-friendly oasis nestled in ...</td>\n",
       "      <td>[0.012680263, -0.000397279, 0.0059024305, -0.0...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>Sunnydale Estates</td>\n",
       "      <td>950000</td>\n",
       "      <td>4</td>\n",
       "      <td>3</td>\n",
       "      <td>2800</td>\n",
       "      <td>Discover luxury living in the prestigious Sunn...</td>\n",
       "      <td>[0.03086828, 0.002924329, 0.013881516, -0.0266...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>Lakeview Heights</td>\n",
       "      <td>720000</td>\n",
       "      <td>3</td>\n",
       "      <td>2</td>\n",
       "      <td>2200</td>\n",
       "      <td>Immerse yourself in the beauty of Lakeview Hei...</td>\n",
       "      <td>[0.012345566, 0.006913517, 0.019489534, -0.016...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>Golden Pines</td>\n",
       "      <td>680000</td>\n",
       "      <td>3</td>\n",
       "      <td>2</td>\n",
       "      <td>1900</td>\n",
       "      <td>Experience the tranquility of Golden Pines. Th...</td>\n",
       "      <td>[0.031288713, -0.005780893, 0.009240195, -0.01...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>Riverfront Terrace</td>\n",
       "      <td>1050000</td>\n",
       "      <td>5</td>\n",
       "      <td>4</td>\n",
       "      <td>3500</td>\n",
       "      <td>Live in luxury at Riverfront Terrace. This exp...</td>\n",
       "      <td>[0.0037524728, 0.004762754, -0.00031550307, -0...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>Mountain Ridge</td>\n",
       "      <td>890000</td>\n",
       "      <td>4</td>\n",
       "      <td>3</td>\n",
       "      <td>2700</td>\n",
       "      <td>Escape to the serenity of Mountain Ridge. This...</td>\n",
       "      <td>[0.008170463, 0.013568463, -0.015446584, -0.00...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6</th>\n",
       "      <td>Sunset Hills</td>\n",
       "      <td>780000</td>\n",
       "      <td>3</td>\n",
       "      <td>2</td>\n",
       "      <td>2100</td>\n",
       "      <td>Enjoy the sunset views from Sunset Hills. This...</td>\n",
       "      <td>[0.02806657, 0.0152901905, 0.0013127859, -0.02...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7</th>\n",
       "      <td>Harbor View</td>\n",
       "      <td>950000</td>\n",
       "      <td>4</td>\n",
       "      <td>3</td>\n",
       "      <td>2600</td>\n",
       "      <td>Wake up to breathtaking harbor views in Harbor...</td>\n",
       "      <td>[0.007002868, -0.004306897, 0.021714218, -0.01...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8</th>\n",
       "      <td>Meadowbrook Estates</td>\n",
       "      <td>720000</td>\n",
       "      <td>3</td>\n",
       "      <td>2</td>\n",
       "      <td>2000</td>\n",
       "      <td>Step into the elegance of Meadowbrook Estates....</td>\n",
       "      <td>[-0.0025120673, -0.00090990844, -0.00085263, -...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9</th>\n",
       "      <td>Maple Grove</td>\n",
       "      <td>670000</td>\n",
       "      <td>3</td>\n",
       "      <td>2</td>\n",
       "      <td>1900</td>\n",
       "      <td>Find your sanctuary in Maple Grove. This invit...</td>\n",
       "      <td>[0.015432407, 0.013707832, 0.0016072782, -0.01...</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "          neighborhood    price  bedrooms  bathrooms  house_size  \\\n",
       "0           Green Oaks   800000         3          2        2000   \n",
       "1    Sunnydale Estates   950000         4          3        2800   \n",
       "2     Lakeview Heights   720000         3          2        2200   \n",
       "3         Golden Pines   680000         3          2        1900   \n",
       "4   Riverfront Terrace  1050000         5          4        3500   \n",
       "5       Mountain Ridge   890000         4          3        2700   \n",
       "6         Sunset Hills   780000         3          2        2100   \n",
       "7          Harbor View   950000         4          3        2600   \n",
       "8  Meadowbrook Estates   720000         3          2        2000   \n",
       "9          Maple Grove   670000         3          2        1900   \n",
       "\n",
       "                                         description  \\\n",
       "0  Welcome to this eco-friendly oasis nestled in ...   \n",
       "1  Discover luxury living in the prestigious Sunn...   \n",
       "2  Immerse yourself in the beauty of Lakeview Hei...   \n",
       "3  Experience the tranquility of Golden Pines. Th...   \n",
       "4  Live in luxury at Riverfront Terrace. This exp...   \n",
       "5  Escape to the serenity of Mountain Ridge. This...   \n",
       "6  Enjoy the sunset views from Sunset Hills. This...   \n",
       "7  Wake up to breathtaking harbor views in Harbor...   \n",
       "8  Step into the elegance of Meadowbrook Estates....   \n",
       "9  Find your sanctuary in Maple Grove. This invit...   \n",
       "\n",
       "                                  description_vector  \n",
       "0  [0.012680263, -0.000397279, 0.0059024305, -0.0...  \n",
       "1  [0.03086828, 0.002924329, 0.013881516, -0.0266...  \n",
       "2  [0.012345566, 0.006913517, 0.019489534, -0.016...  \n",
       "3  [0.031288713, -0.005780893, 0.009240195, -0.01...  \n",
       "4  [0.0037524728, 0.004762754, -0.00031550307, -0...  \n",
       "5  [0.008170463, 0.013568463, -0.015446584, -0.00...  \n",
       "6  [0.02806657, 0.0152901905, 0.0013127859, -0.02...  \n",
       "7  [0.007002868, -0.004306897, 0.021714218, -0.01...  \n",
       "8  [-0.0025120673, -0.00090990844, -0.00085263, -...  \n",
       "9  [0.015432407, 0.013707832, 0.0016072782, -0.01...  "
      ]
     },
     "execution_count": 13,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# Write listings to database\n",
    "\n",
    "vector_data = df.apply(lambda listing: {\n",
    "    \"neighborhood\": listing[\"neighborhood\"],\n",
    "    \"price\": listing[\"price\"],\n",
    "    \"bedrooms\": listing[\"bedrooms\"],\n",
    "    \"bathrooms\": listing[\"bathrooms\"],\n",
    "    \"house_size\": listing[\"house_size\"],\n",
    "    \"description\": listing[\"description\"] + \" \" + listing[\"neighborhood_description\"]\n",
    "}, axis=1).values.tolist()\n",
    "\n",
    "table = vector_db.create_table('listings', mode='overwrite', exist_ok=True, schema=ListingVector)\n",
    "table.add(vector_data)\n",
    "\n",
    "table.to_pandas()"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "39eb91fb",
   "metadata": {},
   "source": [
    "# Step 4: Building the User Preference Interface"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 14,
   "id": "b0935c8d",
   "metadata": {},
   "outputs": [],
   "source": [
    "# Example\n",
    "questions = [   \n",
    "    \"How big do you want your house to be?\",\n",
    "    \"What are 3 most important things for you in choosing this property?\", \n",
    "    \"Which amenities would you like?\", \n",
    "    \"Which transportation options are important to you?\",\n",
    "    \"How urban do you want your neighborhood to be?\",   \n",
    "]\n",
    "answers = [\n",
    "    \"A comfortable three-bedroom house with a spacious kitchen and a cozy living room.\",\n",
    "    \"A quiet neighborhood, good local schools, and convenient shopping options.\",\n",
    "    \"A backyard for gardening, a two-car garage, and a modern, energy-efficient heating system.\",\n",
    "    \"Easy access to a reliable bus line, proximity to a major highway, and bike-friendly roads.\",\n",
    "    \"A balance between suburban tranquility and access to urban amenities like restaurants and theaters.\"\n",
    "]\n",
    "\n",
    "qa_messages = []\n",
    "qa_messages.append((\"system\", f\"\"\"\n",
    "    You are a real estate preference retrieving chat bot.\n",
    "    You are asking users {len(questions)} questions and they respond to it.\n",
    "    \n",
    "    After the last question process the given preferences and return a JSON object with keys and values containing the preferences.\n",
    "    If there are concrete numbers given return them as integer field in the object, e.g. number of bedrooms = 2.\n",
    "\"\"\"))\n",
    "\n",
    "for i in range(len(questions)):\n",
    "    qa_messages.append((\"ai\", questions[i]))\n",
    "    \n",
    "    # If INTERACTIVE is true, ask the user his preferences.\n",
    "    if INTERACTIVE:\n",
    "        qa_messages.append((\"human\", input(questions[i] + \"\\n\")))\n",
    "    else:\n",
    "        qa_messages.append((\"human\", answers[i]))\n",
    "\n",
    "qa_response = llm.invoke(qa_messages)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 15,
   "id": "befb587b",
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "{\n",
      "    \"House Size\": \"Comfortable three-bedroom\",\n",
      "    \"Important Factors\": [\"Quiet neighborhood\", \"Good local schools\", \"Convenient shopping options\"],\n",
      "    \"Amenities\": [\"Backyard for gardening\", \"Two-car garage\", \"Modern, energy-efficient heating system\"],\n",
      "    \"Transportation Options\": [\"Easy access to a reliable bus line\", \"Proximity to a major highway\", \"Bike-friendly roads\"],\n",
      "    \"Urban Preference\": \"Balanced between suburban tranquility and access to urban amenities\"\n",
      "}\n"
     ]
    }
   ],
   "source": [
    "# Remove potential JSON markdown from response\n",
    "user_preferences = qa_response.content.strip('` \\n')\n",
    "\n",
    "if user_preferences.startswith('json'):\n",
    "    user_preferences = user_preferences[4:]\n",
    "\n",
    "print(user_preferences)"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "ae0eb078",
   "metadata": {},
   "source": [
    "# Step 5: Searching Based on Preferences"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 16,
   "id": "df7bf6c6",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "[ListingVector(neighborhood='Maple Grove', price=670000, bedrooms=3, bathrooms=2, house_size=1900, description=\"Find your sanctuary in Maple Grove. This inviting 3-bedroom, 2-bathroom home features a cozy living room, a sunlit kitchen, and a landscaped backyard with mature trees. The covered porch is perfect for sipping morning coffee or enjoying the peaceful surroundings. Relax and unwind in the tranquility of Maple Grove. Maple Grove is a family-friendly neighborhood with top-rated schools, parks, and community events. Residents can enjoy picnics in the park, nature walks, and local farmers' markets. Experience the charm and sense of community in Maple Grove.\", description_vector=FixedSizeList(dim=1536)),\n",
       " ListingVector(neighborhood='Green Oaks', price=800000, bedrooms=3, bathrooms=2, house_size=2000, description='Welcome to this eco-friendly oasis nestled in the heart of Green Oaks. This charming 3-bedroom, 2-bathroom home boasts energy-efficient features such as solar panels and a well-insulated structure. Natural light floods the living spaces, highlighting the beautiful hardwood floors and eco-conscious finishes. The open-concept kitchen and dining area lead to a spacious backyard with a vegetable garden, perfect for the eco-conscious family. Embrace sustainable living without compromising on style in this Green Oaks gem. Green Oaks is a close-knit, environmentally-conscious community with access to organic grocery stores, community gardens, and bike paths. Take a stroll through the nearby Green Oaks Park or grab a cup of coffee at the cozy Green Bean Cafe. With easy access to public transportation and bike lanes, commuting is a breeze.', description_vector=FixedSizeList(dim=1536)),\n",
       " ListingVector(neighborhood='Sunset Hills', price=780000, bedrooms=3, bathrooms=2, house_size=2100, description='Enjoy the sunset views from Sunset Hills. This charming 3-bedroom, 2-bathroom home features a bright and open floor plan, a cozy fireplace, and a private backyard retreat. The covered patio is ideal for al fresco dining or relaxing with a good book. Experience the warmth and charm of Sunset Hills. Sunset Hills is a friendly community known for its stunning sunsets, tree-lined streets, and family-friendly atmosphere. Residents can enjoy community events, playgrounds, and local markets. Discover the beauty of Sunset Hills.', description_vector=FixedSizeList(dim=1536)),\n",
       " ListingVector(neighborhood='Sunnydale Estates', price=950000, bedrooms=4, bathrooms=3, house_size=2800, description='Discover luxury living in the prestigious Sunnydale Estates. This exquisite 4-bedroom, 3-bathroom home features high-end finishes, a gourmet kitchen, and a stylish master suite. The spacious backyard is perfect for entertaining guests or simply enjoying the serene surroundings. Indulge in upscale living in Sunnydale Estates. Sunnydale Estates is an upscale neighborhood known for its upscale properties and well-maintained parks. Enjoy easy access to high-end shopping, fine dining restaurants, and exclusive country clubs. Experience the epitome of luxury living in Sunnydale Estates.', description_vector=FixedSizeList(dim=1536)),\n",
       " ListingVector(neighborhood='Golden Pines', price=680000, bedrooms=3, bathrooms=2, house_size=1900, description=\"Experience the tranquility of Golden Pines. This cozy 3-bedroom, 2-bathroom home features a bright and airy living space, a fully equipped kitchen, and a private backyard oasis. Enjoy the peaceful surroundings and the convenience of nearby hiking trails and nature reserves. Embrace a laid-back lifestyle in Golden Pines. Golden Pines is a nature lover's paradise with sprawling forests, scenic trails, and wildlife habitats. Residents can explore the great outdoors, go birdwatching, or simply relax in the midst of nature. Discover the serenity of Golden Pines.\", description_vector=FixedSizeList(dim=1536))]"
      ]
     },
     "execution_count": 16,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "def search_listings(user_preferences, limit):\n",
    "    return table.search(user_preferences).limit(limit).to_pydantic(ListingVector)\n",
    "\n",
    "# Search for the 5 best matches of listings to user preferences\n",
    "matched_listings = search_listings(user_preferences, 5)\n",
    "\n",
    "matched_listings"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "98929ffb",
   "metadata": {},
   "source": [
    "# Step 6: Personalizing Listing Descriptions"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 17,
   "id": "51f0086e",
   "metadata": {},
   "outputs": [],
   "source": [
    "def personalize_listing(listing, user_preferences):\n",
    "\n",
    "    # Create personalized listing descriptions for the found listing.\n",
    "    PROMPT_TEMPLATE = \"\"\"\n",
    "    Take the following Listing:\n",
    "\n",
    "    {listing}\n",
    "\n",
    "    ---\n",
    "\n",
    "    Without changing factual information, augment this real estate listing to highlight aspects relevant to the buyer preferences:\n",
    "\n",
    "    {user_preferences}\n",
    "    \"\"\"\n",
    "\n",
    "    prompt = PromptTemplate.from_template(PROMPT_TEMPLATE).format(user_preferences=user_preferences,listing=listing.description)\n",
    "    personalized_listing = listing.model_copy()\n",
    "    personalized_listing.description = llm.invoke(prompt).content\n",
    "    return personalized_listing\n",
    "\n",
    "\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 18,
   "id": "cd02441c",
   "metadata": {},
   "outputs": [],
   "source": [
    "personalized_listings = []\n",
    "for listing in matched_listings:\n",
    "    personalized_listing = personalize_listing(listing, user_preferences)\n",
    "    personalized_listings.append(personalized_listing)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 19,
   "id": "c9deb6bf",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>neighborhood</th>\n",
       "      <th>price</th>\n",
       "      <th>bedrooms</th>\n",
       "      <th>bathrooms</th>\n",
       "      <th>house_size</th>\n",
       "      <th>description</th>\n",
       "      <th>description_vector</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>Maple Grove</td>\n",
       "      <td>670000</td>\n",
       "      <td>3</td>\n",
       "      <td>2</td>\n",
       "      <td>1900</td>\n",
       "      <td>Find your sanctuary in Maple Grove. This comfo...</td>\n",
       "      <td>[0.015432407148182392, 0.013707832433283329, 0...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>Green Oaks</td>\n",
       "      <td>800000</td>\n",
       "      <td>3</td>\n",
       "      <td>2</td>\n",
       "      <td>2000</td>\n",
       "      <td>Welcome to this eco-friendly oasis nestled in ...</td>\n",
       "      <td>[0.012680263258516788, -0.00039727898547425866...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>Sunset Hills</td>\n",
       "      <td>780000</td>\n",
       "      <td>3</td>\n",
       "      <td>2</td>\n",
       "      <td>2100</td>\n",
       "      <td>Enjoy the sunset views from Sunset Hills. This...</td>\n",
       "      <td>[0.028066569939255714, 0.01529019046574831, 0....</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>Sunnydale Estates</td>\n",
       "      <td>950000</td>\n",
       "      <td>4</td>\n",
       "      <td>3</td>\n",
       "      <td>2800</td>\n",
       "      <td>Discover luxury living in the prestigious Sunn...</td>\n",
       "      <td>[0.030868280678987503, 0.002924328902736306, 0...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>Golden Pines</td>\n",
       "      <td>680000</td>\n",
       "      <td>3</td>\n",
       "      <td>2</td>\n",
       "      <td>1900</td>\n",
       "      <td>Experience the tranquility and convenience of ...</td>\n",
       "      <td>[0.031288713216781616, -0.005780892912298441, ...</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "        neighborhood   price  bedrooms  bathrooms  house_size  \\\n",
       "0        Maple Grove  670000         3          2        1900   \n",
       "1         Green Oaks  800000         3          2        2000   \n",
       "2       Sunset Hills  780000         3          2        2100   \n",
       "3  Sunnydale Estates  950000         4          3        2800   \n",
       "4       Golden Pines  680000         3          2        1900   \n",
       "\n",
       "                                         description  \\\n",
       "0  Find your sanctuary in Maple Grove. This comfo...   \n",
       "1  Welcome to this eco-friendly oasis nestled in ...   \n",
       "2  Enjoy the sunset views from Sunset Hills. This...   \n",
       "3  Discover luxury living in the prestigious Sunn...   \n",
       "4  Experience the tranquility and convenience of ...   \n",
       "\n",
       "                                  description_vector  \n",
       "0  [0.015432407148182392, 0.013707832433283329, 0...  \n",
       "1  [0.012680263258516788, -0.00039727898547425866...  \n",
       "2  [0.028066569939255714, 0.01529019046574831, 0....  \n",
       "3  [0.030868280678987503, 0.002924328902736306, 0...  \n",
       "4  [0.031288713216781616, -0.005780892912298441, ...  "
      ]
     },
     "execution_count": 19,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "pd.DataFrame([listing.model_dump() for listing in personalized_listings])"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "id": "c981a613",
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "User preferences:\n",
      "\n",
      "{\n",
      "    \"House Size\": \"Comfortable three-bedroom\",\n",
      "    \"Important Factors\": [\"Quiet neighborhood\", \"Good local schools\", \"Convenient shopping options\"],\n",
      "    \"Amenities\": [\"Backyard for gardening\", \"Two-car garage\", \"Modern, energy-efficient heating system\"],\n",
      "    \"Transportation Options\": [\"Easy access to a reliable bus line\", \"Proximity to a major highway\", \"Bike-friendly roads\"],\n",
      "    \"Urban Preference\": \"Balanced between suburban tranquility and access to urban amenities\"\n",
      "}\n",
      "Top matching listing without augmentation:\n",
      "\n",
      "\tNeighborhood: Maple Grove\n",
      "\tPrice: $670000\n",
      "\tBedrooms: 3\n",
      "\tBathrooms: 2\n",
      "\tHouse Size: 1900 sqft\n",
      "\tDescription:\n",
      "\t\tFind your sanctuary in Maple Grove. This inviting 3-bedroom,\n",
      "\t\t2-bathroom home features a cozy living room, a sunlit kitchen, and a\n",
      "\t\tlandscaped backyard with mature trees. The covered porch is perfect\n",
      "\t\tfor sipping morning coffee or enjoying the peaceful surroundings.\n",
      "\t\tRelax and unwind in the tranquility of Maple Grove. Maple Grove is a\n",
      "\t\tfamily-friendly neighborhood with top-rated schools, parks, and\n",
      "\t\tcommunity events. Residents can enjoy picnics in the park, nature\n",
      "\t\twalks, and local farmers' markets. Experience the charm and sense of\n",
      "\t\tcommunity in Maple Grove.\n",
      "\n",
      "Top matching listing with augmentation:\n",
      "\n",
      "\tNeighborhood: Maple Grove\n",
      "\tPrice: $670000\n",
      "\tBedrooms: 3\n",
      "\tBathrooms: 2\n",
      "\tHouse Size: 1900 sqft\n",
      "\tDescription:\n",
      "\t\tFind your sanctuary in Maple Grove. This comfortable three-bedroom,\n",
      "\t\ttwo-bathroom home is located in a quiet neighborhood with good local\n",
      "\t\tschools and convenient shopping options nearby. The inviting living\n",
      "\t\troom and sunlit kitchen provide a cozy atmosphere, while the\n",
      "\t\tlandscaped backyard with mature trees is perfect for gardening\n",
      "\t\tenthusiasts. The covered porch is ideal for sipping morning coffee\n",
      "\t\tin peace and tranquility.   In addition, this home features a two-\n",
      "\t\tcar garage and a modern, energy-efficient heating system. Residents\n",
      "\t\tcan easily access a reliable bus line, major highway, and bike-\n",
      "\t\tfriendly roads, making transportation options a breeze. Maple Grove\n",
      "\t\toffers a perfect balance between suburban tranquility and access to\n",
      "\t\turban amenities, with picnics in the park, nature walks, and local\n",
      "\t\tfarmers' markets just a short distance away. Experience the charm\n",
      "\t\tand sense of community in Maple Grove.\n",
      "\n"
     ]
    }
   ],
   "source": [
    "# Logic for Searching and Augmenting Listing Descriptions\n",
    "print(\"User preferences:\\n\")\n",
    "print(user_preferences)\n",
    "\n",
    "# Find the top listing\n",
    "matched_listings = search_listings(user_preferences, 1)\n",
    "    \n",
    "if matched_listings:\n",
    "    top_listing = matched_listings[0]\n",
    "    \n",
    "    print(\"Top matching listing without augmentation:\\n\")\n",
    "    print(f\"\\tNeighborhood: {top_listing.neighborhood}\")\n",
    "    print(f\"\\tPrice: ${top_listing.price}\")\n",
    "    print(f\"\\tBedrooms: {top_listing.bedrooms}\")\n",
    "    print(f\"\\tBathrooms: {top_listing.bathrooms}\")\n",
    "    print(f\"\\tHouse Size: {top_listing.house_size} sqft\")\n",
    "    print(f\"\\tDescription:\\n{textwrap.fill(top_listing.description, width=70, initial_indent='\\t\\t', subsequent_indent='\\t\\t')}\\n\")\n",
    "\n",
    "    personalized_listing = personalize_listing(top_listing, user_preferences)\n",
    "\n",
    "    print(\"Top matching listing with augmentation:\\n\")\n",
    "    print(f\"\\tNeighborhood: {personalized_listing.neighborhood}\")\n",
    "    print(f\"\\tPrice: ${personalized_listing.price}\")\n",
    "    print(f\"\\tBedrooms: {personalized_listing.bedrooms}\")\n",
    "    print(f\"\\tBathrooms: {personalized_listing.bathrooms}\")\n",
    "    print(f\"\\tHouse Size: {personalized_listing.house_size} sqft\")\n",
    "    print(f\"\\tDescription:\\n{textwrap.fill(personalized_listing.description, width=70, initial_indent='\\t\\t', subsequent_indent='\\t\\t')}\\n\")\n",
    "else:\n",
    "    print(\"No relevant listings found.\")\n",
    "\n"
   ]
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": ".env",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.13.1"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 5
}