From e98c34d48dfbb89abd8dc795d28fba59e56b899a Mon Sep 17 00:00:00 2001 From: Jonas Thamane <166150947+NathiJonas@users.noreply.github.com> Date: Mon, 9 Mar 2026 00:03:08 +0200 Subject: [PATCH 1/2] Create Jonas Thamane Week 6 PR..ipynb --- .../Jonas Thamane Week 6 PR..ipynb | 6842 +++++++++++++++++ 1 file changed, 6842 insertions(+) create mode 100644 community-contributions/Jonas Thamane Week 6 PR..ipynb diff --git a/community-contributions/Jonas Thamane Week 6 PR..ipynb b/community-contributions/Jonas Thamane Week 6 PR..ipynb new file mode 100644 index 0000000000..9d61c00031 --- /dev/null +++ b/community-contributions/Jonas Thamane Week 6 PR..ipynb @@ -0,0 +1,6842 @@ +{ + "cells": [ + { + "cell_type": "markdown", + "id": "eb92f125", + "metadata": {}, + "source": [ + "\n", + "## Frontier Model Price Estimation\n", + "\n", + "**Pipeline:**\n", + "1. Load dataset from Hugging Face (`ed-donner/items_lite`)\n", + "2. Prepare training data in JSONL format\n", + "3. Build a few-shot Claude pricer using those examples\n", + "4. Evaluate with the full `Tester` class (scatter plot + error trend chart)" + ] + }, + { + "cell_type": "markdown", + "id": "feef3dbb", + "metadata": {}, + "source": [ + "## 1. Install Dependencies" + ] + }, + { + "cell_type": "code", + "execution_count": 1, + "id": "c53214dd", + "metadata": {}, + "outputs": [ + { + "name": "stderr", + "output_type": "stream", + "text": [ + "\n", + "[notice] A new release of pip is available: 24.0 -> 26.0.1\n", + "[notice] To update, run: c:\\Users\\Lenovo\\projects\\llm_engineering\\.venv\\Scripts\\python.exe -m pip install --upgrade pip\n" + ] + } + ], + "source": [ + "import sys\n", + "!{sys.executable} -m pip install -q anthropic python-dotenv huggingface_hub datasets \\\n", + " scikit-learn pandas plotly tqdm" + ] + }, + { + "cell_type": "markdown", + "id": "1f1b6931", + "metadata": {}, + "source": [ + "## 2. Imports & Environment" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "id": "60f766c0", + "metadata": {}, + "outputs": [ + { + "name": "stderr", + "output_type": "stream", + "text": [ + "Note: Environment variable`HF_TOKEN` is set and is the current active token independently from the token you've just configured.\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "HuggingFace token found: hf_akelc...\n", + "Anthropic API Key found: sk-ant-api03-me...\n", + "\n", + "Model : claude-haiku-4-5-20251001\n", + "Train : 60 examples (few-shot)\n" + ] + } + ], + "source": [ + "import os\n", + "import re\n", + "import json\n", + "import math\n", + "from pathlib import Path\n", + "from itertools import accumulate\n", + "from concurrent.futures import ThreadPoolExecutor\n", + "from dataclasses import dataclass, field\n", + "from typing import Optional\n", + "\n", + "import pandas as pd\n", + "import plotly.express as px\n", + "import plotly.graph_objects as go\n", + "from sklearn.metrics import mean_squared_error, r2_score\n", + "from tqdm.notebook import tqdm\n", + "from dotenv import load_dotenv\n", + "from huggingface_hub import login\n", + "import anthropic\n", + "\n", + "load_dotenv(override=True)\n", + "\n", + "hf_token = os.getenv(\"HF_TOKEN\", \"\")\n", + "if hf_token:\n", + " login(hf_token, add_to_git_credential=True)\n", + " print(f\"HuggingFace token found: {hf_token[:8]}...\")\n", + "else:\n", + " print(\"⚠️ HF_TOKEN not set\")\n", + "\n", + "anthropic_key = os.getenv(\"ANTHROPIC_API_KEY\", \"\")\n", + "if anthropic_key:\n", + " print(f\"Anthropic API Key found: {anthropic_key[:15]}...\")\n", + "else:\n", + " print(\"⚠️ ANTHROPIC_API_KEY not set\")\n", + "\n", + "\n", + "LITE_MODE = False\n", + "MODEL = \"claude-haiku-4-5-20251001\" \n", + "N_TRAIN = 60 \n", + "N_VAL = 50 \n", + "WORKERS = 5\n", + "DEFAULT_SIZE = 200\n", + "\n", + "print(f\"\\nModel : {MODEL}\")\n", + "print(f\"Train : {N_TRAIN} examples (few-shot)\")" + ] + }, + { + "cell_type": "markdown", + "id": "30395409", + "metadata": {}, + "source": [ + "## 3. Load Dataset from Hugging Face\n", + "\n", + "We use the same `ed-donner/items_lite` dataset as the original notebook.\n", + "The `Item` dataclass below replicates the interface of `pricer.items.Item`\n", + "so all downstream code works unchanged." + ] + }, + { + "cell_type": "code", + "execution_count": 10, + "id": "e969f575", + "metadata": {}, + "outputs": [], + "source": [ + "from huggingface_hub import login\n", + "import os\n", + "os.environ[\"HF_TOKEN\"] = \"hf_8888888888888888888\"\n", + "\n" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "id": "913e1553", + "metadata": {}, + "outputs": [ + { + "name": "stderr", + "output_type": "stream", + "text": [ + "c:\\Users\\Lenovo\\projects\\llm_engineering\\.venv\\Lib\\site-packages\\huggingface_hub\\file_download.py:129: UserWarning: `huggingface_hub` cache-system uses symlinks by default to efficiently store duplicated files but your machine does not support them in C:\\Users\\Lenovo\\.cache\\huggingface\\hub\\datasets--ed-donner--items_lite. Caching files will still work but in a degraded version that might require more space on your disk. This warning can be disabled by setting the `HF_HUB_DISABLE_SYMLINKS_WARNING` environment variable. For more details, see https://huggingface.co/docs/huggingface_hub/how-to-cache#limitations.\n", + "To support symlinks on Windows, you either need to activate Developer Mode or to run Python as an administrator. In order to activate developer mode, see this article: https://docs.microsoft.com/en-us/windows/apps/get-started/enable-your-device-for-development\n", + " warnings.warn(message)\n", + "Generating train split: 100%|██████████| 20000/20000 [00:00<00:00, 271139.91 examples/s]\n", + "Generating validation split: 100%|██████████| 1000/1000 [00:00<00:00, 40156.86 examples/s]\n", + "Generating test split: 100%|██████████| 1000/1000 [00:00<00:00, 63921.97 examples/s]\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Loaded 14,000 training items\n", + " 3,000 validation items\n", + " 3,000 test items\n", + "\n", + "Sample item:\n", + " title : Schlage F59 AND 613 Andover Interior Knob with Deadbolt, Oil Rubbed Bronze (Interior Half Only)\n", + " price : $64.30\n" + ] + } + ], + "source": [ + "from datasets import load_dataset\n", + "\n", + "\n", + "@dataclass\n", + "class Item:\n", + " \"\"\"Mirrors the interface of pricer.items.Item.\"\"\"\n", + " title: str\n", + " price: float\n", + " summary: str = \"\"\n", + "\n", + " def __post_init__(self):\n", + " if not self.summary:\n", + " self.summary = self.title\n", + "\n", + " @classmethod\n", + " def from_hub(cls, dataset_name: str):\n", + " \"\"\"\n", + " Load train / val / test splits from a HuggingFace dataset.\n", + " Expects columns: title, price, and optionally: details / description.\n", + " \"\"\"\n", + " ds = load_dataset(dataset_name)\n", + " splits = {}\n", + " for split in [\"train\", \"validation\", \"test\"]:\n", + " key = split if split in ds else list(ds.keys())[0]\n", + " rows = ds[key]\n", + " items = []\n", + " for row in rows:\n", + " title = str(row.get(\"title\", \"\"))\n", + " price = float(row.get(\"price\", 0))\n", + " details = str(row.get(\"details\", \"\") or row.get(\"description\", \"\") or \"\")\n", + " summary = f\"{title}\\n{details}\".strip() if details else title\n", + " items.append(cls(title=title, price=price, summary=summary))\n", + " splits[split] = items\n", + " if split != \"train\": \n", + " break\n", + "\n", + " \n", + " all_items = splits.get(\"train\", [])\n", + " n = len(all_items)\n", + " t_end = int(n * 0.7)\n", + " v_end = int(n * 0.85)\n", + " return all_items[:t_end], all_items[t_end:v_end], all_items[v_end:]\n", + "\n", + "\n", + "\n", + "DATASET = \"ed-donner/items_lite\"\n", + "train, val, test = Item.from_hub(DATASET)\n", + "print(f\"Loaded {len(train):,} training items\")\n", + "print(f\" {len(val):,} validation items\")\n", + "print(f\" {len(test):,} test items\")\n", + "print(f\"\\nSample item:\")\n", + "print(f\" title : {train[0].title}\")\n", + "print(f\" price : ${train[0].price:.2f}\")" + ] + }, + { + "cell_type": "markdown", + "id": "d2e351e6", + "metadata": {}, + "source": [ + "## 4. Subset the Training Data\n", + "\n", + "Same as the original: 60 training examples, 50 validation examples." + ] + }, + { + "cell_type": "code", + "execution_count": 13, + "id": "9f0c014d", + "metadata": {}, + "outputs": [ + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Few-shot training examples : 60\n", + "Validation examples : 50\n" + ] + } + ], + "source": [ + "fine_tune_train = train[:N_TRAIN]\n", + "fine_tune_validation = val[:N_VAL]\n", + "\n", + "print(f\"Few-shot training examples : {len(fine_tune_train)}\")\n", + "print(f\"Validation examples : {len(fine_tune_validation)}\")" + ] + }, + { + "cell_type": "markdown", + "id": "d0f405c7", + "metadata": {}, + "source": [ + "# Step 1 — Prepare Data in JSONL Format\n", + "\n", + "We produce the same JSONL structure as the original OpenAI notebook.\n", + "Each line is a JSON object with a `messages` array containing a user turn and an assistant turn." + ] + }, + { + "cell_type": "code", + "execution_count": null, + "id": "296c11a7", + "metadata": {}, + "outputs": [ + { + "data": { + "text/plain": [ + "[{'role': 'user',\n", + " 'content': 'Estimate the price of this product. Respond with the price only, no explanation.\\n\\nSchlage F59 AND 613 Andover Interior Knob with Deadbolt, Oil Rubbed Bronze (Interior Half Only)'},\n", + " {'role': 'assistant', 'content': '$64.30'}]" + ] + }, + "execution_count": 14, + "metadata": {}, + "output_type": "execute_result" + } + ], + "source": [ + "def messages_for(item: Item) -> list[dict]:\n", + " \"\"\"Build a (user, assistant) message pair for one item.\"\"\"\n", + " user_content = (\n", + " f\"Estimate the price of this product. \"\n", + " f\"Respond with the price only, no explanation.\\n\\n{item.summary}\"\n", + " )\n", + " return [\n", + " {\"role\": \"user\", \"content\": user_content},\n", + " {\"role\": \"assistant\", \"content\": f\"${item.price:.2f}\"},\n", + " ]\n", + "\n", + "\n", + "\n", + "messages_for(fine_tune_train[0])" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "id": "89f7ee8e", + "metadata": {}, + "outputs": [ + { + "name": "stdout", + "output_type": "stream", + "text": [ + "{\"messages\": [{\"role\": \"user\", \"content\": \"Estimate the price of this product. Respond with the price only, no explanation.\\n\\nSchlage F59 AND 613 Andover Interior Knob with Deadbolt, Oil Rubbed Bronze (Interior Half Only)\"}, {\"role\": \"assistant\", \"content\": \"$64.30\"}]}\n", + "{\"messages\": [{\"role\": \"user\", \"content\": \"Estimate the price of this product. Respond with the price only, no explanation.\\n\\nKiCA JETFAN 1.0 Mini Electric Air Duster Fan Blower Aluminum, 86,000RPM up to 11m/s Wind Speed for Computer Keyboard Electronics Cleaning, Outdoor Hiking, Camping, Air Cushion Inflation, BBQ\"}, {\"role\": \"assistant\", \"content\": \"$79.00\"}]}\n", + "{\"messages\": [{\"role\": \"user\", \"content\": \"Estimate the price of this product. Respond with the price only, no explanation.\\n\\nBose QuietComfort 35 (Series I) Wireless Noise Cancelling Headphones - Silver (Renewed)\"}, {\"role\": \"assistant\", \"content\": \"$240.00\"}]}\n" + ] + } + ], + "source": [ + "def make_jsonl(items: list[Item]) -> str:\n", + " \"\"\"\n", + " Convert items to JSONL string.\n", + " Each line: {\"messages\": [{role, content}, ...]}\n", + " \"\"\"\n", + " lines = []\n", + " for item in items:\n", + " obj = {\"messages\": messages_for(item)}\n", + " lines.append(json.dumps(obj))\n", + " return \"\\n\".join(lines)\n", + "\n", + "\n", + "\n", + "print(make_jsonl(train[:3]))" + ] + }, + { + "cell_type": "code", + "execution_count": 16, + "id": "2f54b459", + "metadata": {}, + "outputs": [ + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Written 60 examples → jsonl/fine_tune_train.jsonl\n", + "Written 50 examples → jsonl/fine_tune_validation.jsonl\n" + ] + } + ], + "source": [ + "def write_jsonl(items: list[Item], filename: str):\n", + " \"\"\"Write items to a JSONL file.\"\"\"\n", + " Path(filename).parent.mkdir(parents=True, exist_ok=True)\n", + " with open(filename, \"w\", encoding=\"utf-8\") as f:\n", + " f.write(make_jsonl(items))\n", + " print(f\"Written {len(items)} examples → {filename}\")\n", + "\n", + "\n", + "write_jsonl(fine_tune_train, \"jsonl/fine_tune_train.jsonl\")\n", + "write_jsonl(fine_tune_validation, \"jsonl/fine_tune_validation.jsonl\")" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "id": "99323e23", + "metadata": {}, + "outputs": [ + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Training JSONL: 60 lines\n", + "First line: {\"messages\": [{\"role\": \"user\", \"content\": \"Estimate the price of this product. Respond with the price only, no explanati ...\n" + ] + } + ], + "source": [ + "\n", + "with open(\"jsonl/fine_tune_train.jsonl\") as f:\n", + " lines = f.readlines()\n", + "print(f\"Training JSONL: {len(lines)} lines\")\n", + "print(\"First line:\", lines[0][:120], \"...\")" + ] + }, + { + "cell_type": "markdown", + "id": "122f2aef", + "metadata": {}, + "source": [ + "# Step 2 — Build the Few-Shot Claude Pricer\n", + "\n", + "Since Anthropic does not offer a public fine-tuning API, we achieve the same effect by:\n", + "\n", + "1. Loading our 60 training examples\n", + "2. Injecting them as few-shot examples directly into the **system prompt**\n", + "3. Querying Claude with the new product as the final user turn\n", + "\n", + "This is the recommended Anthropic-native approach for adapting a model to a specific task\n", + "without fine-tuning — and for a 60-example dataset it performs comparably." + ] + }, + { + "cell_type": "code", + "execution_count": null, + "id": "b47149bd", + "metadata": {}, + "outputs": [ + { + "name": "stdout", + "output_type": "stream", + "text": [ + "System prompt length: 9,017 characters\n", + "\n", + "First 400 chars:\n", + "You are an expert product pricer. When given a product description, you respond with ONLY the price in the format $X.XX — no explanation, no other text.\n", + "\n", + "Here are examples of correct pricing:\n", + "\n", + "Product: Schlage F59 AND 613 Andover Interior Knob with Deadbolt, Oil Rubbed Bronze (Interior Half Only)\n", + "Price: $64.30\n", + "\n", + "Product: KiCA JETFAN 1.0 Mini Electric Air Duster Fan Blower Aluminum, 86,000RPM up to ...\n" + ] + } + ], + "source": [ + "client = anthropic.Anthropic(api_key=anthropic_key)\n", + "\n", + "\n", + "def build_few_shot_system_prompt(examples: list[Item]) -> str:\n", + " \"\"\"\n", + " Build a system prompt that embeds all training examples as few-shot demonstrations.\n", + " This is the Anthropic equivalent of fine-tuning on 60 examples.\n", + " \"\"\"\n", + " header = (\n", + " \"You are an expert product pricer. \"\n", + " \"When given a product description, you respond with ONLY the price in the format $X.XX — \"\n", + " \"no explanation, no other text.\\n\\n\"\n", + " \"Here are examples of correct pricing:\\n\\n\"\n", + " )\n", + " shots = []\n", + " for item in examples:\n", + " shots.append(\n", + " f\"Product: {item.summary[:300]}\\n\"\n", + " f\"Price: ${item.price:.2f}\"\n", + " )\n", + " return header + \"\\n\\n\".join(shots)\n", + "\n", + "\n", + "\n", + "FEW_SHOT_SYSTEM_PROMPT = build_few_shot_system_prompt(fine_tune_train)\n", + "\n", + "print(f\"System prompt length: {len(FEW_SHOT_SYSTEM_PROMPT):,} characters\")\n", + "print(f\"\\nFirst 400 chars:\\n{FEW_SHOT_SYSTEM_PROMPT[:400]}...\")" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "id": "63df25c8", + "metadata": {}, + "outputs": [ + { + "name": "stdout", + "output_type": "stream", + "text": [ + "✅ claude_few_shot_pricer defined\n" + ] + } + ], + "source": [ + "def claude_few_shot_pricer(item: Item) -> str:\n", + " \"\"\"\n", + " Inference function — mirrors gpt_4__1_nano_fine_tuned() from the original.\n", + " Uses the pre-built few-shot system prompt + Claude.\n", + " \"\"\"\n", + " user_message = (\n", + " f\"Estimate the price of this product. \"\n", + " f\"Respond with the price only, no explanation.\\n\\n{item.summary}\"\n", + " )\n", + " response = client.messages.create(\n", + " model=MODEL,\n", + " max_tokens=16, \n", + " system=FEW_SHOT_SYSTEM_PROMPT,\n", + " messages=[{\"role\": \"user\", \"content\": user_message}]\n", + " )\n", + " return response.content[0].text.strip()\n", + "\n", + "\n", + "print(\"✅ claude_few_shot_pricer defined\")" + ] + }, + { + "cell_type": "markdown", + "id": "a114e187", + "metadata": {}, + "source": [ + "# Step 3 — Test the Model" + ] + }, + { + "cell_type": "code", + "execution_count": 20, + "id": "f73a1d5c", + "metadata": {}, + "outputs": [ + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Product : hansgrohe Croma Select S 7-inch Showerhead Premium Modern 2-Spray Rain, IntenseRain Easy Clean with QuickClean in Brushed Nickel, 26523821\n", + "Actual : $253.86\n", + "Claude : $249.99\n" + ] + } + ], + "source": [ + "# Smoke test on the first test item\n", + "sample = test[0]\n", + "prediction = claude_few_shot_pricer(sample)\n", + "\n", + "print(f\"Product : {sample.title}\")\n", + "print(f\"Actual : ${sample.price:.2f}\")\n", + "print(f\"Claude : {prediction}\")" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "id": "5de233c3", + "metadata": {}, + "outputs": [ + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Quick test on first 5 items:\n", + "\n", + "Product Actual Claude\n", + "--------------------------------------------------------------------\n", + "hansgrohe Croma Select S 7-inch Showerhead P $ 253.86 $149.99\n", + "BUMPERS THAT DELIVER - Primered, Front Upper $ 195.99 $189.99\n", + "Talent LP12LED PAR 36 DMX RGB LED Mini Light $ 37.80 $89.99\n", + "90W 65W AC Charger Fit for Dell Inspiron 550 $ 28.99 $28.99\n", + "Case for Xiaomi Mi Note 10 Lite Case Cover,3 $ 10.80 $12.99\n" + ] + } + ], + "source": [ + "# A Quick Test\n", + "print(\"Quick test on first 5 items:\\n\")\n", + "print(f\"{'Product':<45} {'Actual':>10} {'Claude':>10}\")\n", + "print(\"-\" * 68)\n", + "for item in test[:5]:\n", + " pred = claude_few_shot_pricer(item)\n", + " title = item.title[:44]\n", + " print(f\"{title:<45} ${item.price:>8.2f} {pred:>10}\")" + ] + }, + { + "cell_type": "markdown", + "id": "bbc94e00", + "metadata": {}, + "source": [ + "# Step 4 — Full Evaluation with Tester\n", + "\n", + "The `Tester` class below is identical to the original — threaded evaluation,\n", + "colour-coded errors, scatter chart, and running error trend chart." + ] + }, + { + "cell_type": "code", + "execution_count": 33, + "id": "301c5283", + "metadata": {}, + "outputs": [ + { + "name": "stdout", + "output_type": "stream", + "text": [ + "✅ Tester & evaluate defined (rate-limit safe)\n" + ] + } + ], + "source": [ + "SAFE_WORKERS = 1\n", + "\n", + "GREEN = \"\\033[92m\"\n", + "YELLOW = \"\\033[93m\"\n", + "RED = \"\\033[91m\"\n", + "RESET = \"\\033[0m\"\n", + "\n", + "COLOR_MAP = {\"red\": RED, \"orange\": YELLOW, \"green\": GREEN}\n", + "\n", + "\n", + "class Tester:\n", + "\n", + " def __init__(self, predictor, data, title=None, size=DEFAULT_SIZE, workers=SAFE_WORKERS):\n", + "\n", + " self.predictor = predictor\n", + " self.data = data\n", + " self.title = title or self.make_title(predictor)\n", + "\n", + " self.size = size\n", + " self.workers = min(workers, SAFE_WORKERS)\n", + "\n", + " self.titles = []\n", + " self.guesses = []\n", + " self.truths = []\n", + " self.errors = []\n", + " self.colors = []\n", + "\n", + " @staticmethod\n", + " def make_title(predictor):\n", + "\n", + " return (\n", + " predictor.__name__\n", + " .replace(\"__\", \".\")\n", + " .replace(\"_\", \" \")\n", + " .title()\n", + " .replace(\"Gpt\", \"GPT\")\n", + " )\n", + "\n", + " @staticmethod\n", + " def post_process(value):\n", + " \"\"\"Extract numeric price safely\"\"\"\n", + "\n", + " if isinstance(value, str):\n", + "\n", + " value = value.replace(\"$\", \"\").replace(\",\", \"\")\n", + "\n", + " match = re.search(r\"[-+]?\\d*\\.\\d+|\\d+\", value)\n", + "\n", + " return float(match.group()) if match else float(\"nan\")\n", + "\n", + " return float(value)\n", + "\n", + " def color_for(self, error, truth):\n", + "\n", + " if truth == 0:\n", + " return \"orange\"\n", + "\n", + " if error < 40 or error / truth < 0.2:\n", + " return \"green\"\n", + "\n", + " elif error < 80 or error / truth < 0.4:\n", + " return \"orange\"\n", + "\n", + " return \"red\"\n", + "\n", + " def run_datapoint(self, i):\n", + "\n", + " datapoint = self.data[i]\n", + "\n", + " value = self.predictor(datapoint)\n", + "\n", + " guess = self.post_process(value)\n", + "\n", + " truth = datapoint.price\n", + "\n", + " error = abs(guess - truth)\n", + "\n", + " color = self.color_for(error, truth)\n", + "\n", + " title = datapoint.title if len(datapoint.title) <= 40 else datapoint.title[:40] + \"...\"\n", + "\n", + " return title, guess, truth, error, color\n", + "\n", + " def chart(self, title):\n", + "\n", + " df = pd.DataFrame({\n", + " \"truth\": self.truths,\n", + " \"guess\": self.guesses,\n", + " \"title\": self.titles,\n", + " \"error\": self.errors,\n", + " \"color\": self.colors,\n", + " })\n", + "\n", + " df[\"hover\"] = [\n", + " f\"{t}\\nGuess=${g:,.2f} Actual=${y:,.2f}\"\n", + " for t, g, y in zip(df[\"title\"], df[\"guess\"], df[\"truth\"])\n", + " ]\n", + "\n", + " max_val = float(max(df[\"truth\"].max(), df[\"guess\"].max()))\n", + "\n", + " fig = px.scatter(\n", + " df,\n", + " x=\"truth\",\n", + " y=\"guess\",\n", + " color=\"color\",\n", + " color_discrete_map={\n", + " \"green\": \"green\",\n", + " \"orange\": \"orange\",\n", + " \"red\": \"red\"\n", + " },\n", + " title=title,\n", + " labels={\"truth\": \"Actual Price\", \"guess\": \"Predicted Price\"},\n", + " width=1000,\n", + " height=800\n", + " )\n", + "\n", + " for tr in fig.data:\n", + "\n", + " mask = df[\"color\"] == tr.name\n", + "\n", + " tr.customdata = df.loc[mask, [\"hover\"]].to_numpy()\n", + "\n", + " tr.hovertemplate = \"%{customdata[0]}\"\n", + "\n", + " tr.marker.update(size=6)\n", + "\n", + " fig.add_trace(go.Scatter(\n", + " x=[0, max_val],\n", + " y=[0, max_val],\n", + " mode=\"lines\",\n", + " line=dict(width=2, dash=\"dash\", color=\"deepskyblue\"),\n", + " hoverinfo=\"skip\",\n", + " showlegend=False\n", + " ))\n", + "\n", + " fig.update_xaxes(range=[0, max_val])\n", + " fig.update_yaxes(range=[0, max_val])\n", + "\n", + " fig.update_layout(showlegend=False)\n", + "\n", + " fig.show()\n", + "\n", + " def error_trend_chart(self):\n", + "\n", + " n = len(self.errors)\n", + "\n", + " running_sums = list(accumulate(self.errors))\n", + "\n", + " x = list(range(1, n + 1))\n", + "\n", + " running_means = [s / i for s, i in zip(running_sums, x)]\n", + "\n", + " running_squares = list(accumulate(e * e for e in self.errors))\n", + "\n", + " running_stds = [\n", + " math.sqrt((sq / i) - (m ** 2)) if i > 1 else 0\n", + " for i, sq, m in zip(x, running_squares, running_means)\n", + " ]\n", + "\n", + " ci = [\n", + " 1.96 * (sd / math.sqrt(i)) if i > 1 else 0\n", + " for i, sd in zip(x, running_stds)\n", + " ]\n", + "\n", + " upper = [m + c for m, c in zip(running_means, ci)]\n", + "\n", + " lower = [m - c for m, c in zip(running_means, ci)]\n", + "\n", + " fig = go.Figure()\n", + "\n", + " fig.add_trace(go.Scatter(\n", + " x=x + x[::-1],\n", + " y=upper + lower[::-1],\n", + " fill=\"toself\",\n", + " fillcolor=\"rgba(128,128,128,0.2)\",\n", + " line=dict(color=\"rgba(255,255,255,0)\"),\n", + " hoverinfo=\"skip\"\n", + " ))\n", + "\n", + " fig.add_trace(go.Scatter(\n", + " x=x,\n", + " y=running_means,\n", + " mode=\"lines\",\n", + " line=dict(width=3, color=\"firebrick\")\n", + " ))\n", + "\n", + " final_mean = running_means[-1]\n", + "\n", + " final_ci = ci[-1]\n", + "\n", + " fig.update_layout(\n", + " title=f\"{self.title} Error: ${final_mean:,.2f} ± ${final_ci:,.2f}\",\n", + " xaxis_title=\"Number of Datapoints\",\n", + " yaxis_title=\"Average Absolute Error ($)\",\n", + " width=1000,\n", + " height=360,\n", + " template=\"plotly_white\",\n", + " showlegend=False\n", + " )\n", + "\n", + " fig.show()\n", + "\n", + " def report(self):\n", + "\n", + " avg_error = sum(self.errors) / len(self.errors)\n", + "\n", + " mse = mean_squared_error(self.truths, self.guesses)\n", + "\n", + " r2 = r2_score(self.truths, self.guesses) * 100\n", + "\n", + " title = (\n", + " f\"{self.title} results
\"\n", + " f\"Error: ${avg_error:,.2f} \"\n", + " f\"MSE: {mse:,.0f} \"\n", + " f\"r²: {r2:.1f}%\"\n", + " )\n", + "\n", + " self.error_trend_chart()\n", + "\n", + " self.chart(title)\n", + "\n", + " def run(self):\n", + "\n", + " for i in tqdm(range(self.size)):\n", + "\n", + " title, guess, truth, error, color = self.run_datapoint(i)\n", + "\n", + " self.titles.append(title)\n", + " self.guesses.append(guess)\n", + " self.truths.append(truth)\n", + " self.errors.append(error)\n", + " self.colors.append(color)\n", + "\n", + " print(f\"{COLOR_MAP[color]}${error:.0f} \", end=\"\")\n", + "\n", + " print(RESET)\n", + "\n", + " self.report()\n", + "\n", + "\n", + "def evaluate(function, data, size=DEFAULT_SIZE, workers=SAFE_WORKERS):\n", + "\n", + " Tester(function, data, size=size, workers=workers).run()\n", + "\n", + "\n", + "print(\"✅ Tester & evaluate defined (rate-limit safe)\")\n" + ] + }, + { + "cell_type": "code", + "execution_count": 30, + "id": "45fb5095", + "metadata": {}, + "outputs": [], + "source": [ + "from tqdm import tqdm\n" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "id": "df2e7c58", + "metadata": {}, + "outputs": [], + "source": [ + "import time\n", + "from anthropic import RateLimitError\n", + "\n", + "REQUEST_DELAY = 3 \n", + "\n", + "\n", + "def claude_few_shot_pricer(item):\n", + " \"\"\"\n", + " Claude inference with automatic rate-limit retry and throttling\n", + " \"\"\"\n", + "\n", + " user_message = (\n", + " \"Estimate the price of this product. \"\n", + " \"Respond with the price only, no explanation.\\n\\n\"\n", + " f\"{item.summary}\"\n", + " )\n", + "\n", + " while True:\n", + " try:\n", + " response = client.messages.create(\n", + " model=MODEL,\n", + " max_tokens=16,\n", + " system=FEW_SHOT_SYSTEM_PROMPT,\n", + " messages=[{\"role\": \"user\", \"content\": user_message}]\n", + " )\n", + "\n", + " time.sleep(REQUEST_DELAY) \n", + " return response.content[0].text.strip()\n", + "\n", + " except RateLimitError:\n", + " print(\"⚠️ Claude rate limit hit — waiting 8 seconds...\")\n", + " time.sleep(8)\n" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "id": "0372803a", + "metadata": {}, + "outputs": [], + "source": [] + }, + { + "cell_type": "code", + "execution_count": 34, + "id": "06741096", + "metadata": {}, + "outputs": [ + { + "name": "stderr", + "output_type": "stream", + "text": [ + " 2%|▏ | 1/50 [00:03<03:11, 3.90s/it]" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\u001b[92m$4 " + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + " 4%|▍ | 2/50 [00:07<03:10, 3.96s/it]" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\u001b[91m$106 " + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + " 6%|▌ | 3/50 [00:11<03:02, 3.88s/it]" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\u001b[93m$52 " + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + " 8%|▊ | 4/50 [00:15<03:01, 3.95s/it]" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\u001b[92m$1 " + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + " 10%|█ | 5/50 [00:19<02:53, 3.86s/it]" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\u001b[92m$5 " + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + " 12%|█▏ | 6/50 [00:23<02:47, 3.81s/it]" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\u001b[91m$140 " + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + " 14%|█▍ | 7/50 [00:26<02:42, 3.79s/it]" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\u001b[92m$30 " + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + " 16%|█▌ | 8/50 [00:30<02:43, 3.89s/it]" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\u001b[92m$8 " + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + " 18%|█▊ | 9/50 [00:34<02:37, 3.85s/it]" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\u001b[91m$200 " + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + " 20%|██ | 10/50 [00:38<02:34, 3.86s/it]" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\u001b[91m$95 " + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + " 22%|██▏ | 11/50 [00:42<02:28, 3.82s/it]" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\u001b[93m$43 " + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + " 24%|██▍ | 12/50 [00:46<02:26, 3.86s/it]" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\u001b[92m$11 " + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + " 26%|██▌ | 13/50 [00:50<02:20, 3.81s/it]" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\u001b[92m$11 " + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + " 28%|██▊ | 14/50 [00:53<02:16, 3.78s/it]" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\u001b[92m$15 " + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + " 30%|███ | 15/50 [00:57<02:10, 3.74s/it]" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\u001b[91m$150 " + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + " 32%|███▏ | 16/50 [01:01<02:07, 3.76s/it]" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\u001b[93m$73 " + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + " 34%|███▍ | 17/50 [01:04<02:04, 3.77s/it]" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\u001b[93m$63 " + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + " 36%|███▌ | 18/50 [01:08<01:59, 3.74s/it]" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\u001b[92m$7 " + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + " 38%|███▊ | 19/50 [01:12<01:56, 3.77s/it]" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\u001b[92m$0 " + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + " 40%|████ | 20/50 [01:16<01:56, 3.90s/it]" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\u001b[92m$3 " + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + " 42%|████▏ | 21/50 [01:20<01:51, 3.86s/it]" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\u001b[92m$35 " + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + " 44%|████▍ | 22/50 [01:25<01:54, 4.09s/it]" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\u001b[92m$10 " + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + " 46%|████▌ | 23/50 [01:28<01:48, 4.02s/it]" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\u001b[92m$5 " + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + " 48%|████▊ | 24/50 [01:32<01:42, 3.93s/it]" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\u001b[92m$12 " + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + " 50%|█████ | 25/50 [01:36<01:36, 3.87s/it]" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\u001b[91m$224 " + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + " 52%|█████▏ | 26/50 [01:40<01:31, 3.83s/it]" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\u001b[92m$6 " + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + " 54%|█████▍ | 27/50 [01:43<01:27, 3.80s/it]" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\u001b[92m$15 " + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + " 56%|█████▌ | 28/50 [01:47<01:24, 3.84s/it]" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\u001b[93m$207 " + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + " 58%|█████▊ | 29/50 [01:51<01:20, 3.83s/it]" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\u001b[93m$51 " + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + " 60%|██████ | 30/50 [01:55<01:16, 3.85s/it]" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\u001b[92m$30 " + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + " 62%|██████▏ | 31/50 [01:59<01:14, 3.93s/it]" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\u001b[93m$50 " + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + " 64%|██████▍ | 32/50 [02:03<01:10, 3.93s/it]" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\u001b[92m$9 " + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + " 66%|██████▌ | 33/50 [02:07<01:05, 3.83s/it]" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\u001b[93m$56 " + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + " 68%|██████▊ | 34/50 [02:10<01:00, 3.80s/it]" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\u001b[93m$189 " + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + " 70%|███████ | 35/50 [02:14<00:56, 3.80s/it]" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\u001b[92m$30 " + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + " 72%|███████▏ | 36/50 [02:18<00:52, 3.76s/it]" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\u001b[92m$0 " + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + " 74%|███████▍ | 37/50 [02:22<00:49, 3.82s/it]" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\u001b[91m$150 " + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + " 76%|███████▌ | 38/50 [02:25<00:45, 3.77s/it]" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\u001b[92m$25 " + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + " 78%|███████▊ | 39/50 [02:29<00:41, 3.76s/it]" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\u001b[92m$28 " + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + " 80%|████████ | 40/50 [02:33<00:37, 3.74s/it]" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\u001b[93m$67 " + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + " 82%|████████▏ | 41/50 [02:37<00:33, 3.73s/it]" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\u001b[91m$83 " + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + " 84%|████████▍ | 42/50 [02:40<00:29, 3.74s/it]" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\u001b[91m$355 " + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + " 86%|████████▌ | 43/50 [02:44<00:26, 3.76s/it]" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\u001b[92m$0 " + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + " 88%|████████▊ | 44/50 [02:48<00:23, 3.87s/it]" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\u001b[93m$79 " + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + " 90%|█████████ | 45/50 [02:52<00:19, 3.89s/it]" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\u001b[92m$30 " + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + " 92%|█████████▏| 46/50 [02:56<00:15, 3.85s/it]" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\u001b[92m$10 " + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + " 94%|█████████▍| 47/50 [03:00<00:11, 3.83s/it]" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\u001b[91m$250 " + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + " 96%|█████████▌| 48/50 [03:03<00:07, 3.80s/it]" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\u001b[92m$4 " + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + " 98%|█████████▊| 49/50 [03:07<00:03, 3.78s/it]" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\u001b[93m$70 " + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "100%|██████████| 50/50 [03:11<00:00, 3.84s/it]" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\u001b[92m$30 \u001b[0m\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "\n" + ] + }, + { + "data": { + "application/vnd.plotly.v1+json": { + "config": { + "plotlyServerURL": "https://plot.ly" + }, + "data": [ + { + "fill": "toself", + "fillcolor": "rgba(128,128,128,0.2)", + "hoverinfo": "skip", + "line": { + "color": "rgba(255,255,255,0)" + }, + "type": "scatter", + "x": [ + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 50, + 49, + 48, + 47, + 46, + 45, + 44, + 43, + 42, + 41, + 40, + 39, + 38, + 37, + 36, + 35, + 34, + 33, + 32, + 31, + 30, + 29, + 28, + 27, + 26, + 25, + 24, + 23, + 22, + 21, + 20, + 19, + 18, + 17, + 16, + 15, + 14, + 13, + 12, + 11, + 10, + 9, + 8, + 7, + 6, + 5, + 4, + 3, + 2, + 1 + ], + "y": [ + 3.8700000000000045, + 125.70747925133045, + 101.22437006473966, + 82.71264078240873, + 69.45120483925646, + 95.07403924757239, + 86.18756570665295, + 77.681442059348, + 105.0871336101145, + 104.5733848190999, + 99.136975928098, + 92.72200747736355, + 87.14805396273974, + 82.42887009282093, + 89.49723186835642, + 88.50135125499001, + 87.01403175452664, + 83.14252712293019, + 79.38779916056791, + 76.03149749860276, + 74.13101083955274, + 71.47969188592673, + 68.87984123922958, + 66.6717880398492, + 77.06575668836142, + 74.5731058549319, + 72.50173523145924, + 79.79716715153764, + 78.7982810327323, + 77.22567040330676, + 76.3447992446378, + 74.3925277641419, + 73.83757400223848, + 78.61769987502281, + 77.27974698248558, + 75.34280704293322, + 77.95661276591306, + 76.62433555305664, + 75.42516819880508, + 75.22292942274262, + 75.45071765644266, + 86.57713238740702, + 84.74856420463834, + 84.62958972672317, + 83.4588736264125, + 81.97049343051577, + 86.94004555948032, + 85.3455444493247, + 85.03389971986002, + 83.97188586523886, + 41.0581141347611, + 41.3232431372828, + 40.727788884008596, + 41.645486355413254, + 38.54255004774507, + 39.28690415136524, + 39.54222845509498, + 38.638877655826754, + 39.72477237449773, + 36.62684331916708, + 35.51707057725736, + 34.71842154478465, + 34.94198023641704, + 35.27581966651936, + 32.703859623733436, + 33.853967303228686, + 34.01406483085954, + 30.755153270488783, + 29.96622223585808, + 30.829394303749282, + 30.195662930026536, + 30.255512070715955, + 29.52354713417664, + 25.507894398170357, + 26.0522787604527, + 27.103843311638556, + 23.196545293484093, + 23.88711528250953, + 25.050308114073246, + 26.043274874732944, + 25.627502501397217, + 27.305885049958384, + 29.478583988180905, + 31.413027069002734, + 29.433648745009965, + 26.601434798310205, + 20.533987050036185, + 21.504253729567928, + 23.14965918930308, + 25.286660435538337, + 23.730615180900074, + 16.37953305655214, + 8.971057940651995, + 10.569577150489913, + 7.812627419094262, + -2.151204839256465, + -1.1826407824087326, + 6.815629935260347, + -15.837479251330443, + 3.8700000000000045 + ] + }, + { + "line": { + "color": "firebrick", + "width": 3 + }, + "mode": "lines", + "type": "scatter", + "x": [ + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50 + ], + "y": [ + 3.8700000000000045, + 54.93500000000001, + 54.02, + 40.765, + 33.65, + 51.44333333333333, + 48.378571428571426, + 43.326249999999995, + 60.73333333333332, + 64.15199999999999, + 62.21181818181817, + 57.93583333333331, + 54.32615384615383, + 51.48142857142856, + 58.049333333333315, + 58.96749999999999, + 59.21352941176469, + 56.310555555555545, + 53.34684210526315, + 50.82949999999999, + 50.087142857142844, + 48.264999999999986, + 46.38347826086955, + 44.93416666666665, + 52.08479999999999, + 50.312692307692295, + 49.0048148148148, + 54.66035714285714, + 54.52689655172413, + 53.710666666666654, + 53.58709677419354, + 52.17937499999999, + 52.29636363636363, + 56.31588235294117, + 55.56685714285713, + 54.023333333333326, + 56.61621621621621, + 55.78315789473684, + 55.071794871794864, + 55.36999999999999, + 56.03878048780487, + 63.150952380952376, + 61.693720930232544, + 62.08590909090908, + 61.37288888888887, + 60.25652173913042, + 64.29276595744679, + 63.036666666666655, + 63.17857142857141, + 62.51499999999998 + ] + } + ], + "layout": { + "height": 360, + "showlegend": false, + "template": { + "data": { + "bar": [ + { + "error_x": { + "color": "#2a3f5f" + }, + "error_y": { + "color": "#2a3f5f" + }, + "marker": { + "line": { + "color": "white", + "width": 0.5 + }, + "pattern": { + "fillmode": "overlay", + "size": 10, + "solidity": 0.2 + } + }, + "type": "bar" + } + ], + "barpolar": [ + { + "marker": { + "line": { + "color": "white", + "width": 0.5 + }, + "pattern": { + "fillmode": "overlay", + "size": 10, + "solidity": 0.2 + } + }, + "type": "barpolar" + } + ], + "carpet": [ + { + "aaxis": { + "endlinecolor": "#2a3f5f", + "gridcolor": "#C8D4E3", + "linecolor": "#C8D4E3", + "minorgridcolor": "#C8D4E3", + "startlinecolor": "#2a3f5f" + }, + "baxis": { + "endlinecolor": "#2a3f5f", + "gridcolor": "#C8D4E3", + "linecolor": "#C8D4E3", + "minorgridcolor": "#C8D4E3", + "startlinecolor": "#2a3f5f" + }, + "type": "carpet" + } + ], + "choropleth": [ + { + "colorbar": { + "outlinewidth": 0, + "ticks": "" + }, + "type": "choropleth" + } + ], + "contour": [ + { + "colorbar": { + "outlinewidth": 0, + "ticks": "" + }, + "colorscale": [ + [ + 0, + "#0d0887" + ], + [ + 0.1111111111111111, + "#46039f" + ], + [ + 0.2222222222222222, + "#7201a8" + ], + [ + 0.3333333333333333, + "#9c179e" + ], + [ + 0.4444444444444444, + "#bd3786" + ], + [ + 0.5555555555555556, + "#d8576b" + ], + [ + 0.6666666666666666, + "#ed7953" + ], + [ + 0.7777777777777778, + "#fb9f3a" + ], + [ + 0.8888888888888888, + "#fdca26" + ], + [ + 1, + "#f0f921" + ] + ], + "type": "contour" + } + ], + "contourcarpet": [ + { + "colorbar": { + "outlinewidth": 0, + "ticks": "" + }, + "type": "contourcarpet" + } + ], + "heatmap": [ + { + "colorbar": { + "outlinewidth": 0, + "ticks": "" + }, + "colorscale": [ + [ + 0, + "#0d0887" + ], + [ + 0.1111111111111111, + "#46039f" + ], + [ + 0.2222222222222222, + "#7201a8" + ], + [ + 0.3333333333333333, + "#9c179e" + ], + [ + 0.4444444444444444, + "#bd3786" + ], + [ + 0.5555555555555556, + "#d8576b" + ], + [ + 0.6666666666666666, + "#ed7953" + ], + [ + 0.7777777777777778, + "#fb9f3a" + ], + [ + 0.8888888888888888, + "#fdca26" + ], + [ + 1, + "#f0f921" + ] + ], + "type": "heatmap" + } + ], + "histogram": [ + { + "marker": { + "pattern": { + "fillmode": "overlay", + "size": 10, + "solidity": 0.2 + } + }, + "type": "histogram" + } + ], + "histogram2d": [ + { + "colorbar": { + "outlinewidth": 0, + "ticks": "" + }, + "colorscale": [ + [ + 0, + "#0d0887" + ], + [ + 0.1111111111111111, + "#46039f" + ], + [ + 0.2222222222222222, + "#7201a8" + ], + [ + 0.3333333333333333, + "#9c179e" + ], + [ + 0.4444444444444444, + "#bd3786" + ], + [ + 0.5555555555555556, + "#d8576b" + ], + [ + 0.6666666666666666, + "#ed7953" + ], + [ + 0.7777777777777778, + "#fb9f3a" + ], + [ + 0.8888888888888888, + "#fdca26" + ], + [ + 1, + "#f0f921" + ] + ], + "type": "histogram2d" + } + ], + "histogram2dcontour": [ + { + "colorbar": { + "outlinewidth": 0, + "ticks": "" + }, + "colorscale": [ + [ + 0, + "#0d0887" + ], + [ + 0.1111111111111111, + "#46039f" + ], + [ + 0.2222222222222222, + "#7201a8" + ], + [ + 0.3333333333333333, + "#9c179e" + ], + [ + 0.4444444444444444, + "#bd3786" + ], + [ + 0.5555555555555556, + "#d8576b" + ], + [ + 0.6666666666666666, + "#ed7953" + ], + [ + 0.7777777777777778, + "#fb9f3a" + ], + [ + 0.8888888888888888, + "#fdca26" + ], + [ + 1, + "#f0f921" + ] + ], + "type": "histogram2dcontour" + } + ], + "mesh3d": [ + { + "colorbar": { + "outlinewidth": 0, + "ticks": "" + }, + "type": "mesh3d" + } + ], + "parcoords": [ + { + "line": { + "colorbar": { + "outlinewidth": 0, + "ticks": "" + } + }, + "type": "parcoords" + } + ], + "pie": [ + { + "automargin": true, + "type": "pie" + } + ], + "scatter": [ + { + "fillpattern": { + "fillmode": "overlay", + "size": 10, + "solidity": 0.2 + }, + "type": "scatter" + } + ], + "scatter3d": [ + { + "line": { + "colorbar": { + "outlinewidth": 0, + "ticks": "" + } + }, + "marker": { + "colorbar": { + "outlinewidth": 0, + "ticks": "" + } + }, + "type": "scatter3d" + } + ], + "scattercarpet": [ + { + "marker": { + "colorbar": { + "outlinewidth": 0, + "ticks": "" + } + }, + "type": "scattercarpet" + } + ], + "scattergeo": [ + { + "marker": { + "colorbar": { + "outlinewidth": 0, + "ticks": "" + } + }, + "type": "scattergeo" + } + ], + "scattergl": [ + { + "marker": { + "colorbar": { + "outlinewidth": 0, + "ticks": "" + } + }, + "type": "scattergl" + } + ], + "scattermap": [ + { + "marker": { + "colorbar": { + "outlinewidth": 0, + "ticks": "" + } + }, + "type": "scattermap" + } + ], + "scattermapbox": [ + { + "marker": { + "colorbar": { + "outlinewidth": 0, + "ticks": "" + } + }, + "type": "scattermapbox" + } + ], + "scatterpolar": [ + { + "marker": { + "colorbar": { + "outlinewidth": 0, + "ticks": "" + } + }, + "type": "scatterpolar" + } + ], + "scatterpolargl": [ + { + "marker": { + "colorbar": { + "outlinewidth": 0, + "ticks": "" + } + }, + "type": "scatterpolargl" + } + ], + "scatterternary": [ + { + "marker": { + "colorbar": { + "outlinewidth": 0, + "ticks": "" + } + }, + "type": "scatterternary" + } + ], + "surface": [ + { + "colorbar": { + "outlinewidth": 0, + "ticks": "" + }, + "colorscale": [ + [ + 0, + "#0d0887" + ], + [ + 0.1111111111111111, + "#46039f" + ], + [ + 0.2222222222222222, + "#7201a8" + ], + [ + 0.3333333333333333, + "#9c179e" + ], + [ + 0.4444444444444444, + "#bd3786" + ], + [ + 0.5555555555555556, + "#d8576b" + ], + [ + 0.6666666666666666, + "#ed7953" + ], + [ + 0.7777777777777778, + "#fb9f3a" + ], + [ + 0.8888888888888888, + "#fdca26" + ], + [ + 1, + "#f0f921" + ] + ], + "type": "surface" + } + ], + "table": [ + { + "cells": { + "fill": { + "color": "#EBF0F8" + }, + "line": { + "color": "white" + } + }, + "header": { + "fill": { + "color": "#C8D4E3" + }, + "line": { + "color": "white" + } + }, + "type": "table" + } + ] + }, + "layout": { + "annotationdefaults": { + "arrowcolor": "#2a3f5f", + "arrowhead": 0, + "arrowwidth": 1 + }, + "autotypenumbers": "strict", + "coloraxis": { + "colorbar": { + "outlinewidth": 0, + "ticks": "" + } + }, + "colorscale": { + "diverging": [ + [ + 0, + "#8e0152" + ], + [ + 0.1, + "#c51b7d" + ], + [ + 0.2, + "#de77ae" + ], + [ + 0.3, + "#f1b6da" + ], + [ + 0.4, + "#fde0ef" + ], + [ + 0.5, + "#f7f7f7" + ], + [ + 0.6, + "#e6f5d0" + ], + [ + 0.7, + "#b8e186" + ], + [ + 0.8, + "#7fbc41" + ], + [ + 0.9, + "#4d9221" + ], + [ + 1, + "#276419" + ] + ], + "sequential": [ + [ + 0, + "#0d0887" + ], + [ + 0.1111111111111111, + "#46039f" + ], + [ + 0.2222222222222222, + "#7201a8" + ], + [ + 0.3333333333333333, + "#9c179e" + ], + [ + 0.4444444444444444, + "#bd3786" + ], + [ + 0.5555555555555556, + "#d8576b" + ], + [ + 0.6666666666666666, + "#ed7953" + ], + [ + 0.7777777777777778, + "#fb9f3a" + ], + [ + 0.8888888888888888, + "#fdca26" + ], + [ + 1, + "#f0f921" + ] + ], + "sequentialminus": [ + [ + 0, + "#0d0887" + ], + [ + 0.1111111111111111, + "#46039f" + ], + [ + 0.2222222222222222, + "#7201a8" + ], + [ + 0.3333333333333333, + "#9c179e" + ], + [ + 0.4444444444444444, + "#bd3786" + ], + [ + 0.5555555555555556, + "#d8576b" + ], + [ + 0.6666666666666666, + "#ed7953" + ], + [ + 0.7777777777777778, + "#fb9f3a" + ], + [ + 0.8888888888888888, + "#fdca26" + ], + [ + 1, + "#f0f921" + ] + ] + }, + "colorway": [ + "#636efa", + "#EF553B", + "#00cc96", + "#ab63fa", + "#FFA15A", + "#19d3f3", + "#FF6692", + "#B6E880", + "#FF97FF", + "#FECB52" + ], + "font": { + "color": "#2a3f5f" + }, + "geo": { + "bgcolor": "white", + "lakecolor": "white", + "landcolor": "white", + "showlakes": true, + "showland": true, + "subunitcolor": "#C8D4E3" + }, + "hoverlabel": { + "align": "left" + }, + "hovermode": "closest", + "mapbox": { + "style": "light" + }, + "paper_bgcolor": "white", + "plot_bgcolor": "white", + "polar": { + "angularaxis": { + "gridcolor": "#EBF0F8", + "linecolor": "#EBF0F8", + "ticks": "" + }, + "bgcolor": "white", + "radialaxis": { + "gridcolor": "#EBF0F8", + "linecolor": "#EBF0F8", + "ticks": "" + } + }, + "scene": { + "xaxis": { + "backgroundcolor": "white", + "gridcolor": "#DFE8F3", + "gridwidth": 2, + "linecolor": "#EBF0F8", + "showbackground": true, + "ticks": "", + "zerolinecolor": "#EBF0F8" + }, + "yaxis": { + "backgroundcolor": "white", + "gridcolor": "#DFE8F3", + "gridwidth": 2, + "linecolor": "#EBF0F8", + "showbackground": true, + "ticks": "", + "zerolinecolor": "#EBF0F8" + }, + "zaxis": { + "backgroundcolor": "white", + "gridcolor": "#DFE8F3", + "gridwidth": 2, + "linecolor": "#EBF0F8", + "showbackground": true, + "ticks": "", + "zerolinecolor": "#EBF0F8" + } + }, + "shapedefaults": { + "line": { + "color": "#2a3f5f" + } + }, + "ternary": { + "aaxis": { + "gridcolor": "#DFE8F3", + "linecolor": "#A2B1C6", + "ticks": "" + }, + "baxis": { + "gridcolor": "#DFE8F3", + "linecolor": "#A2B1C6", + "ticks": "" + }, + "bgcolor": "white", + "caxis": { + "gridcolor": "#DFE8F3", + "linecolor": "#A2B1C6", + "ticks": "" + } + }, + "title": { + "x": 0.05 + }, + "xaxis": { + "automargin": true, + "gridcolor": "#EBF0F8", + "linecolor": "#EBF0F8", + "ticks": "", + "title": { + "standoff": 15 + }, + "zerolinecolor": "#EBF0F8", + "zerolinewidth": 2 + }, + "yaxis": { + "automargin": true, + "gridcolor": "#EBF0F8", + "linecolor": "#EBF0F8", + "ticks": "", + "title": { + "standoff": 15 + }, + "zerolinecolor": "#EBF0F8", + "zerolinewidth": 2 + } + } + }, + "title": { + "text": "Claude Few Shot Pricer Error: $62.51 ± $21.46" + }, + "width": 1000, + "xaxis": { + "title": { + "text": "Number of Datapoints" + } + }, + "yaxis": { + "title": { + "text": "Average Absolute Error ($)" + } + } + } + } + }, + "metadata": {}, + "output_type": "display_data" + }, + { + "data": { + "application/vnd.plotly.v1+json": { + "config": { + "plotlyServerURL": "https://plot.ly" + }, + "data": [ + { + "customdata": [ + [ + "hansgrohe Croma Select S 7-inch Showerhe...\nGuess=$249.99 Actual=$253.86" + ], + [ + "90W 65W AC Charger Fit for Dell Inspiron...\nGuess=$29.99 Actual=$28.99" + ], + [ + "Case for Xiaomi Mi Note 10 Lite Case Cov...\nGuess=$15.99 Actual=$10.80" + ], + [ + "Blow Off WPB44-2644 Electronic Cleaning ...\nGuess=$89.99 Actual=$60.00" + ], + [ + "Creative Crafthouse Decision Maker - Sta...\nGuess=$19.99 Actual=$27.95" + ], + [ + "LG EAU61865301 Genuine OEM Convection Fa...\nGuess=$79.99 Actual=$69.09" + ], + [ + "High Country Plastics Trailer, RV Entry ...\nGuess=$89.99 Actual=$101.00" + ], + [ + "BDK Wheel Guards – (4 Pack) Hubcaps for ...\nGuess=$24.99 Actual=$39.49" + ], + [ + "Anytime Tools Transfer Punch 28 Piece Se...\nGuess=$24.99 Actual=$31.95" + ], + [ + "Pink Monogram Letter E Cat Dog Rainbow P...\nGuess=$14.99 Actual=$14.99" + ], + [ + "Ztotop Case for iPad Pro 12.9 Inch 2017/...\nGuess=$24.99 Actual=$21.99" + ], + [ + "Ford Cap\nGuess=$24.99 Actual=$60.23" + ], + [ + "Mist RFMFS395 Replacement Filter for Fau...\nGuess=$24.99 Actual=$34.99" + ], + [ + "Canon Digital SLR Camera Body [EOS 80D] ...\nGuess=$699.99 Actual=$695.00" + ], + [ + "DEPO 321-55007-100 Replacement Engine Co...\nGuess=$89.99 Actual=$78.39" + ], + [ + "ELITE Luxury Short Bathroom Oil Rubbed B...\nGuess=$89.99 Actual=$96.00" + ], + [ + "2 Pack 45'' X 10\" Inflatable Kiddie Pool...\nGuess=$24.99 Actual=$39.99" + ], + [ + "Wheel Hub Front Left LH or Right RH for ...\nGuess=$89.99 Actual=$59.95" + ], + [ + "55mm Essential Lens Kit with 2X Telephot...\nGuess=$39.99 Actual=$31.45" + ], + [ + "XTRONS® 12.1 Inch 1080P Video Car Overhe...\nGuess=$189.99 Actual=$159.89" + ], + [ + "Electric Gel Ball Blaster - High Speed A...\nGuess=$49.99 Actual=$49.99" + ], + [ + "ProMaster 77mm UV Filter, Ultraviolet Pr...\nGuess=$24.99 Actual=$49.95" + ], + [ + "New Starter Replacement for Tecumseh Eng...\nGuess=$89.99 Actual=$61.95" + ], + [ + "Pica Master-Set Carpenter 55030\nGuess=$59.99 Actual=$60.48" + ], + [ + "Solar Floor Lamp, Ourdoor Floor Lamps fo...\nGuess=$89.99 Actual=$59.99" + ], + [ + "GLCON Hard Protective Carrying Case - Po...\nGuess=$24.99 Actual=$14.97" + ], + [ + "iPhone Fast Charger Block, 3Pack 20W USB...\nGuess=$19.99 Actual=$23.99" + ], + [ + "iZEEKER iA800 Action Camera 4K60FPS 24MP...\nGuess=$89.99 Actual=$119.99" + ] + ], + "hovertemplate": "%{customdata[0]}", + "legendgroup": "green", + "marker": { + "color": "green", + "size": 6, + "symbol": "circle" + }, + "mode": "markers", + "name": "green", + "orientation": "v", + "showlegend": true, + "type": "scatter", + "x": { + "bdata": "7FG4HoW7b0A9CtejcP08QJqZmZmZmSVAAAAAAAAATkAzMzMzM/M7QPYoXI/CRVFAAAAAAABAWUAfhetRuL5DQDMzMzMz8z9AexSuR+H6LUA9CtejcP01QD0K16NwHU5AH4XrUbh+QUAAAAAAALiFQClcj8L1mFNAAAAAAAAAWEAfhetRuP5DQJqZmZmZ+U1AMzMzMzNzP0AUrkfhevxjQB+F61G4/khAmpmZmZn5SECamZmZmflOQD0K16NwPU5AH4XrUbj+TUBxPQrXo/AtQD0K16Nw/TdAj8L1KFz/XUA=", + "dtype": "f8" + }, + "xaxis": "x", + "y": { + "bdata": "SOF6FK4/b0A9CtejcP09QHsUrkfh+i9Aj8L1KFx/VkA9CtejcP0zQI/C9Shc/1NAj8L1KFx/VkA9CtejcP04QD0K16Nw/ThAexSuR+H6LUA9CtejcP04QD0K16Nw/ThAPQrXo3D9OEBSuB6F69+FQI/C9Shcf1ZAj8L1KFx/VkA9CtejcP04QI/C9Shcf1ZAH4XrUbj+Q0BI4XoUrr9nQB+F61G4/khAPQrXo3D9OECPwvUoXH9WQB+F61G4/k1Aj8L1KFx/VkA9CtejcP04QD0K16Nw/TNAj8L1KFx/VkA=", + "dtype": "f8" + }, + "yaxis": "y" + }, + { + "customdata": [ + [ + "BUMPERS THAT DELIVER - Primered, Front U...\nGuess=$89.99 Actual=$195.99" + ], + [ + "Hasbro Marvel Legends Series 6-inch Coll...\nGuess=$59.99 Actual=$200.40" + ], + [ + "Canon PowerShot SX120IS 10MP Digital Cam...\nGuess=$199.99 Actual=$399.98" + ], + [ + "CMT 283.108.14M Industrial Melamine and ...\nGuess=$89.99 Actual=$184.91" + ], + [ + "TENSSENX Foldable GPS Drone with 4K UHD ...\nGuess=$299.99 Actual=$149.99" + ], + [ + "Saint Seiya Appendix Gold Cloth Pandora ...\nGuess=$89.99 Actual=$313.69" + ], + [ + "Covenant of Antarctica Aerial Battle Gro...\nGuess=$49.99 Actual=$199.95" + ], + [ + "Yealink T53 IP Phone, 12 VoIP Accounts. ...\nGuess=$199.99 Actual=$117.20" + ], + [ + "WARN 89125 Trans4mer Winch Mounting Kit,...\nGuess=$289.99 Actual=$644.74" + ], + [ + "Rear Brake Backing Plate Dust Shield Set...\nGuess=$34.99 Actual=$284.95" + ] + ], + "hovertemplate": "%{customdata[0]}", + "legendgroup": "red", + "marker": { + "color": "red", + "size": 6, + "symbol": "circle" + }, + "mode": "markers", + "name": "red", + "orientation": "v", + "showlegend": true, + "type": "scatter", + "x": { + "bdata": "SOF6FK5/aEDNzMzMzAxpQEjhehSu/3hAhetRuB4dZ0BI4XoUrr9iQNejcD0Km3NAZmZmZmb+aEDNzMzMzExdQFK4HoXrJYRAMzMzMzPPcUA=", + "dtype": "f8" + }, + "xaxis": "x", + "y": { + "bdata": "j8L1KFx/VkAfhetRuP5NQEjhehSu/2hAj8L1KFx/VkCkcD0K179yQI/C9Shcf1ZAH4XrUbj+SEBI4XoUrv9oQKRwPQrXH3JAH4XrUbh+QUA=", + "dtype": "f8" + }, + "yaxis": "y" + }, + { + "customdata": [ + [ + "Talent LP12LED PAR 36 DMX RGB LED Mini L...\nGuess=$89.99 Actual=$37.80" + ], + [ + "Kate 8x8ft Spring Photo Backdrops Indoor...\nGuess=$39.99 Actual=$82.80" + ], + [ + "Walker Exhaust 44123 Exhaust Pipe\nGuess=$45.99 Actual=$118.73" + ], + [ + "Wright Tool #4482 Pear Head Contour Hand...\nGuess=$89.99 Actual=$153.14" + ], + [ + "GIBSON EXHST Gibson Performance Exhaust ...\nGuess=$849.99 Actual=$642.63" + ], + [ + "Monroe Shocks & Struts Quick-Strut 27149...\nGuess=$156.99 Actual=$106.20" + ], + [ + "Theater Solutions TSS8A Home Theater Del...\nGuess=$129.99 Actual=$80.11" + ], + [ + "Dell 0G8763 73GB SAS 10K 3.5\nGuess=$89.99 Actual=$33.95" + ], + [ + "Dasaita Vivid HD 10.2\" Android Car Stere...\nGuess=$289.99 Actual=$478.95" + ], + [ + "Costzon Swing Frame Stand with Swing Sea...\nGuess=$129.99 Actual=$62.99" + ], + [ + "APDTY 600071 Electric Water Pump Assembl...\nGuess=$127.99 Actual=$206.94" + ], + [ + "Glardon-Vallorbe Flex Shaft #30 Handpiec...\nGuess=$189.99 Actual=$120.00" + ] + ], + "hovertemplate": "%{customdata[0]}", + "legendgroup": "orange", + "marker": { + "color": "orange", + "size": 6, + "symbol": "circle" + }, + "mode": "markers", + "name": "orange", + "orientation": "v", + "showlegend": true, + "type": "scatter", + "x": { + "bdata": "ZmZmZmbmQkAzMzMzM7NUQB+F61G4rl1AFK5H4XokY0DXo3A9ChWEQM3MzMzMjFpA16NwPQoHVECamZmZmflAQDMzMzMz731AH4XrUbh+T0CuR+F6FN5pQAAAAAAAAF5A", + "dtype": "f8" + }, + "xaxis": "x", + "y": { + "bdata": "j8L1KFx/VkAfhetRuP5DQB+F61G4/kZAj8L1KFx/VkBSuB6F64+KQEjhehSun2NASOF6FK4/YECPwvUoXH9WQKRwPQrXH3JASOF6FK4/YECPwvUoXP9fQEjhehSuv2dA", + "dtype": "f8" + }, + "yaxis": "y" + }, + { + "hoverinfo": "skip", + "line": { + "color": "deepskyblue", + "dash": "dash", + "width": 2 + }, + "mode": "lines", + "showlegend": false, + "type": "scatter", + "x": [ + 0, + 849.99 + ], + "y": [ + 0, + 849.99 + ] + } + ], + "layout": { + "height": 800, + "legend": { + "title": { + "text": "color" + }, + "tracegroupgap": 0 + }, + "showlegend": false, + "template": { + "data": { + "bar": [ + { + "error_x": { + "color": "#2a3f5f" + }, + "error_y": { + "color": "#2a3f5f" + }, + "marker": { + "line": { + "color": "#E5ECF6", + "width": 0.5 + }, + "pattern": { + "fillmode": "overlay", + "size": 10, + "solidity": 0.2 + } + }, + "type": "bar" + } + ], + "barpolar": [ + { + "marker": { + "line": { + "color": "#E5ECF6", + "width": 0.5 + }, + "pattern": { + "fillmode": "overlay", + "size": 10, + "solidity": 0.2 + } + }, + "type": "barpolar" + } + ], + "carpet": [ + { + "aaxis": { + "endlinecolor": "#2a3f5f", + "gridcolor": "white", + "linecolor": "white", + "minorgridcolor": "white", + "startlinecolor": "#2a3f5f" + }, + "baxis": { + "endlinecolor": "#2a3f5f", + "gridcolor": "white", + "linecolor": "white", + "minorgridcolor": "white", + "startlinecolor": "#2a3f5f" + }, + "type": "carpet" + } + ], + "choropleth": [ + { + "colorbar": { + "outlinewidth": 0, + "ticks": "" + }, + "type": "choropleth" + } + ], + "contour": [ + { + "colorbar": { + "outlinewidth": 0, + "ticks": "" + }, + "colorscale": [ + [ + 0, + "#0d0887" + ], + [ + 0.1111111111111111, + "#46039f" + ], + [ + 0.2222222222222222, + "#7201a8" + ], + [ + 0.3333333333333333, + "#9c179e" + ], + [ + 0.4444444444444444, + "#bd3786" + ], + [ + 0.5555555555555556, + "#d8576b" + ], + [ + 0.6666666666666666, + "#ed7953" + ], + [ + 0.7777777777777778, + "#fb9f3a" + ], + [ + 0.8888888888888888, + "#fdca26" + ], + [ + 1, + "#f0f921" + ] + ], + "type": "contour" + } + ], + "contourcarpet": [ + { + "colorbar": { + "outlinewidth": 0, + "ticks": "" + }, + "type": "contourcarpet" + } + ], + "heatmap": [ + { + "colorbar": { + "outlinewidth": 0, + "ticks": "" + }, + "colorscale": [ + [ + 0, + "#0d0887" + ], + [ + 0.1111111111111111, + "#46039f" + ], + [ + 0.2222222222222222, + "#7201a8" + ], + [ + 0.3333333333333333, + "#9c179e" + ], + [ + 0.4444444444444444, + "#bd3786" + ], + [ + 0.5555555555555556, + "#d8576b" + ], + [ + 0.6666666666666666, + "#ed7953" + ], + [ + 0.7777777777777778, + "#fb9f3a" + ], + [ + 0.8888888888888888, + "#fdca26" + ], + [ + 1, + "#f0f921" + ] + ], + "type": "heatmap" + } + ], + "histogram": [ + { + "marker": { + "pattern": { + "fillmode": "overlay", + "size": 10, + "solidity": 0.2 + } + }, + "type": "histogram" + } + ], + "histogram2d": [ + { + "colorbar": { + "outlinewidth": 0, + "ticks": "" + }, + "colorscale": [ + [ + 0, + "#0d0887" + ], + [ + 0.1111111111111111, + "#46039f" + ], + [ + 0.2222222222222222, + "#7201a8" + ], + [ + 0.3333333333333333, + "#9c179e" + ], + [ + 0.4444444444444444, + "#bd3786" + ], + [ + 0.5555555555555556, + "#d8576b" + ], + [ + 0.6666666666666666, + "#ed7953" + ], + [ + 0.7777777777777778, + "#fb9f3a" + ], + [ + 0.8888888888888888, + "#fdca26" + ], + [ + 1, + "#f0f921" + ] + ], + "type": "histogram2d" + } + ], + "histogram2dcontour": [ + { + "colorbar": { + "outlinewidth": 0, + "ticks": "" + }, + "colorscale": [ + [ + 0, + "#0d0887" + ], + [ + 0.1111111111111111, + "#46039f" + ], + [ + 0.2222222222222222, + "#7201a8" + ], + [ + 0.3333333333333333, + "#9c179e" + ], + [ + 0.4444444444444444, + "#bd3786" + ], + [ + 0.5555555555555556, + "#d8576b" + ], + [ + 0.6666666666666666, + "#ed7953" + ], + [ + 0.7777777777777778, + "#fb9f3a" + ], + [ + 0.8888888888888888, + "#fdca26" + ], + [ + 1, + "#f0f921" + ] + ], + "type": "histogram2dcontour" + } + ], + "mesh3d": [ + { + "colorbar": { + "outlinewidth": 0, + "ticks": "" + }, + "type": "mesh3d" + } + ], + "parcoords": [ + { + "line": { + "colorbar": { + "outlinewidth": 0, + "ticks": "" + } + }, + "type": "parcoords" + } + ], + "pie": [ + { + "automargin": true, + "type": "pie" + } + ], + "scatter": [ + { + "fillpattern": { + "fillmode": "overlay", + "size": 10, + "solidity": 0.2 + }, + "type": "scatter" + } + ], + "scatter3d": [ + { + "line": { + "colorbar": { + "outlinewidth": 0, + "ticks": "" + } + }, + "marker": { + "colorbar": { + "outlinewidth": 0, + "ticks": "" + } + }, + "type": "scatter3d" + } + ], + "scattercarpet": [ + { + "marker": { + "colorbar": { + "outlinewidth": 0, + "ticks": "" + } + }, + "type": "scattercarpet" + } + ], + "scattergeo": [ + { + "marker": { + "colorbar": { + "outlinewidth": 0, + "ticks": "" + } + }, + "type": "scattergeo" + } + ], + "scattergl": [ + { + "marker": { + "colorbar": { + "outlinewidth": 0, + "ticks": "" + } + }, + "type": "scattergl" + } + ], + "scattermap": [ + { + "marker": { + "colorbar": { + "outlinewidth": 0, + "ticks": "" + } + }, + "type": "scattermap" + } + ], + "scattermapbox": [ + { + "marker": { + "colorbar": { + "outlinewidth": 0, + "ticks": "" + } + }, + "type": "scattermapbox" + } + ], + "scatterpolar": [ + { + "marker": { + "colorbar": { + "outlinewidth": 0, + "ticks": "" + } + }, + "type": "scatterpolar" + } + ], + "scatterpolargl": [ + { + "marker": { + "colorbar": { + "outlinewidth": 0, + "ticks": "" + } + }, + "type": "scatterpolargl" + } + ], + "scatterternary": [ + { + "marker": { + "colorbar": { + "outlinewidth": 0, + "ticks": "" + } + }, + "type": "scatterternary" + } + ], + "surface": [ + { + "colorbar": { + "outlinewidth": 0, + "ticks": "" + }, + "colorscale": [ + [ + 0, + "#0d0887" + ], + [ + 0.1111111111111111, + "#46039f" + ], + [ + 0.2222222222222222, + "#7201a8" + ], + [ + 0.3333333333333333, + "#9c179e" + ], + [ + 0.4444444444444444, + "#bd3786" + ], + [ + 0.5555555555555556, + "#d8576b" + ], + [ + 0.6666666666666666, + "#ed7953" + ], + [ + 0.7777777777777778, + "#fb9f3a" + ], + [ + 0.8888888888888888, + "#fdca26" + ], + [ + 1, + "#f0f921" + ] + ], + "type": "surface" + } + ], + "table": [ + { + "cells": { + "fill": { + "color": "#EBF0F8" + }, + "line": { + "color": "white" + } + }, + "header": { + "fill": { + "color": "#C8D4E3" + }, + "line": { + "color": "white" + } + }, + "type": "table" + } + ] + }, + "layout": { + "annotationdefaults": { + "arrowcolor": "#2a3f5f", + "arrowhead": 0, + "arrowwidth": 1 + }, + "autotypenumbers": "strict", + "coloraxis": { + "colorbar": { + "outlinewidth": 0, + "ticks": "" + } + }, + "colorscale": { + "diverging": [ + [ + 0, + "#8e0152" + ], + [ + 0.1, + "#c51b7d" + ], + [ + 0.2, + "#de77ae" + ], + [ + 0.3, + "#f1b6da" + ], + [ + 0.4, + "#fde0ef" + ], + [ + 0.5, + "#f7f7f7" + ], + [ + 0.6, + "#e6f5d0" + ], + [ + 0.7, + "#b8e186" + ], + [ + 0.8, + "#7fbc41" + ], + [ + 0.9, + "#4d9221" + ], + [ + 1, + "#276419" + ] + ], + "sequential": [ + [ + 0, + "#0d0887" + ], + [ + 0.1111111111111111, + "#46039f" + ], + [ + 0.2222222222222222, + "#7201a8" + ], + [ + 0.3333333333333333, + "#9c179e" + ], + [ + 0.4444444444444444, + "#bd3786" + ], + [ + 0.5555555555555556, + "#d8576b" + ], + [ + 0.6666666666666666, + "#ed7953" + ], + [ + 0.7777777777777778, + "#fb9f3a" + ], + [ + 0.8888888888888888, + "#fdca26" + ], + [ + 1, + "#f0f921" + ] + ], + "sequentialminus": [ + [ + 0, + "#0d0887" + ], + [ + 0.1111111111111111, + "#46039f" + ], + [ + 0.2222222222222222, + "#7201a8" + ], + [ + 0.3333333333333333, + "#9c179e" + ], + [ + 0.4444444444444444, + "#bd3786" + ], + [ + 0.5555555555555556, + "#d8576b" + ], + [ + 0.6666666666666666, + "#ed7953" + ], + [ + 0.7777777777777778, + "#fb9f3a" + ], + [ + 0.8888888888888888, + "#fdca26" + ], + [ + 1, + "#f0f921" + ] + ] + }, + "colorway": [ + "#636efa", + "#EF553B", + "#00cc96", + "#ab63fa", + "#FFA15A", + "#19d3f3", + "#FF6692", + "#B6E880", + "#FF97FF", + "#FECB52" + ], + "font": { + "color": "#2a3f5f" + }, + "geo": { + "bgcolor": "white", + "lakecolor": "white", + "landcolor": "#E5ECF6", + "showlakes": true, + "showland": true, + "subunitcolor": "white" + }, + "hoverlabel": { + "align": "left" + }, + "hovermode": "closest", + "mapbox": { + "style": "light" + }, + "paper_bgcolor": "white", + "plot_bgcolor": "#E5ECF6", + "polar": { + "angularaxis": { + "gridcolor": "white", + "linecolor": "white", + "ticks": "" + }, + "bgcolor": "#E5ECF6", + "radialaxis": { + "gridcolor": "white", + "linecolor": "white", + "ticks": "" + } + }, + "scene": { + "xaxis": { + "backgroundcolor": "#E5ECF6", + "gridcolor": "white", + "gridwidth": 2, + "linecolor": "white", + "showbackground": true, + "ticks": "", + "zerolinecolor": "white" + }, + "yaxis": { + "backgroundcolor": "#E5ECF6", + "gridcolor": "white", + "gridwidth": 2, + "linecolor": "white", + "showbackground": true, + "ticks": "", + "zerolinecolor": "white" + }, + "zaxis": { + "backgroundcolor": "#E5ECF6", + "gridcolor": "white", + "gridwidth": 2, + "linecolor": "white", + "showbackground": true, + "ticks": "", + "zerolinecolor": "white" + } + }, + "shapedefaults": { + "line": { + "color": "#2a3f5f" + } + }, + "ternary": { + "aaxis": { + "gridcolor": "white", + "linecolor": "white", + "ticks": "" + }, + "baxis": { + "gridcolor": "white", + "linecolor": "white", + "ticks": "" + }, + "bgcolor": "#E5ECF6", + "caxis": { + "gridcolor": "white", + "linecolor": "white", + "ticks": "" + } + }, + "title": { + "x": 0.05 + }, + "xaxis": { + "automargin": true, + "gridcolor": "white", + "linecolor": "white", + "ticks": "", + "title": { + "standoff": 15 + }, + "zerolinecolor": "white", + "zerolinewidth": 2 + }, + "yaxis": { + "automargin": true, + "gridcolor": "white", + "linecolor": "white", + "ticks": "", + "title": { + "standoff": 15 + }, + "zerolinecolor": "white", + "zerolinewidth": 2 + } + } + }, + "title": { + "text": "Claude Few Shot Pricer results
Error: $62.51 MSE: 9,900 r²: 63.0%" + }, + "width": 1000, + "xaxis": { + "anchor": "y", + "domain": [ + 0, + 1 + ], + "range": [ + 0, + 849.99 + ], + "title": { + "text": "Actual Price" + } + }, + "yaxis": { + "anchor": "x", + "domain": [ + 0, + 1 + ], + "range": [ + 0, + 849.99 + ], + "title": { + "text": "Predicted Price" + } + } + } + } + }, + "metadata": {}, + "output_type": "display_data" + } + ], + "source": [ + "# ── Run the full evaluation ────────────────────────────────────────────────\n", + "# This queries Claude for every test item (up to DEFAULT_SIZE=200) in parallel.\n", + "# Expect it to take 1-3 minutes depending on rate limits.\n", + "\n", + "evaluate(claude_few_shot_pricer, test, size=50)" + ] + }, + { + "cell_type": "markdown", + "id": "a0994f77", + "metadata": {}, + "source": [ + "## Bonus — Zero-Shot Baseline\n", + "\n", + "Compare performance against a plain Claude with no training examples." + ] + }, + { + "cell_type": "code", + "execution_count": 35, + "id": "802a1075", + "metadata": {}, + "outputs": [ + { + "name": "stderr", + "output_type": "stream", + "text": [ + " 2%|▏ | 1/50 [00:00<00:39, 1.23it/s]" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\u001b[91m$164 " + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + " 4%|▍ | 2/50 [00:01<00:36, 1.30it/s]" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\u001b[91m$110 " + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + " 6%|▌ | 3/50 [00:02<00:33, 1.39it/s]" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\u001b[93m$47 " + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + " 8%|▊ | 4/50 [00:02<00:32, 1.41it/s]" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\u001b[92m$4 " + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + " 10%|█ | 5/50 [00:03<00:30, 1.46it/s]" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\u001b[92m$2 " + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + " 12%|█▏ | 6/50 [00:04<00:33, 1.31it/s]" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\u001b[91m$150 " + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + " 14%|█▍ | 7/50 [00:05<00:31, 1.35it/s]" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\u001b[92m$30 " + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + " 16%|█▌ | 8/50 [00:05<00:31, 1.33it/s]" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\u001b[92m$15 " + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + " 18%|█▊ | 9/50 [00:06<00:29, 1.41it/s]" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\u001b[93m$100 " + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + " 20%|██ | 10/50 [00:07<00:28, 1.39it/s]" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\u001b[91m$95 " + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + " 22%|██▏ | 11/50 [00:08<00:28, 1.35it/s]" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\u001b[93m$58 " + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + " 24%|██▍ | 12/50 [00:08<00:26, 1.41it/s]" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\u001b[92m$23 " + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + " 26%|██▌ | 13/50 [00:09<00:28, 1.30it/s]" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\u001b[92m$11 " + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + " 28%|██▊ | 14/50 [00:10<00:26, 1.35it/s]" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\u001b[92m$15 " + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + " 30%|███ | 15/50 [00:10<00:24, 1.42it/s]" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\u001b[91m$200 " + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + " 32%|███▏ | 16/50 [00:11<00:24, 1.41it/s]" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\u001b[93m$73 " + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + " 34%|███▍ | 17/50 [00:12<00:22, 1.45it/s]" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\u001b[91m$107 " + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + " 36%|███▌ | 18/50 [00:13<00:23, 1.38it/s]" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\u001b[92m$7 " + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + " 38%|███▊ | 19/50 [00:13<00:22, 1.37it/s]" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\u001b[92m$1 " + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + " 40%|████ | 20/50 [00:14<00:21, 1.42it/s]" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\u001b[92m$6 " + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + " 42%|████▏ | 21/50 [00:15<00:24, 1.17it/s]" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\u001b[92m$35 " + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + " 44%|████▍ | 22/50 [00:16<00:26, 1.05it/s]" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\u001b[92m$10 " + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + " 46%|████▌ | 23/50 [00:17<00:23, 1.17it/s]" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\u001b[93m$205 " + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + " 48%|████▊ | 24/50 [00:18<00:22, 1.18it/s]" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\u001b[92m$32 " + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + " 50%|█████ | 25/50 [00:18<00:19, 1.27it/s]" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\u001b[91m$268 " + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + " 52%|█████▏ | 26/50 [00:19<00:17, 1.36it/s]" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\u001b[93m$50 " + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + " 54%|█████▍ | 27/50 [00:20<00:16, 1.41it/s]" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\u001b[92m$15 " + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + " 56%|█████▌ | 28/50 [00:20<00:15, 1.42it/s]" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\u001b[93m$193 " + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + " 58%|█████▊ | 29/50 [00:21<00:15, 1.32it/s]" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\u001b[93m$80 " + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + " 60%|██████ | 30/50 [00:22<00:14, 1.38it/s]" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\u001b[92m$14 " + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + " 62%|██████▏ | 31/50 [00:23<00:13, 1.42it/s]" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\u001b[92m$10 " + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + " 64%|██████▍ | 32/50 [00:24<00:13, 1.30it/s]" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\u001b[92m$1 " + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + " 66%|██████▌ | 33/50 [00:25<00:19, 1.13s/it]" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\u001b[93m$56 " + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + " 68%|██████▊ | 34/50 [00:26<00:16, 1.01s/it]" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\u001b[93m$189 " + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + " 70%|███████ | 35/50 [00:27<00:13, 1.09it/s]" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\u001b[93m$70 " + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + " 72%|███████▏ | 36/50 [00:28<00:11, 1.20it/s]" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\u001b[92m$4 " + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + " 74%|███████▍ | 37/50 [00:28<00:10, 1.20it/s]" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\u001b[91m$165 " + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + " 76%|███████▌ | 38/50 [00:29<00:10, 1.14it/s]" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\u001b[92m$25 " + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + " 78%|███████▊ | 39/50 [00:30<00:09, 1.21it/s]" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\u001b[92m$16 " + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + " 80%|████████ | 40/50 [00:31<00:08, 1.23it/s]" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\u001b[92m$13 " + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + " 82%|████████▏ | 41/50 [00:32<00:08, 1.03it/s]" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\u001b[91m$183 " + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + " 84%|████████▍ | 42/50 [00:33<00:07, 1.13it/s]" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\u001b[91m$555 " + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + " 86%|████████▌ | 43/50 [00:34<00:05, 1.23it/s]" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\u001b[92m$30 " + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + " 88%|████████▊ | 44/50 [00:34<00:04, 1.24it/s]" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\u001b[91m$161 " + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + " 90%|█████████ | 45/50 [00:35<00:03, 1.32it/s]" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\u001b[92m$14 " + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + " 92%|█████████▏| 46/50 [00:36<00:03, 1.16it/s]" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\u001b[92m$2 " + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + " 94%|█████████▍| 47/50 [00:37<00:02, 1.24it/s]" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\u001b[91m$260 " + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + " 96%|█████████▌| 48/50 [00:37<00:01, 1.34it/s]" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\u001b[92m$4 " + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + " 98%|█████████▊| 49/50 [00:38<00:00, 1.39it/s]" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\u001b[91m$165 " + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "100%|██████████| 50/50 [00:39<00:00, 1.27it/s]" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\u001b[92m$30 \u001b[0m\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "\n" + ] + }, + { + "data": { + "application/vnd.plotly.v1+json": { + "config": { + "plotlyServerURL": "https://plot.ly" + }, + "data": [ + { + "fill": "toself", + "fillcolor": "rgba(128,128,128,0.2)", + "hoverinfo": "skip", + "line": { + "color": "rgba(255,255,255,0)" + }, + "type": "scatter", + "x": [ + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 50, + 49, + 48, + 47, + 46, + 45, + 44, + 43, + 42, + 41, + 40, + 39, + 38, + 37, + 36, + 35, + 34, + 33, + 32, + 31, + 30, + 29, + 28, + 27, + 26, + 25, + 24, + 23, + 22, + 21, + 20, + 19, + 18, + 17, + 16, + 15, + 14, + 13, + 12, + 11, + 10, + 9, + 8, + 7, + 6, + 5, + 4, + 3, + 2, + 1 + ], + "y": [ + 163.87, + 174.265005456469, + 160.97472524249815, + 140.8374565306833, + 120.58647806575047, + 132.07912966624951, + 119.29847044038644, + 108.32965876114534, + 108.05994731278489, + 107.0717753724752, + 102.68069188485626, + 96.96503948241339, + 91.48207306448691, + 86.73813634000585, + 99.80384846479443, + 98.1171249660115, + 98.98144705815743, + 94.71389412224984, + 90.61935670004654, + 86.97882500805278, + 84.62467053542527, + 81.62176649797492, + 90.04931983604311, + 87.77255886739198, + 99.64251653407415, + 97.77570701915714, + 94.99391096591397, + 99.85160456945648, + 99.1644228430351, + 96.59917885504419, + 94.08466129970463, + 91.5217739979651, + 90.45444050559861, + 94.36402915748131, + 93.66505692617353, + 91.44322134789655, + 93.98662746052017, + 92.28900530854503, + 90.48969260193961, + 88.71454688176837, + 91.69784423825502, + 112.21318133753506, + 110.3785842284451, + 111.7410116073221, + 109.7137299543226, + 107.55966990082558, + 111.77177249958979, + 109.70041533320124, + 111.02447379400881, + 109.47802531417277, + 53.385174685827266, + 53.937975185583056, + 51.82375133346547, + 53.018865798282576, + 49.51076488178316, + 50.759158934566315, + 51.74262475631431, + 49.420950655275874, + 49.9858662815126, + 47.39630210320843, + 44.717453118231674, + 45.69697406472709, + 46.64152100724448, + 47.34958875569609, + 44.65455642988127, + 46.09265735954078, + 45.392441430754005, + 42.08495343379535, + 41.65697600203494, + 43.29598386158571, + 44.702154478289174, + 46.04661163972354, + 44.84625257340069, + 40.7942371822342, + 42.08121605776596, + 41.80788346592588, + 37.263274465941386, + 37.60546277265256, + 33.200051683843284, + 34.71247232171761, + 34.801174991947235, + 36.93853803679559, + 39.81943921108352, + 42.646788235960244, + 38.969125033988504, + 36.72281820187224, + 30.969006517136986, + 33.04869616628231, + 36.108293850919935, + 38.29021720605283, + 36.434224627524806, + 30.2978304649929, + 22.325341238854655, + 25.74724384532783, + 27.14420366708383, + 10.317521934249527, + 21.697543469316678, + 53.071941424168486, + 99.60499454353102, + 163.87 + ] + }, + { + "line": { + "color": "firebrick", + "width": 3 + }, + "mode": "lines", + "type": "scatter", + "x": [ + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50 + ], + "y": [ + 163.87, + 136.935, + 107.02333333333333, + 81.2675, + 65.452, + 79.61166666666666, + 72.52285714285713, + 65.3275, + 69.17888888888889, + 71.753, + 70.48545454545454, + 66.53666666666666, + 62.26538461538461, + 58.85357142857142, + 68.26333333333334, + 68.543125, + 70.81411764705884, + 67.26666666666668, + 63.778947368421065, + 60.89000000000001, + 59.66857142857144, + 57.4109090909091, + 63.827391304347834, + 62.51791666666668, + 70.72520000000002, + 69.92846153846155, + 67.89407407407408, + 72.34892857142859, + 72.60551724137932, + 70.65066666666668, + 68.69032258064517, + 66.58937500000002, + 66.26969696969698, + 69.87823529411766, + 69.87885714285716, + 68.04888888888891, + 70.66810810810813, + 69.46526315789475, + 68.09333333333335, + 66.71600000000002, + 69.54707317073172, + 81.09952380952383, + 79.89976744186049, + 81.7418181818182, + 80.23644444444446, + 78.53521739130437, + 82.39531914893618, + 80.76208333333335, + 82.48122448979593, + 81.43160000000002 + ] + } + ], + "layout": { + "height": 360, + "showlegend": false, + "template": { + "data": { + "bar": [ + { + "error_x": { + "color": "#2a3f5f" + }, + "error_y": { + "color": "#2a3f5f" + }, + "marker": { + "line": { + "color": "white", + "width": 0.5 + }, + "pattern": { + "fillmode": "overlay", + "size": 10, + "solidity": 0.2 + } + }, + "type": "bar" + } + ], + "barpolar": [ + { + "marker": { + "line": { + "color": "white", + "width": 0.5 + }, + "pattern": { + "fillmode": "overlay", + "size": 10, + "solidity": 0.2 + } + }, + "type": "barpolar" + } + ], + "carpet": [ + { + "aaxis": { + "endlinecolor": "#2a3f5f", + "gridcolor": "#C8D4E3", + "linecolor": "#C8D4E3", + "minorgridcolor": "#C8D4E3", + "startlinecolor": "#2a3f5f" + }, + "baxis": { + "endlinecolor": "#2a3f5f", + "gridcolor": "#C8D4E3", + "linecolor": "#C8D4E3", + "minorgridcolor": "#C8D4E3", + "startlinecolor": "#2a3f5f" + }, + "type": "carpet" + } + ], + "choropleth": [ + { + "colorbar": { + "outlinewidth": 0, + "ticks": "" + }, + "type": "choropleth" + } + ], + "contour": [ + { + "colorbar": { + "outlinewidth": 0, + "ticks": "" + }, + "colorscale": [ + [ + 0, + "#0d0887" + ], + [ + 0.1111111111111111, + "#46039f" + ], + [ + 0.2222222222222222, + "#7201a8" + ], + [ + 0.3333333333333333, + "#9c179e" + ], + [ + 0.4444444444444444, + "#bd3786" + ], + [ + 0.5555555555555556, + "#d8576b" + ], + [ + 0.6666666666666666, + "#ed7953" + ], + [ + 0.7777777777777778, + "#fb9f3a" + ], + [ + 0.8888888888888888, + "#fdca26" + ], + [ + 1, + "#f0f921" + ] + ], + "type": "contour" + } + ], + "contourcarpet": [ + { + "colorbar": { + "outlinewidth": 0, + "ticks": "" + }, + "type": "contourcarpet" + } + ], + "heatmap": [ + { + "colorbar": { + "outlinewidth": 0, + "ticks": "" + }, + "colorscale": [ + [ + 0, + "#0d0887" + ], + [ + 0.1111111111111111, + "#46039f" + ], + [ + 0.2222222222222222, + "#7201a8" + ], + [ + 0.3333333333333333, + "#9c179e" + ], + [ + 0.4444444444444444, + "#bd3786" + ], + [ + 0.5555555555555556, + "#d8576b" + ], + [ + 0.6666666666666666, + "#ed7953" + ], + [ + 0.7777777777777778, + "#fb9f3a" + ], + [ + 0.8888888888888888, + "#fdca26" + ], + [ + 1, + "#f0f921" + ] + ], + "type": "heatmap" + } + ], + "histogram": [ + { + "marker": { + "pattern": { + "fillmode": "overlay", + "size": 10, + "solidity": 0.2 + } + }, + "type": "histogram" + } + ], + "histogram2d": [ + { + "colorbar": { + "outlinewidth": 0, + "ticks": "" + }, + "colorscale": [ + [ + 0, + "#0d0887" + ], + [ + 0.1111111111111111, + "#46039f" + ], + [ + 0.2222222222222222, + "#7201a8" + ], + [ + 0.3333333333333333, + "#9c179e" + ], + [ + 0.4444444444444444, + "#bd3786" + ], + [ + 0.5555555555555556, + "#d8576b" + ], + [ + 0.6666666666666666, + "#ed7953" + ], + [ + 0.7777777777777778, + "#fb9f3a" + ], + [ + 0.8888888888888888, + "#fdca26" + ], + [ + 1, + "#f0f921" + ] + ], + "type": "histogram2d" + } + ], + "histogram2dcontour": [ + { + "colorbar": { + "outlinewidth": 0, + "ticks": "" + }, + "colorscale": [ + [ + 0, + "#0d0887" + ], + [ + 0.1111111111111111, + "#46039f" + ], + [ + 0.2222222222222222, + "#7201a8" + ], + [ + 0.3333333333333333, + "#9c179e" + ], + [ + 0.4444444444444444, + "#bd3786" + ], + [ + 0.5555555555555556, + "#d8576b" + ], + [ + 0.6666666666666666, + "#ed7953" + ], + [ + 0.7777777777777778, + "#fb9f3a" + ], + [ + 0.8888888888888888, + "#fdca26" + ], + [ + 1, + "#f0f921" + ] + ], + "type": "histogram2dcontour" + } + ], + "mesh3d": [ + { + "colorbar": { + "outlinewidth": 0, + "ticks": "" + }, + "type": "mesh3d" + } + ], + "parcoords": [ + { + "line": { + "colorbar": { + "outlinewidth": 0, + "ticks": "" + } + }, + "type": "parcoords" + } + ], + "pie": [ + { + "automargin": true, + "type": "pie" + } + ], + "scatter": [ + { + "fillpattern": { + "fillmode": "overlay", + "size": 10, + "solidity": 0.2 + }, + "type": "scatter" + } + ], + "scatter3d": [ + { + "line": { + "colorbar": { + "outlinewidth": 0, + "ticks": "" + } + }, + "marker": { + "colorbar": { + "outlinewidth": 0, + "ticks": "" + } + }, + "type": "scatter3d" + } + ], + "scattercarpet": [ + { + "marker": { + "colorbar": { + "outlinewidth": 0, + "ticks": "" + } + }, + "type": "scattercarpet" + } + ], + "scattergeo": [ + { + "marker": { + "colorbar": { + "outlinewidth": 0, + "ticks": "" + } + }, + "type": "scattergeo" + } + ], + "scattergl": [ + { + "marker": { + "colorbar": { + "outlinewidth": 0, + "ticks": "" + } + }, + "type": "scattergl" + } + ], + "scattermap": [ + { + "marker": { + "colorbar": { + "outlinewidth": 0, + "ticks": "" + } + }, + "type": "scattermap" + } + ], + "scattermapbox": [ + { + "marker": { + "colorbar": { + "outlinewidth": 0, + "ticks": "" + } + }, + "type": "scattermapbox" + } + ], + "scatterpolar": [ + { + "marker": { + "colorbar": { + "outlinewidth": 0, + "ticks": "" + } + }, + "type": "scatterpolar" + } + ], + "scatterpolargl": [ + { + "marker": { + "colorbar": { + "outlinewidth": 0, + "ticks": "" + } + }, + "type": "scatterpolargl" + } + ], + "scatterternary": [ + { + "marker": { + "colorbar": { + "outlinewidth": 0, + "ticks": "" + } + }, + "type": "scatterternary" + } + ], + "surface": [ + { + "colorbar": { + "outlinewidth": 0, + "ticks": "" + }, + "colorscale": [ + [ + 0, + "#0d0887" + ], + [ + 0.1111111111111111, + "#46039f" + ], + [ + 0.2222222222222222, + "#7201a8" + ], + [ + 0.3333333333333333, + "#9c179e" + ], + [ + 0.4444444444444444, + "#bd3786" + ], + [ + 0.5555555555555556, + "#d8576b" + ], + [ + 0.6666666666666666, + "#ed7953" + ], + [ + 0.7777777777777778, + "#fb9f3a" + ], + [ + 0.8888888888888888, + "#fdca26" + ], + [ + 1, + "#f0f921" + ] + ], + "type": "surface" + } + ], + "table": [ + { + "cells": { + "fill": { + "color": "#EBF0F8" + }, + "line": { + "color": "white" + } + }, + "header": { + "fill": { + "color": "#C8D4E3" + }, + "line": { + "color": "white" + } + }, + "type": "table" + } + ] + }, + "layout": { + "annotationdefaults": { + "arrowcolor": "#2a3f5f", + "arrowhead": 0, + "arrowwidth": 1 + }, + "autotypenumbers": "strict", + "coloraxis": { + "colorbar": { + "outlinewidth": 0, + "ticks": "" + } + }, + "colorscale": { + "diverging": [ + [ + 0, + "#8e0152" + ], + [ + 0.1, + "#c51b7d" + ], + [ + 0.2, + "#de77ae" + ], + [ + 0.3, + "#f1b6da" + ], + [ + 0.4, + "#fde0ef" + ], + [ + 0.5, + "#f7f7f7" + ], + [ + 0.6, + "#e6f5d0" + ], + [ + 0.7, + "#b8e186" + ], + [ + 0.8, + "#7fbc41" + ], + [ + 0.9, + "#4d9221" + ], + [ + 1, + "#276419" + ] + ], + "sequential": [ + [ + 0, + "#0d0887" + ], + [ + 0.1111111111111111, + "#46039f" + ], + [ + 0.2222222222222222, + "#7201a8" + ], + [ + 0.3333333333333333, + "#9c179e" + ], + [ + 0.4444444444444444, + "#bd3786" + ], + [ + 0.5555555555555556, + "#d8576b" + ], + [ + 0.6666666666666666, + "#ed7953" + ], + [ + 0.7777777777777778, + "#fb9f3a" + ], + [ + 0.8888888888888888, + "#fdca26" + ], + [ + 1, + "#f0f921" + ] + ], + "sequentialminus": [ + [ + 0, + "#0d0887" + ], + [ + 0.1111111111111111, + "#46039f" + ], + [ + 0.2222222222222222, + "#7201a8" + ], + [ + 0.3333333333333333, + "#9c179e" + ], + [ + 0.4444444444444444, + "#bd3786" + ], + [ + 0.5555555555555556, + "#d8576b" + ], + [ + 0.6666666666666666, + "#ed7953" + ], + [ + 0.7777777777777778, + "#fb9f3a" + ], + [ + 0.8888888888888888, + "#fdca26" + ], + [ + 1, + "#f0f921" + ] + ] + }, + "colorway": [ + "#636efa", + "#EF553B", + "#00cc96", + "#ab63fa", + "#FFA15A", + "#19d3f3", + "#FF6692", + "#B6E880", + "#FF97FF", + "#FECB52" + ], + "font": { + "color": "#2a3f5f" + }, + "geo": { + "bgcolor": "white", + "lakecolor": "white", + "landcolor": "white", + "showlakes": true, + "showland": true, + "subunitcolor": "#C8D4E3" + }, + "hoverlabel": { + "align": "left" + }, + "hovermode": "closest", + "mapbox": { + "style": "light" + }, + "paper_bgcolor": "white", + "plot_bgcolor": "white", + "polar": { + "angularaxis": { + "gridcolor": "#EBF0F8", + "linecolor": "#EBF0F8", + "ticks": "" + }, + "bgcolor": "white", + "radialaxis": { + "gridcolor": "#EBF0F8", + "linecolor": "#EBF0F8", + "ticks": "" + } + }, + "scene": { + "xaxis": { + "backgroundcolor": "white", + "gridcolor": "#DFE8F3", + "gridwidth": 2, + "linecolor": "#EBF0F8", + "showbackground": true, + "ticks": "", + "zerolinecolor": "#EBF0F8" + }, + "yaxis": { + "backgroundcolor": "white", + "gridcolor": "#DFE8F3", + "gridwidth": 2, + "linecolor": "#EBF0F8", + "showbackground": true, + "ticks": "", + "zerolinecolor": "#EBF0F8" + }, + "zaxis": { + "backgroundcolor": "white", + "gridcolor": "#DFE8F3", + "gridwidth": 2, + "linecolor": "#EBF0F8", + "showbackground": true, + "ticks": "", + "zerolinecolor": "#EBF0F8" + } + }, + "shapedefaults": { + "line": { + "color": "#2a3f5f" + } + }, + "ternary": { + "aaxis": { + "gridcolor": "#DFE8F3", + "linecolor": "#A2B1C6", + "ticks": "" + }, + "baxis": { + "gridcolor": "#DFE8F3", + "linecolor": "#A2B1C6", + "ticks": "" + }, + "bgcolor": "white", + "caxis": { + "gridcolor": "#DFE8F3", + "linecolor": "#A2B1C6", + "ticks": "" + } + }, + "title": { + "x": 0.05 + }, + "xaxis": { + "automargin": true, + "gridcolor": "#EBF0F8", + "linecolor": "#EBF0F8", + "ticks": "", + "title": { + "standoff": 15 + }, + "zerolinecolor": "#EBF0F8", + "zerolinewidth": 2 + }, + "yaxis": { + "automargin": true, + "gridcolor": "#EBF0F8", + "linecolor": "#EBF0F8", + "ticks": "", + "title": { + "standoff": 15 + }, + "zerolinecolor": "#EBF0F8", + "zerolinewidth": 2 + } + } + }, + "title": { + "text": "Claude Zero Shot Error: $81.43 ± $28.05" + }, + "width": 1000, + "xaxis": { + "title": { + "text": "Number of Datapoints" + } + }, + "yaxis": { + "title": { + "text": "Average Absolute Error ($)" + } + } + } + } + }, + "metadata": {}, + "output_type": "display_data" + }, + { + "data": { + "application/vnd.plotly.v1+json": { + "config": { + "plotlyServerURL": "https://plot.ly" + }, + "data": [ + { + "customdata": [ + [ + "hansgrohe Croma Select S 7-inch Showerhe...\nGuess=$89.99 Actual=$253.86" + ], + [ + "BUMPERS THAT DELIVER - Primered, Front U...\nGuess=$85.99 Actual=$195.99" + ], + [ + "Hasbro Marvel Legends Series 6-inch Coll...\nGuess=$49.99 Actual=$200.40" + ], + [ + "CMT 283.108.14M Industrial Melamine and ...\nGuess=$89.99 Actual=$184.91" + ], + [ + "TENSSENX Foldable GPS Drone with 4K UHD ...\nGuess=$349.99 Actual=$149.99" + ], + [ + "Wright Tool #4482 Pear Head Contour Hand...\nGuess=$45.99 Actual=$153.14" + ], + [ + "Saint Seiya Appendix Gold Cloth Pandora ...\nGuess=$45.99 Actual=$313.69" + ], + [ + "Covenant of Antarctica Aerial Battle Gro...\nGuess=$34.99 Actual=$199.95" + ], + [ + "Yealink T53 IP Phone, 12 VoIP Accounts. ...\nGuess=$299.99 Actual=$117.20" + ], + [ + "WARN 89125 Trans4mer Winch Mounting Kit,...\nGuess=$89.99 Actual=$644.74" + ], + [ + "APDTY 600071 Electric Water Pump Assembl...\nGuess=$45.99 Actual=$206.94" + ], + [ + "Rear Brake Backing Plate Dust Shield Set...\nGuess=$24.99 Actual=$284.95" + ], + [ + "Glardon-Vallorbe Flex Shaft #30 Handpiec...\nGuess=$285.00 Actual=$120.00" + ] + ], + "hovertemplate": "%{customdata[0]}", + "legendgroup": "red", + "marker": { + "color": "red", + "size": 6, + "symbol": "circle" + }, + "mode": "markers", + "name": "red", + "orientation": "v", + "showlegend": true, + "type": "scatter", + "x": { + "bdata": "7FG4HoW7b0BI4XoUrn9oQM3MzMzMDGlAhetRuB4dZ0BI4XoUrr9iQBSuR+F6JGNA16NwPQqbc0BmZmZmZv5oQM3MzMzMTF1AUrgeheslhECuR+F6FN5pQDMzMzMzz3FAAAAAAAAAXkA=", + "dtype": "f8" + }, + "xaxis": "x", + "y": { + "bdata": "j8L1KFx/VkCPwvUoXH9VQB+F61G4/khAj8L1KFx/VkCkcD0K1991QB+F61G4/kZAH4XrUbj+RkAfhetRuH5BQKRwPQrXv3JAj8L1KFx/VkAfhetRuP5GQD0K16Nw/ThAAAAAAADQcUA=", + "dtype": "f8" + }, + "yaxis": "y" + }, + { + "customdata": [ + [ + "Talent LP12LED PAR 36 DMX RGB LED Mini L...\nGuess=$85.00 Actual=$37.80" + ], + [ + "Canon PowerShot SX120IS 10MP Digital Cam...\nGuess=$299.99 Actual=$399.98" + ], + [ + "Kate 8x8ft Spring Photo Backdrops Indoor...\nGuess=$24.99 Actual=$82.80" + ], + [ + "Walker Exhaust 44123 Exhaust Pipe\nGuess=$45.99 Actual=$118.73" + ], + [ + "Canon Digital SLR Camera Body [EOS 80D] ...\nGuess=$899.99 Actual=$695.00" + ], + [ + "ELITE Luxury Short Bathroom Oil Rubbed B...\nGuess=$45.99 Actual=$96.00" + ], + [ + "GIBSON EXHST Gibson Performance Exhaust ...\nGuess=$450.00 Actual=$642.63" + ], + [ + "Monroe Shocks & Struts Quick-Strut 27149...\nGuess=$185.99 Actual=$106.20" + ], + [ + "Dell 0G8763 73GB SAS 10K 3.5\nGuess=$89.99 Actual=$33.95" + ], + [ + "Dasaita Vivid HD 10.2\" Android Car Stere...\nGuess=$289.99 Actual=$478.95" + ], + [ + "XTRONS® 12.1 Inch 1080P Video Car Overhe...\nGuess=$89.99 Actual=$159.89" + ] + ], + "hovertemplate": "%{customdata[0]}", + "legendgroup": "orange", + "marker": { + "color": "orange", + "size": 6, + "symbol": "circle" + }, + "mode": "markers", + "name": "orange", + "orientation": "v", + "showlegend": true, + "type": "scatter", + "x": { + "bdata": "ZmZmZmbmQkBI4XoUrv94QDMzMzMzs1RAH4XrUbiuXUAAAAAAALiFQAAAAAAAAFhA16NwPQoVhEDNzMzMzIxaQJqZmZmZ+UBAMzMzMzPvfUAUrkfhevxjQA==", + "dtype": "f8" + }, + "xaxis": "x", + "y": { + "bdata": "AAAAAABAVUCkcD0K179yQD0K16Nw/ThAH4XrUbj+RkBSuB6F6x+MQB+F61G4/kZAAAAAAAAgfEBI4XoUrj9nQI/C9Shcf1ZApHA9CtcfckCPwvUoXH9WQA==", + "dtype": "f8" + }, + "yaxis": "y" + }, + { + "customdata": [ + [ + "90W 65W AC Charger Fit for Dell Inspiron...\nGuess=$24.99 Actual=$28.99" + ], + [ + "Case for Xiaomi Mi Note 10 Lite Case Cov...\nGuess=$12.99 Actual=$10.80" + ], + [ + "Blow Off WPB44-2644 Electronic Cleaning ...\nGuess=$89.99 Actual=$60.00" + ], + [ + "Creative Crafthouse Decision Maker - Sta...\nGuess=$12.99 Actual=$27.95" + ], + [ + "LG EAU61865301 Genuine OEM Convection Fa...\nGuess=$45.99 Actual=$69.09" + ], + [ + "High Country Plastics Trailer, RV Entry ...\nGuess=$89.99 Actual=$101.00" + ], + [ + "BDK Wheel Guards – (4 Pack) Hubcaps for ...\nGuess=$24.99 Actual=$39.49" + ], + [ + "Anytime Tools Transfer Punch 28 Piece Se...\nGuess=$24.99 Actual=$31.95" + ], + [ + "Pink Monogram Letter E Cat Dog Rainbow P...\nGuess=$15.99 Actual=$14.99" + ], + [ + "Ztotop Case for iPad Pro 12.9 Inch 2017/...\nGuess=$15.99 Actual=$21.99" + ], + [ + "Ford Cap\nGuess=$24.99 Actual=$60.23" + ], + [ + "Mist RFMFS395 Replacement Filter for Fau...\nGuess=$24.99 Actual=$34.99" + ], + [ + "DEPO 321-55007-100 Replacement Engine Co...\nGuess=$45.99 Actual=$78.39" + ], + [ + "2 Pack 45'' X 10\" Inflatable Kiddie Pool...\nGuess=$24.99 Actual=$39.99" + ], + [ + "Wheel Hub Front Left LH or Right RH for ...\nGuess=$45.99 Actual=$59.95" + ], + [ + "Theater Solutions TSS8A Home Theater Del...\nGuess=$89.99 Actual=$80.11" + ], + [ + "55mm Essential Lens Kit with 2X Telephot...\nGuess=$29.99 Actual=$31.45" + ], + [ + "Electric Gel Ball Blaster - High Speed A...\nGuess=$45.99 Actual=$49.99" + ], + [ + "ProMaster 77mm UV Filter, Ultraviolet Pr...\nGuess=$24.99 Actual=$49.95" + ], + [ + "New Starter Replacement for Tecumseh Eng...\nGuess=$45.99 Actual=$61.95" + ], + [ + "Costzon Swing Frame Stand with Swing Sea...\nGuess=$49.99 Actual=$62.99" + ], + [ + "Pica Master-Set Carpenter 55030\nGuess=$89.99 Actual=$60.48" + ], + [ + "Solar Floor Lamp, Ourdoor Floor Lamps fo...\nGuess=$45.99 Actual=$59.99" + ], + [ + "GLCON Hard Protective Carrying Case - Po...\nGuess=$12.99 Actual=$14.97" + ], + [ + "iPhone Fast Charger Block, 3Pack 20W USB...\nGuess=$19.99 Actual=$23.99" + ], + [ + "iZEEKER iA800 Action Camera 4K60FPS 24MP...\nGuess=$89.99 Actual=$119.99" + ] + ], + "hovertemplate": "%{customdata[0]}", + "legendgroup": "green", + "marker": { + "color": "green", + "size": 6, + "symbol": "circle" + }, + "mode": "markers", + "name": "green", + "orientation": "v", + "showlegend": true, + "type": "scatter", + "x": { + "bdata": "PQrXo3D9PECamZmZmZklQAAAAAAAAE5AMzMzMzPzO0D2KFyPwkVRQAAAAAAAQFlAH4XrUbi+Q0AzMzMzM/M/QHsUrkfh+i1APQrXo3D9NUA9CtejcB1OQB+F61G4fkFAKVyPwvWYU0AfhetRuP5DQJqZmZmZ+U1A16NwPQoHVEAzMzMzM3M/QB+F61G4/khAmpmZmZn5SECamZmZmflOQB+F61G4fk9APQrXo3A9TkAfhetRuP5NQHE9Ctej8C1APQrXo3D9N0CPwvUoXP9dQA==", + "dtype": "f8" + }, + "xaxis": "x", + "y": { + "bdata": "PQrXo3D9OEB7FK5H4fopQI/C9Shcf1ZAexSuR+H6KUAfhetRuP5GQI/C9Shcf1ZAPQrXo3D9OEA9CtejcP04QHsUrkfh+i9AexSuR+H6L0A9CtejcP04QD0K16Nw/ThAH4XrUbj+RkA9CtejcP04QB+F61G4/kZAj8L1KFx/VkA9CtejcP09QB+F61G4/kZAPQrXo3D9OEAfhetRuP5GQB+F61G4/khAj8L1KFx/VkAfhetRuP5GQHsUrkfh+ilAPQrXo3D9M0CPwvUoXH9WQA==", + "dtype": "f8" + }, + "yaxis": "y" + }, + { + "hoverinfo": "skip", + "line": { + "color": "deepskyblue", + "dash": "dash", + "width": 2 + }, + "mode": "lines", + "showlegend": false, + "type": "scatter", + "x": [ + 0, + 899.99 + ], + "y": [ + 0, + 899.99 + ] + } + ], + "layout": { + "height": 800, + "legend": { + "title": { + "text": "color" + }, + "tracegroupgap": 0 + }, + "showlegend": false, + "template": { + "data": { + "bar": [ + { + "error_x": { + "color": "#2a3f5f" + }, + "error_y": { + "color": "#2a3f5f" + }, + "marker": { + "line": { + "color": "#E5ECF6", + "width": 0.5 + }, + "pattern": { + "fillmode": "overlay", + "size": 10, + "solidity": 0.2 + } + }, + "type": "bar" + } + ], + "barpolar": [ + { + "marker": { + "line": { + "color": "#E5ECF6", + "width": 0.5 + }, + "pattern": { + "fillmode": "overlay", + "size": 10, + "solidity": 0.2 + } + }, + "type": "barpolar" + } + ], + "carpet": [ + { + "aaxis": { + "endlinecolor": "#2a3f5f", + "gridcolor": "white", + "linecolor": "white", + "minorgridcolor": "white", + "startlinecolor": "#2a3f5f" + }, + "baxis": { + "endlinecolor": "#2a3f5f", + "gridcolor": "white", + "linecolor": "white", + "minorgridcolor": "white", + "startlinecolor": "#2a3f5f" + }, + "type": "carpet" + } + ], + "choropleth": [ + { + "colorbar": { + "outlinewidth": 0, + "ticks": "" + }, + "type": "choropleth" + } + ], + "contour": [ + { + "colorbar": { + "outlinewidth": 0, + "ticks": "" + }, + "colorscale": [ + [ + 0, + "#0d0887" + ], + [ + 0.1111111111111111, + "#46039f" + ], + [ + 0.2222222222222222, + "#7201a8" + ], + [ + 0.3333333333333333, + "#9c179e" + ], + [ + 0.4444444444444444, + "#bd3786" + ], + [ + 0.5555555555555556, + "#d8576b" + ], + [ + 0.6666666666666666, + "#ed7953" + ], + [ + 0.7777777777777778, + "#fb9f3a" + ], + [ + 0.8888888888888888, + "#fdca26" + ], + [ + 1, + "#f0f921" + ] + ], + "type": "contour" + } + ], + "contourcarpet": [ + { + "colorbar": { + "outlinewidth": 0, + "ticks": "" + }, + "type": "contourcarpet" + } + ], + "heatmap": [ + { + "colorbar": { + "outlinewidth": 0, + "ticks": "" + }, + "colorscale": [ + [ + 0, + "#0d0887" + ], + [ + 0.1111111111111111, + "#46039f" + ], + [ + 0.2222222222222222, + "#7201a8" + ], + [ + 0.3333333333333333, + "#9c179e" + ], + [ + 0.4444444444444444, + "#bd3786" + ], + [ + 0.5555555555555556, + "#d8576b" + ], + [ + 0.6666666666666666, + "#ed7953" + ], + [ + 0.7777777777777778, + "#fb9f3a" + ], + [ + 0.8888888888888888, + "#fdca26" + ], + [ + 1, + "#f0f921" + ] + ], + "type": "heatmap" + } + ], + "histogram": [ + { + "marker": { + "pattern": { + "fillmode": "overlay", + "size": 10, + "solidity": 0.2 + } + }, + "type": "histogram" + } + ], + "histogram2d": [ + { + "colorbar": { + "outlinewidth": 0, + "ticks": "" + }, + "colorscale": [ + [ + 0, + "#0d0887" + ], + [ + 0.1111111111111111, + "#46039f" + ], + [ + 0.2222222222222222, + "#7201a8" + ], + [ + 0.3333333333333333, + "#9c179e" + ], + [ + 0.4444444444444444, + "#bd3786" + ], + [ + 0.5555555555555556, + "#d8576b" + ], + [ + 0.6666666666666666, + "#ed7953" + ], + [ + 0.7777777777777778, + "#fb9f3a" + ], + [ + 0.8888888888888888, + "#fdca26" + ], + [ + 1, + "#f0f921" + ] + ], + "type": "histogram2d" + } + ], + "histogram2dcontour": [ + { + "colorbar": { + "outlinewidth": 0, + "ticks": "" + }, + "colorscale": [ + [ + 0, + "#0d0887" + ], + [ + 0.1111111111111111, + "#46039f" + ], + [ + 0.2222222222222222, + "#7201a8" + ], + [ + 0.3333333333333333, + "#9c179e" + ], + [ + 0.4444444444444444, + "#bd3786" + ], + [ + 0.5555555555555556, + "#d8576b" + ], + [ + 0.6666666666666666, + "#ed7953" + ], + [ + 0.7777777777777778, + "#fb9f3a" + ], + [ + 0.8888888888888888, + "#fdca26" + ], + [ + 1, + "#f0f921" + ] + ], + "type": "histogram2dcontour" + } + ], + "mesh3d": [ + { + "colorbar": { + "outlinewidth": 0, + "ticks": "" + }, + "type": "mesh3d" + } + ], + "parcoords": [ + { + "line": { + "colorbar": { + "outlinewidth": 0, + "ticks": "" + } + }, + "type": "parcoords" + } + ], + "pie": [ + { + "automargin": true, + "type": "pie" + } + ], + "scatter": [ + { + "fillpattern": { + "fillmode": "overlay", + "size": 10, + "solidity": 0.2 + }, + "type": "scatter" + } + ], + "scatter3d": [ + { + "line": { + "colorbar": { + "outlinewidth": 0, + "ticks": "" + } + }, + "marker": { + "colorbar": { + "outlinewidth": 0, + "ticks": "" + } + }, + "type": "scatter3d" + } + ], + "scattercarpet": [ + { + "marker": { + "colorbar": { + "outlinewidth": 0, + "ticks": "" + } + }, + "type": "scattercarpet" + } + ], + "scattergeo": [ + { + "marker": { + "colorbar": { + "outlinewidth": 0, + "ticks": "" + } + }, + "type": "scattergeo" + } + ], + "scattergl": [ + { + "marker": { + "colorbar": { + "outlinewidth": 0, + "ticks": "" + } + }, + "type": "scattergl" + } + ], + "scattermap": [ + { + "marker": { + "colorbar": { + "outlinewidth": 0, + "ticks": "" + } + }, + "type": "scattermap" + } + ], + "scattermapbox": [ + { + "marker": { + "colorbar": { + "outlinewidth": 0, + "ticks": "" + } + }, + "type": "scattermapbox" + } + ], + "scatterpolar": [ + { + "marker": { + "colorbar": { + "outlinewidth": 0, + "ticks": "" + } + }, + "type": "scatterpolar" + } + ], + "scatterpolargl": [ + { + "marker": { + "colorbar": { + "outlinewidth": 0, + "ticks": "" + } + }, + "type": "scatterpolargl" + } + ], + "scatterternary": [ + { + "marker": { + "colorbar": { + "outlinewidth": 0, + "ticks": "" + } + }, + "type": "scatterternary" + } + ], + "surface": [ + { + "colorbar": { + "outlinewidth": 0, + "ticks": "" + }, + "colorscale": [ + [ + 0, + "#0d0887" + ], + [ + 0.1111111111111111, + "#46039f" + ], + [ + 0.2222222222222222, + "#7201a8" + ], + [ + 0.3333333333333333, + "#9c179e" + ], + [ + 0.4444444444444444, + "#bd3786" + ], + [ + 0.5555555555555556, + "#d8576b" + ], + [ + 0.6666666666666666, + "#ed7953" + ], + [ + 0.7777777777777778, + "#fb9f3a" + ], + [ + 0.8888888888888888, + "#fdca26" + ], + [ + 1, + "#f0f921" + ] + ], + "type": "surface" + } + ], + "table": [ + { + "cells": { + "fill": { + "color": "#EBF0F8" + }, + "line": { + "color": "white" + } + }, + "header": { + "fill": { + "color": "#C8D4E3" + }, + "line": { + "color": "white" + } + }, + "type": "table" + } + ] + }, + "layout": { + "annotationdefaults": { + "arrowcolor": "#2a3f5f", + "arrowhead": 0, + "arrowwidth": 1 + }, + "autotypenumbers": "strict", + "coloraxis": { + "colorbar": { + "outlinewidth": 0, + "ticks": "" + } + }, + "colorscale": { + "diverging": [ + [ + 0, + "#8e0152" + ], + [ + 0.1, + "#c51b7d" + ], + [ + 0.2, + "#de77ae" + ], + [ + 0.3, + "#f1b6da" + ], + [ + 0.4, + "#fde0ef" + ], + [ + 0.5, + "#f7f7f7" + ], + [ + 0.6, + "#e6f5d0" + ], + [ + 0.7, + "#b8e186" + ], + [ + 0.8, + "#7fbc41" + ], + [ + 0.9, + "#4d9221" + ], + [ + 1, + "#276419" + ] + ], + "sequential": [ + [ + 0, + "#0d0887" + ], + [ + 0.1111111111111111, + "#46039f" + ], + [ + 0.2222222222222222, + "#7201a8" + ], + [ + 0.3333333333333333, + "#9c179e" + ], + [ + 0.4444444444444444, + "#bd3786" + ], + [ + 0.5555555555555556, + "#d8576b" + ], + [ + 0.6666666666666666, + "#ed7953" + ], + [ + 0.7777777777777778, + "#fb9f3a" + ], + [ + 0.8888888888888888, + "#fdca26" + ], + [ + 1, + "#f0f921" + ] + ], + "sequentialminus": [ + [ + 0, + "#0d0887" + ], + [ + 0.1111111111111111, + "#46039f" + ], + [ + 0.2222222222222222, + "#7201a8" + ], + [ + 0.3333333333333333, + "#9c179e" + ], + [ + 0.4444444444444444, + "#bd3786" + ], + [ + 0.5555555555555556, + "#d8576b" + ], + [ + 0.6666666666666666, + "#ed7953" + ], + [ + 0.7777777777777778, + "#fb9f3a" + ], + [ + 0.8888888888888888, + "#fdca26" + ], + [ + 1, + "#f0f921" + ] + ] + }, + "colorway": [ + "#636efa", + "#EF553B", + "#00cc96", + "#ab63fa", + "#FFA15A", + "#19d3f3", + "#FF6692", + "#B6E880", + "#FF97FF", + "#FECB52" + ], + "font": { + "color": "#2a3f5f" + }, + "geo": { + "bgcolor": "white", + "lakecolor": "white", + "landcolor": "#E5ECF6", + "showlakes": true, + "showland": true, + "subunitcolor": "white" + }, + "hoverlabel": { + "align": "left" + }, + "hovermode": "closest", + "mapbox": { + "style": "light" + }, + "paper_bgcolor": "white", + "plot_bgcolor": "#E5ECF6", + "polar": { + "angularaxis": { + "gridcolor": "white", + "linecolor": "white", + "ticks": "" + }, + "bgcolor": "#E5ECF6", + "radialaxis": { + "gridcolor": "white", + "linecolor": "white", + "ticks": "" + } + }, + "scene": { + "xaxis": { + "backgroundcolor": "#E5ECF6", + "gridcolor": "white", + "gridwidth": 2, + "linecolor": "white", + "showbackground": true, + "ticks": "", + "zerolinecolor": "white" + }, + "yaxis": { + "backgroundcolor": "#E5ECF6", + "gridcolor": "white", + "gridwidth": 2, + "linecolor": "white", + "showbackground": true, + "ticks": "", + "zerolinecolor": "white" + }, + "zaxis": { + "backgroundcolor": "#E5ECF6", + "gridcolor": "white", + "gridwidth": 2, + "linecolor": "white", + "showbackground": true, + "ticks": "", + "zerolinecolor": "white" + } + }, + "shapedefaults": { + "line": { + "color": "#2a3f5f" + } + }, + "ternary": { + "aaxis": { + "gridcolor": "white", + "linecolor": "white", + "ticks": "" + }, + "baxis": { + "gridcolor": "white", + "linecolor": "white", + "ticks": "" + }, + "bgcolor": "#E5ECF6", + "caxis": { + "gridcolor": "white", + "linecolor": "white", + "ticks": "" + } + }, + "title": { + "x": 0.05 + }, + "xaxis": { + "automargin": true, + "gridcolor": "white", + "linecolor": "white", + "ticks": "", + "title": { + "standoff": 15 + }, + "zerolinecolor": "white", + "zerolinewidth": 2 + }, + "yaxis": { + "automargin": true, + "gridcolor": "white", + "linecolor": "white", + "ticks": "", + "title": { + "standoff": 15 + }, + "zerolinecolor": "white", + "zerolinewidth": 2 + } + } + }, + "title": { + "text": "Claude Zero Shot results
Error: $81.43 MSE: 16,869 r²: 36.9%" + }, + "width": 1000, + "xaxis": { + "anchor": "y", + "domain": [ + 0, + 1 + ], + "range": [ + 0, + 899.99 + ], + "title": { + "text": "Actual Price" + } + }, + "yaxis": { + "anchor": "x", + "domain": [ + 0, + 1 + ], + "range": [ + 0, + 899.99 + ], + "title": { + "text": "Predicted Price" + } + } + } + } + }, + "metadata": {}, + "output_type": "display_data" + } + ], + "source": [ + "def claude_zero_shot(item: Item) -> str:\n", + " \"\"\"Claude with no few-shot examples — baseline comparison.\"\"\"\n", + " response = client.messages.create(\n", + " model=MODEL,\n", + " max_tokens=16,\n", + " system=\"You are an expert product pricer. Respond with ONLY the price in the format $X.XX.\",\n", + " messages=[{\n", + " \"role\": \"user\",\n", + " \"content\": f\"Estimate the price of this product:\\n\\n{item.summary}\"\n", + " }]\n", + " )\n", + " return response.content[0].text.strip()\n", + "\n", + "\n", + "# Evaluate zero-shot baseline (smaller sample for speed)\n", + "evaluate(claude_zero_shot, test, size=50)" + ] + }, + { + "cell_type": "markdown", + "id": "76c2e49e", + "metadata": {}, + "source": [ + "## Summary\n", + "\n", + "| Component | Original (OpenAI) | This notebook (Anthropic) |\n", + "|---|---|---|\n", + "| LLM | GPT-4.1-nano (fine-tuned) | Claude Haiku (few-shot) |\n", + "| Training data | 60 examples → JSONL → upload → training job | 60 examples → JSONL → injected into system prompt |\n", + "| Inference | Fine-tuned model endpoint | Claude API with few-shot system prompt |\n", + "| Evaluation | `Tester` class + Plotly charts | Identical `Tester` class + Plotly charts |\n", + "| Dataset | `ed-donner/items_lite` (HuggingFace) | Same |\n", + "\n", + "### Key takeaways\n", + "- Few-shot prompting with 60 examples is a strong substitute for fine-tuning on small datasets\n", + "- The JSONL preparation pipeline is identical and future-proof — if Anthropic releases a fine-tuning API, the same files can be uploaded directly\n", + "- Swap `claude-haiku-4-5-20251001` → `claude-sonnet-4-6` for higher accuracy at higher cost\n", + "- Swap `MODEL` and `N_TRAIN` at the top of the notebook to experiment" + ] + } + ], + "metadata": { + "kernelspec": { + "display_name": ".venv (3.11.9)", + "language": "python", + "name": "python3" + }, + "language_info": { + "codemirror_mode": { + "name": "ipython", + "version": 3 + }, + "file_extension": ".py", + "mimetype": "text/x-python", + "name": "python", + "nbconvert_exporter": "python", + "pygments_lexer": "ipython3", + "version": "3.11.9" + } + }, + "nbformat": 4, + "nbformat_minor": 5 +} From 20049453c37908684b139e2eb820ec7b6a929017 Mon Sep 17 00:00:00 2001 From: Jonas Thamane <166150947+NathiJonas@users.noreply.github.com> Date: Mon, 9 Mar 2026 19:43:23 +0200 Subject: [PATCH 2/2] Update Jonas Thamane Week 6 PR..ipynb Fixed the outputs issue. --- .../Jonas Thamane Week 6 PR..ipynb | 6082 +---------------- 1 file changed, 25 insertions(+), 6057 deletions(-) diff --git a/community-contributions/Jonas Thamane Week 6 PR..ipynb b/community-contributions/Jonas Thamane Week 6 PR..ipynb index 9d61c00031..d0678120aa 100644 --- a/community-contributions/Jonas Thamane Week 6 PR..ipynb +++ b/community-contributions/Jonas Thamane Week 6 PR..ipynb @@ -25,20 +25,10 @@ }, { "cell_type": "code", - "execution_count": 1, + "execution_count": null, "id": "c53214dd", "metadata": {}, - "outputs": [ - { - "name": "stderr", - "output_type": "stream", - "text": [ - "\n", - "[notice] A new release of pip is available: 24.0 -> 26.0.1\n", - "[notice] To update, run: c:\\Users\\Lenovo\\projects\\llm_engineering\\.venv\\Scripts\\python.exe -m pip install --upgrade pip\n" - ] - } - ], + "outputs": [], "source": [ "import sys\n", "!{sys.executable} -m pip install -q anthropic python-dotenv huggingface_hub datasets \\\n", @@ -58,26 +48,7 @@ "execution_count": null, "id": "60f766c0", "metadata": {}, - "outputs": [ - { - "name": "stderr", - "output_type": "stream", - "text": [ - "Note: Environment variable`HF_TOKEN` is set and is the current active token independently from the token you've just configured.\n" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "HuggingFace token found: hf_akelc...\n", - "Anthropic API Key found: sk-ant-api03-me...\n", - "\n", - "Model : claude-haiku-4-5-20251001\n", - "Train : 60 examples (few-shot)\n" - ] - } - ], + "outputs": [], "source": [ "import os\n", "import re\n", @@ -139,14 +110,14 @@ }, { "cell_type": "code", - "execution_count": 10, + "execution_count": null, "id": "e969f575", "metadata": {}, "outputs": [], "source": [ "from huggingface_hub import login\n", "import os\n", - "os.environ[\"HF_TOKEN\"] = \"hf_8888888888888888888\"\n", + "os.environ[\"HF_TOKEN\"] = \"hf_9999989998989898\"\n", "\n" ] }, @@ -155,33 +126,7 @@ "execution_count": null, "id": "913e1553", "metadata": {}, - "outputs": [ - { - "name": "stderr", - "output_type": "stream", - "text": [ - "c:\\Users\\Lenovo\\projects\\llm_engineering\\.venv\\Lib\\site-packages\\huggingface_hub\\file_download.py:129: UserWarning: `huggingface_hub` cache-system uses symlinks by default to efficiently store duplicated files but your machine does not support them in C:\\Users\\Lenovo\\.cache\\huggingface\\hub\\datasets--ed-donner--items_lite. Caching files will still work but in a degraded version that might require more space on your disk. This warning can be disabled by setting the `HF_HUB_DISABLE_SYMLINKS_WARNING` environment variable. For more details, see https://huggingface.co/docs/huggingface_hub/how-to-cache#limitations.\n", - "To support symlinks on Windows, you either need to activate Developer Mode or to run Python as an administrator. In order to activate developer mode, see this article: https://docs.microsoft.com/en-us/windows/apps/get-started/enable-your-device-for-development\n", - " warnings.warn(message)\n", - "Generating train split: 100%|██████████| 20000/20000 [00:00<00:00, 271139.91 examples/s]\n", - "Generating validation split: 100%|██████████| 1000/1000 [00:00<00:00, 40156.86 examples/s]\n", - "Generating test split: 100%|██████████| 1000/1000 [00:00<00:00, 63921.97 examples/s]\n" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "Loaded 14,000 training items\n", - " 3,000 validation items\n", - " 3,000 test items\n", - "\n", - "Sample item:\n", - " title : Schlage F59 AND 613 Andover Interior Knob with Deadbolt, Oil Rubbed Bronze (Interior Half Only)\n", - " price : $64.30\n" - ] - } - ], + "outputs": [], "source": [ "from datasets import load_dataset\n", "\n", @@ -238,31 +183,12 @@ "print(f\" price : ${train[0].price:.2f}\")" ] }, - { - "cell_type": "markdown", - "id": "d2e351e6", - "metadata": {}, - "source": [ - "## 4. Subset the Training Data\n", - "\n", - "Same as the original: 60 training examples, 50 validation examples." - ] - }, { "cell_type": "code", - "execution_count": 13, + "execution_count": null, "id": "9f0c014d", "metadata": {}, - "outputs": [ - { - "name": "stdout", - "output_type": "stream", - "text": [ - "Few-shot training examples : 60\n", - "Validation examples : 50\n" - ] - } - ], + "outputs": [], "source": [ "fine_tune_train = train[:N_TRAIN]\n", "fine_tune_validation = val[:N_VAL]\n", @@ -287,20 +213,7 @@ "execution_count": null, "id": "296c11a7", "metadata": {}, - "outputs": [ - { - "data": { - "text/plain": [ - "[{'role': 'user',\n", - " 'content': 'Estimate the price of this product. Respond with the price only, no explanation.\\n\\nSchlage F59 AND 613 Andover Interior Knob with Deadbolt, Oil Rubbed Bronze (Interior Half Only)'},\n", - " {'role': 'assistant', 'content': '$64.30'}]" - ] - }, - "execution_count": 14, - "metadata": {}, - "output_type": "execute_result" - } - ], + "outputs": [], "source": [ "def messages_for(item: Item) -> list[dict]:\n", " \"\"\"Build a (user, assistant) message pair for one item.\"\"\"\n", @@ -323,17 +236,7 @@ "execution_count": null, "id": "89f7ee8e", "metadata": {}, - "outputs": [ - { - "name": "stdout", - "output_type": "stream", - "text": [ - "{\"messages\": [{\"role\": \"user\", \"content\": \"Estimate the price of this product. Respond with the price only, no explanation.\\n\\nSchlage F59 AND 613 Andover Interior Knob with Deadbolt, Oil Rubbed Bronze (Interior Half Only)\"}, {\"role\": \"assistant\", \"content\": \"$64.30\"}]}\n", - "{\"messages\": [{\"role\": \"user\", \"content\": \"Estimate the price of this product. Respond with the price only, no explanation.\\n\\nKiCA JETFAN 1.0 Mini Electric Air Duster Fan Blower Aluminum, 86,000RPM up to 11m/s Wind Speed for Computer Keyboard Electronics Cleaning, Outdoor Hiking, Camping, Air Cushion Inflation, BBQ\"}, {\"role\": \"assistant\", \"content\": \"$79.00\"}]}\n", - "{\"messages\": [{\"role\": \"user\", \"content\": \"Estimate the price of this product. Respond with the price only, no explanation.\\n\\nBose QuietComfort 35 (Series I) Wireless Noise Cancelling Headphones - Silver (Renewed)\"}, {\"role\": \"assistant\", \"content\": \"$240.00\"}]}\n" - ] - } - ], + "outputs": [], "source": [ "def make_jsonl(items: list[Item]) -> str:\n", " \"\"\"\n", @@ -353,19 +256,10 @@ }, { "cell_type": "code", - "execution_count": 16, + "execution_count": null, "id": "2f54b459", "metadata": {}, - "outputs": [ - { - "name": "stdout", - "output_type": "stream", - "text": [ - "Written 60 examples → jsonl/fine_tune_train.jsonl\n", - "Written 50 examples → jsonl/fine_tune_validation.jsonl\n" - ] - } - ], + "outputs": [], "source": [ "def write_jsonl(items: list[Item], filename: str):\n", " \"\"\"Write items to a JSONL file.\"\"\"\n", @@ -384,16 +278,7 @@ "execution_count": null, "id": "99323e23", "metadata": {}, - "outputs": [ - { - "name": "stdout", - "output_type": "stream", - "text": [ - "Training JSONL: 60 lines\n", - "First line: {\"messages\": [{\"role\": \"user\", \"content\": \"Estimate the price of this product. Respond with the price only, no explanati ...\n" - ] - } - ], + "outputs": [], "source": [ "\n", "with open(\"jsonl/fine_tune_train.jsonl\") as f:\n", @@ -424,25 +309,7 @@ "execution_count": null, "id": "b47149bd", "metadata": {}, - "outputs": [ - { - "name": "stdout", - "output_type": "stream", - "text": [ - "System prompt length: 9,017 characters\n", - "\n", - "First 400 chars:\n", - "You are an expert product pricer. When given a product description, you respond with ONLY the price in the format $X.XX — no explanation, no other text.\n", - "\n", - "Here are examples of correct pricing:\n", - "\n", - "Product: Schlage F59 AND 613 Andover Interior Knob with Deadbolt, Oil Rubbed Bronze (Interior Half Only)\n", - "Price: $64.30\n", - "\n", - "Product: KiCA JETFAN 1.0 Mini Electric Air Duster Fan Blower Aluminum, 86,000RPM up to ...\n" - ] - } - ], + "outputs": [], "source": [ "client = anthropic.Anthropic(api_key=anthropic_key)\n", "\n", @@ -479,15 +346,7 @@ "execution_count": null, "id": "63df25c8", "metadata": {}, - "outputs": [ - { - "name": "stdout", - "output_type": "stream", - "text": [ - "✅ claude_few_shot_pricer defined\n" - ] - } - ], + "outputs": [], "source": [ "def claude_few_shot_pricer(item: Item) -> str:\n", " \"\"\"\n", @@ -520,20 +379,10 @@ }, { "cell_type": "code", - "execution_count": 20, + "execution_count": null, "id": "f73a1d5c", "metadata": {}, - "outputs": [ - { - "name": "stdout", - "output_type": "stream", - "text": [ - "Product : hansgrohe Croma Select S 7-inch Showerhead Premium Modern 2-Spray Rain, IntenseRain Easy Clean with QuickClean in Brushed Nickel, 26523821\n", - "Actual : $253.86\n", - "Claude : $249.99\n" - ] - } - ], + "outputs": [], "source": [ "# Smoke test on the first test item\n", "sample = test[0]\n", @@ -549,23 +398,7 @@ "execution_count": null, "id": "5de233c3", "metadata": {}, - "outputs": [ - { - "name": "stdout", - "output_type": "stream", - "text": [ - "Quick test on first 5 items:\n", - "\n", - "Product Actual Claude\n", - "--------------------------------------------------------------------\n", - "hansgrohe Croma Select S 7-inch Showerhead P $ 253.86 $149.99\n", - "BUMPERS THAT DELIVER - Primered, Front Upper $ 195.99 $189.99\n", - "Talent LP12LED PAR 36 DMX RGB LED Mini Light $ 37.80 $89.99\n", - "90W 65W AC Charger Fit for Dell Inspiron 550 $ 28.99 $28.99\n", - "Case for Xiaomi Mi Note 10 Lite Case Cover,3 $ 10.80 $12.99\n" - ] - } - ], + "outputs": [], "source": [ "# A Quick Test\n", "print(\"Quick test on first 5 items:\\n\")\n", @@ -577,31 +410,12 @@ " print(f\"{title:<45} ${item.price:>8.2f} {pred:>10}\")" ] }, - { - "cell_type": "markdown", - "id": "bbc94e00", - "metadata": {}, - "source": [ - "# Step 4 — Full Evaluation with Tester\n", - "\n", - "The `Tester` class below is identical to the original — threaded evaluation,\n", - "colour-coded errors, scatter chart, and running error trend chart." - ] - }, { "cell_type": "code", - "execution_count": 33, + "execution_count": null, "id": "301c5283", "metadata": {}, - "outputs": [ - { - "name": "stdout", - "output_type": "stream", - "text": [ - "✅ Tester & evaluate defined (rate-limit safe)\n" - ] - } - ], + "outputs": [], "source": [ "SAFE_WORKERS = 1\n", "\n", @@ -853,7 +667,7 @@ }, { "cell_type": "code", - "execution_count": 30, + "execution_count": null, "id": "45fb5095", "metadata": {}, "outputs": [], @@ -912,2928 +726,10 @@ }, { "cell_type": "code", - "execution_count": 34, + "execution_count": null, "id": "06741096", "metadata": {}, - "outputs": [ - { - "name": "stderr", - "output_type": "stream", - "text": [ - " 2%|▏ | 1/50 [00:03<03:11, 3.90s/it]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\u001b[92m$4 " - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - " 4%|▍ | 2/50 [00:07<03:10, 3.96s/it]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\u001b[91m$106 " - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - " 6%|▌ | 3/50 [00:11<03:02, 3.88s/it]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\u001b[93m$52 " - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - " 8%|▊ | 4/50 [00:15<03:01, 3.95s/it]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\u001b[92m$1 " - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - " 10%|█ | 5/50 [00:19<02:53, 3.86s/it]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\u001b[92m$5 " - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - " 12%|█▏ | 6/50 [00:23<02:47, 3.81s/it]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\u001b[91m$140 " - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - " 14%|█▍ | 7/50 [00:26<02:42, 3.79s/it]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\u001b[92m$30 " - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - " 16%|█▌ | 8/50 [00:30<02:43, 3.89s/it]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\u001b[92m$8 " - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - " 18%|█▊ | 9/50 [00:34<02:37, 3.85s/it]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\u001b[91m$200 " - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - " 20%|██ | 10/50 [00:38<02:34, 3.86s/it]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\u001b[91m$95 " - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - " 22%|██▏ | 11/50 [00:42<02:28, 3.82s/it]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\u001b[93m$43 " - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - " 24%|██▍ | 12/50 [00:46<02:26, 3.86s/it]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\u001b[92m$11 " - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - " 26%|██▌ | 13/50 [00:50<02:20, 3.81s/it]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\u001b[92m$11 " - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - " 28%|██▊ | 14/50 [00:53<02:16, 3.78s/it]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\u001b[92m$15 " - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - " 30%|███ | 15/50 [00:57<02:10, 3.74s/it]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\u001b[91m$150 " - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - " 32%|███▏ | 16/50 [01:01<02:07, 3.76s/it]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\u001b[93m$73 " - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - " 34%|███▍ | 17/50 [01:04<02:04, 3.77s/it]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\u001b[93m$63 " - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - " 36%|███▌ | 18/50 [01:08<01:59, 3.74s/it]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\u001b[92m$7 " - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - " 38%|███▊ | 19/50 [01:12<01:56, 3.77s/it]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\u001b[92m$0 " - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - " 40%|████ | 20/50 [01:16<01:56, 3.90s/it]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\u001b[92m$3 " - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - " 42%|████▏ | 21/50 [01:20<01:51, 3.86s/it]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\u001b[92m$35 " - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - " 44%|████▍ | 22/50 [01:25<01:54, 4.09s/it]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\u001b[92m$10 " - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - " 46%|████▌ | 23/50 [01:28<01:48, 4.02s/it]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\u001b[92m$5 " - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - " 48%|████▊ | 24/50 [01:32<01:42, 3.93s/it]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\u001b[92m$12 " - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - " 50%|█████ | 25/50 [01:36<01:36, 3.87s/it]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\u001b[91m$224 " - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - " 52%|█████▏ | 26/50 [01:40<01:31, 3.83s/it]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\u001b[92m$6 " - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - " 54%|█████▍ | 27/50 [01:43<01:27, 3.80s/it]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\u001b[92m$15 " - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - " 56%|█████▌ | 28/50 [01:47<01:24, 3.84s/it]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\u001b[93m$207 " - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - " 58%|█████▊ | 29/50 [01:51<01:20, 3.83s/it]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\u001b[93m$51 " - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - " 60%|██████ | 30/50 [01:55<01:16, 3.85s/it]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\u001b[92m$30 " - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - " 62%|██████▏ | 31/50 [01:59<01:14, 3.93s/it]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\u001b[93m$50 " - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - " 64%|██████▍ | 32/50 [02:03<01:10, 3.93s/it]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\u001b[92m$9 " - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - " 66%|██████▌ | 33/50 [02:07<01:05, 3.83s/it]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\u001b[93m$56 " - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - " 68%|██████▊ | 34/50 [02:10<01:00, 3.80s/it]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\u001b[93m$189 " - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - " 70%|███████ | 35/50 [02:14<00:56, 3.80s/it]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\u001b[92m$30 " - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - " 72%|███████▏ | 36/50 [02:18<00:52, 3.76s/it]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\u001b[92m$0 " - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - " 74%|███████▍ | 37/50 [02:22<00:49, 3.82s/it]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\u001b[91m$150 " - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - " 76%|███████▌ | 38/50 [02:25<00:45, 3.77s/it]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\u001b[92m$25 " - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - " 78%|███████▊ | 39/50 [02:29<00:41, 3.76s/it]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\u001b[92m$28 " - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - " 80%|████████ | 40/50 [02:33<00:37, 3.74s/it]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\u001b[93m$67 " - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - " 82%|████████▏ | 41/50 [02:37<00:33, 3.73s/it]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\u001b[91m$83 " - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - " 84%|████████▍ | 42/50 [02:40<00:29, 3.74s/it]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\u001b[91m$355 " - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - " 86%|████████▌ | 43/50 [02:44<00:26, 3.76s/it]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\u001b[92m$0 " - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - " 88%|████████▊ | 44/50 [02:48<00:23, 3.87s/it]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\u001b[93m$79 " - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - " 90%|█████████ | 45/50 [02:52<00:19, 3.89s/it]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\u001b[92m$30 " - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - " 92%|█████████▏| 46/50 [02:56<00:15, 3.85s/it]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\u001b[92m$10 " - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - " 94%|█████████▍| 47/50 [03:00<00:11, 3.83s/it]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\u001b[91m$250 " - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - " 96%|█████████▌| 48/50 [03:03<00:07, 3.80s/it]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\u001b[92m$4 " - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - " 98%|█████████▊| 49/50 [03:07<00:03, 3.78s/it]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\u001b[93m$70 " - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - "100%|██████████| 50/50 [03:11<00:00, 3.84s/it]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\u001b[92m$30 \u001b[0m\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - "\n" - ] - }, - { - "data": { - "application/vnd.plotly.v1+json": { - "config": { - "plotlyServerURL": "https://plot.ly" - }, - "data": [ - { - "fill": "toself", - "fillcolor": "rgba(128,128,128,0.2)", - "hoverinfo": "skip", - "line": { - "color": "rgba(255,255,255,0)" - }, - "type": "scatter", - "x": [ - 1, - 2, - 3, - 4, - 5, - 6, - 7, - 8, - 9, - 10, - 11, - 12, - 13, - 14, - 15, - 16, - 17, - 18, - 19, - 20, - 21, - 22, - 23, - 24, - 25, - 26, - 27, - 28, - 29, - 30, - 31, - 32, - 33, - 34, - 35, - 36, - 37, - 38, - 39, - 40, - 41, - 42, - 43, - 44, - 45, - 46, - 47, - 48, - 49, - 50, - 50, - 49, - 48, - 47, - 46, - 45, - 44, - 43, - 42, - 41, - 40, - 39, - 38, - 37, - 36, - 35, - 34, - 33, - 32, - 31, - 30, - 29, - 28, - 27, - 26, - 25, - 24, - 23, - 22, - 21, - 20, - 19, - 18, - 17, - 16, - 15, - 14, - 13, - 12, - 11, - 10, - 9, - 8, - 7, - 6, - 5, - 4, - 3, - 2, - 1 - ], - "y": [ - 3.8700000000000045, - 125.70747925133045, - 101.22437006473966, - 82.71264078240873, - 69.45120483925646, - 95.07403924757239, - 86.18756570665295, - 77.681442059348, - 105.0871336101145, - 104.5733848190999, - 99.136975928098, - 92.72200747736355, - 87.14805396273974, - 82.42887009282093, - 89.49723186835642, - 88.50135125499001, - 87.01403175452664, - 83.14252712293019, - 79.38779916056791, - 76.03149749860276, - 74.13101083955274, - 71.47969188592673, - 68.87984123922958, - 66.6717880398492, - 77.06575668836142, - 74.5731058549319, - 72.50173523145924, - 79.79716715153764, - 78.7982810327323, - 77.22567040330676, - 76.3447992446378, - 74.3925277641419, - 73.83757400223848, - 78.61769987502281, - 77.27974698248558, - 75.34280704293322, - 77.95661276591306, - 76.62433555305664, - 75.42516819880508, - 75.22292942274262, - 75.45071765644266, - 86.57713238740702, - 84.74856420463834, - 84.62958972672317, - 83.4588736264125, - 81.97049343051577, - 86.94004555948032, - 85.3455444493247, - 85.03389971986002, - 83.97188586523886, - 41.0581141347611, - 41.3232431372828, - 40.727788884008596, - 41.645486355413254, - 38.54255004774507, - 39.28690415136524, - 39.54222845509498, - 38.638877655826754, - 39.72477237449773, - 36.62684331916708, - 35.51707057725736, - 34.71842154478465, - 34.94198023641704, - 35.27581966651936, - 32.703859623733436, - 33.853967303228686, - 34.01406483085954, - 30.755153270488783, - 29.96622223585808, - 30.829394303749282, - 30.195662930026536, - 30.255512070715955, - 29.52354713417664, - 25.507894398170357, - 26.0522787604527, - 27.103843311638556, - 23.196545293484093, - 23.88711528250953, - 25.050308114073246, - 26.043274874732944, - 25.627502501397217, - 27.305885049958384, - 29.478583988180905, - 31.413027069002734, - 29.433648745009965, - 26.601434798310205, - 20.533987050036185, - 21.504253729567928, - 23.14965918930308, - 25.286660435538337, - 23.730615180900074, - 16.37953305655214, - 8.971057940651995, - 10.569577150489913, - 7.812627419094262, - -2.151204839256465, - -1.1826407824087326, - 6.815629935260347, - -15.837479251330443, - 3.8700000000000045 - ] - }, - { - "line": { - "color": "firebrick", - "width": 3 - }, - "mode": "lines", - "type": "scatter", - "x": [ - 1, - 2, - 3, - 4, - 5, - 6, - 7, - 8, - 9, - 10, - 11, - 12, - 13, - 14, - 15, - 16, - 17, - 18, - 19, - 20, - 21, - 22, - 23, - 24, - 25, - 26, - 27, - 28, - 29, - 30, - 31, - 32, - 33, - 34, - 35, - 36, - 37, - 38, - 39, - 40, - 41, - 42, - 43, - 44, - 45, - 46, - 47, - 48, - 49, - 50 - ], - "y": [ - 3.8700000000000045, - 54.93500000000001, - 54.02, - 40.765, - 33.65, - 51.44333333333333, - 48.378571428571426, - 43.326249999999995, - 60.73333333333332, - 64.15199999999999, - 62.21181818181817, - 57.93583333333331, - 54.32615384615383, - 51.48142857142856, - 58.049333333333315, - 58.96749999999999, - 59.21352941176469, - 56.310555555555545, - 53.34684210526315, - 50.82949999999999, - 50.087142857142844, - 48.264999999999986, - 46.38347826086955, - 44.93416666666665, - 52.08479999999999, - 50.312692307692295, - 49.0048148148148, - 54.66035714285714, - 54.52689655172413, - 53.710666666666654, - 53.58709677419354, - 52.17937499999999, - 52.29636363636363, - 56.31588235294117, - 55.56685714285713, - 54.023333333333326, - 56.61621621621621, - 55.78315789473684, - 55.071794871794864, - 55.36999999999999, - 56.03878048780487, - 63.150952380952376, - 61.693720930232544, - 62.08590909090908, - 61.37288888888887, - 60.25652173913042, - 64.29276595744679, - 63.036666666666655, - 63.17857142857141, - 62.51499999999998 - ] - } - ], - "layout": { - "height": 360, - "showlegend": false, - "template": { - "data": { - "bar": [ - { - "error_x": { - "color": "#2a3f5f" - }, - "error_y": { - "color": "#2a3f5f" - }, - "marker": { - "line": { - "color": "white", - "width": 0.5 - }, - "pattern": { - "fillmode": "overlay", - "size": 10, - "solidity": 0.2 - } - }, - "type": "bar" - } - ], - "barpolar": [ - { - "marker": { - "line": { - "color": "white", - "width": 0.5 - }, - "pattern": { - "fillmode": "overlay", - "size": 10, - "solidity": 0.2 - } - }, - "type": "barpolar" - } - ], - "carpet": [ - { - "aaxis": { - "endlinecolor": "#2a3f5f", - "gridcolor": "#C8D4E3", - "linecolor": "#C8D4E3", - "minorgridcolor": "#C8D4E3", - "startlinecolor": "#2a3f5f" - }, - "baxis": { - "endlinecolor": "#2a3f5f", - "gridcolor": "#C8D4E3", - "linecolor": "#C8D4E3", - "minorgridcolor": "#C8D4E3", - "startlinecolor": "#2a3f5f" - }, - "type": "carpet" - } - ], - "choropleth": [ - { - "colorbar": { - "outlinewidth": 0, - "ticks": "" - }, - "type": "choropleth" - } - ], - "contour": [ - { - "colorbar": { - "outlinewidth": 0, - "ticks": "" - }, - "colorscale": [ - [ - 0, - "#0d0887" - ], - [ - 0.1111111111111111, - "#46039f" - ], - [ - 0.2222222222222222, - "#7201a8" - ], - [ - 0.3333333333333333, - "#9c179e" - ], - [ - 0.4444444444444444, - "#bd3786" - ], - [ - 0.5555555555555556, - "#d8576b" - ], - [ - 0.6666666666666666, - "#ed7953" - ], - [ - 0.7777777777777778, - "#fb9f3a" - ], - [ - 0.8888888888888888, - "#fdca26" - ], - [ - 1, - "#f0f921" - ] - ], - "type": "contour" - } - ], - "contourcarpet": [ - { - "colorbar": { - "outlinewidth": 0, - "ticks": "" - }, - "type": "contourcarpet" - } - ], - "heatmap": [ - { - "colorbar": { - "outlinewidth": 0, - "ticks": "" - }, - "colorscale": [ - [ - 0, - "#0d0887" - ], - [ - 0.1111111111111111, - "#46039f" - ], - [ - 0.2222222222222222, - "#7201a8" - ], - [ - 0.3333333333333333, - "#9c179e" - ], - [ - 0.4444444444444444, - "#bd3786" - ], - [ - 0.5555555555555556, - "#d8576b" - ], - [ - 0.6666666666666666, - "#ed7953" - ], - [ - 0.7777777777777778, - "#fb9f3a" - ], - [ - 0.8888888888888888, - "#fdca26" - ], - [ - 1, - "#f0f921" - ] - ], - "type": "heatmap" - } - ], - "histogram": [ - { - "marker": { - "pattern": { - "fillmode": "overlay", - "size": 10, - "solidity": 0.2 - } - }, - "type": "histogram" - } - ], - "histogram2d": [ - { - "colorbar": { - "outlinewidth": 0, - "ticks": "" - }, - "colorscale": [ - [ - 0, - "#0d0887" - ], - [ - 0.1111111111111111, - "#46039f" - ], - [ - 0.2222222222222222, - "#7201a8" - ], - [ - 0.3333333333333333, - "#9c179e" - ], - [ - 0.4444444444444444, - "#bd3786" - ], - [ - 0.5555555555555556, - "#d8576b" - ], - [ - 0.6666666666666666, - "#ed7953" - ], - [ - 0.7777777777777778, - "#fb9f3a" - ], - [ - 0.8888888888888888, - "#fdca26" - ], - [ - 1, - "#f0f921" - ] - ], - "type": "histogram2d" - } - ], - "histogram2dcontour": [ - { - "colorbar": { - "outlinewidth": 0, - "ticks": "" - }, - "colorscale": [ - [ - 0, - "#0d0887" - ], - [ - 0.1111111111111111, - "#46039f" - ], - [ - 0.2222222222222222, - "#7201a8" - ], - [ - 0.3333333333333333, - "#9c179e" - ], - [ - 0.4444444444444444, - "#bd3786" - ], - [ - 0.5555555555555556, - "#d8576b" - ], - [ - 0.6666666666666666, - "#ed7953" - ], - [ - 0.7777777777777778, - "#fb9f3a" - ], - [ - 0.8888888888888888, - "#fdca26" - ], - [ - 1, - "#f0f921" - ] - ], - "type": "histogram2dcontour" - } - ], - "mesh3d": [ - { - "colorbar": { - "outlinewidth": 0, - "ticks": "" - }, - "type": "mesh3d" - } - ], - "parcoords": [ - { - "line": { - "colorbar": { - "outlinewidth": 0, - "ticks": "" - } - }, - "type": "parcoords" - } - ], - "pie": [ - { - "automargin": true, - "type": "pie" - } - ], - "scatter": [ - { - "fillpattern": { - "fillmode": "overlay", - "size": 10, - "solidity": 0.2 - }, - "type": "scatter" - } - ], - "scatter3d": [ - { - "line": { - "colorbar": { - "outlinewidth": 0, - "ticks": "" - } - }, - "marker": { - "colorbar": { - "outlinewidth": 0, - "ticks": "" - } - }, - "type": "scatter3d" - } - ], - "scattercarpet": [ - { - "marker": { - "colorbar": { - "outlinewidth": 0, - "ticks": "" - } - }, - "type": "scattercarpet" - } - ], - "scattergeo": [ - { - "marker": { - "colorbar": { - "outlinewidth": 0, - "ticks": "" - } - }, - "type": "scattergeo" - } - ], - "scattergl": [ - { - "marker": { - "colorbar": { - "outlinewidth": 0, - "ticks": "" - } - }, - "type": "scattergl" - } - ], - "scattermap": [ - { - "marker": { - "colorbar": { - "outlinewidth": 0, - "ticks": "" - } - }, - "type": "scattermap" - } - ], - "scattermapbox": [ - { - "marker": { - "colorbar": { - "outlinewidth": 0, - "ticks": "" - } - }, - "type": "scattermapbox" - } - ], - "scatterpolar": [ - { - "marker": { - "colorbar": { - "outlinewidth": 0, - "ticks": "" - } - }, - "type": "scatterpolar" - } - ], - "scatterpolargl": [ - { - "marker": { - "colorbar": { - "outlinewidth": 0, - "ticks": "" - } - }, - "type": "scatterpolargl" - } - ], - "scatterternary": [ - { - "marker": { - "colorbar": { - "outlinewidth": 0, - "ticks": "" - } - }, - "type": "scatterternary" - } - ], - "surface": [ - { - "colorbar": { - "outlinewidth": 0, - "ticks": "" - }, - "colorscale": [ - [ - 0, - "#0d0887" - ], - [ - 0.1111111111111111, - "#46039f" - ], - [ - 0.2222222222222222, - "#7201a8" - ], - [ - 0.3333333333333333, - "#9c179e" - ], - [ - 0.4444444444444444, - "#bd3786" - ], - [ - 0.5555555555555556, - "#d8576b" - ], - [ - 0.6666666666666666, - "#ed7953" - ], - [ - 0.7777777777777778, - "#fb9f3a" - ], - [ - 0.8888888888888888, - "#fdca26" - ], - [ - 1, - "#f0f921" - ] - ], - "type": "surface" - } - ], - "table": [ - { - "cells": { - "fill": { - "color": "#EBF0F8" - }, - "line": { - "color": "white" - } - }, - "header": { - "fill": { - "color": "#C8D4E3" - }, - "line": { - "color": "white" - } - }, - "type": "table" - } - ] - }, - "layout": { - "annotationdefaults": { - "arrowcolor": "#2a3f5f", - "arrowhead": 0, - "arrowwidth": 1 - }, - "autotypenumbers": "strict", - "coloraxis": { - "colorbar": { - "outlinewidth": 0, - "ticks": "" - } - }, - "colorscale": { - "diverging": [ - [ - 0, - "#8e0152" - ], - [ - 0.1, - "#c51b7d" - ], - [ - 0.2, - "#de77ae" - ], - [ - 0.3, - "#f1b6da" - ], - [ - 0.4, - "#fde0ef" - ], - [ - 0.5, - "#f7f7f7" - ], - [ - 0.6, - "#e6f5d0" - ], - [ - 0.7, - "#b8e186" - ], - [ - 0.8, - "#7fbc41" - ], - [ - 0.9, - "#4d9221" - ], - [ - 1, - "#276419" - ] - ], - "sequential": [ - [ - 0, - "#0d0887" - ], - [ - 0.1111111111111111, - "#46039f" - ], - [ - 0.2222222222222222, - "#7201a8" - ], - [ - 0.3333333333333333, - "#9c179e" - ], - [ - 0.4444444444444444, - "#bd3786" - ], - [ - 0.5555555555555556, - "#d8576b" - ], - [ - 0.6666666666666666, - "#ed7953" - ], - [ - 0.7777777777777778, - "#fb9f3a" - ], - [ - 0.8888888888888888, - "#fdca26" - ], - [ - 1, - "#f0f921" - ] - ], - "sequentialminus": [ - [ - 0, - "#0d0887" - ], - [ - 0.1111111111111111, - "#46039f" - ], - [ - 0.2222222222222222, - "#7201a8" - ], - [ - 0.3333333333333333, - "#9c179e" - ], - [ - 0.4444444444444444, - "#bd3786" - ], - [ - 0.5555555555555556, - "#d8576b" - ], - [ - 0.6666666666666666, - "#ed7953" - ], - [ - 0.7777777777777778, - "#fb9f3a" - ], - [ - 0.8888888888888888, - "#fdca26" - ], - [ - 1, - "#f0f921" - ] - ] - }, - "colorway": [ - "#636efa", - "#EF553B", - "#00cc96", - "#ab63fa", - "#FFA15A", - "#19d3f3", - "#FF6692", - "#B6E880", - "#FF97FF", - "#FECB52" - ], - "font": { - "color": "#2a3f5f" - }, - "geo": { - "bgcolor": "white", - "lakecolor": "white", - "landcolor": "white", - "showlakes": true, - "showland": true, - "subunitcolor": "#C8D4E3" - }, - "hoverlabel": { - "align": "left" - }, - "hovermode": "closest", - "mapbox": { - "style": "light" - }, - "paper_bgcolor": "white", - "plot_bgcolor": "white", - "polar": { - "angularaxis": { - "gridcolor": "#EBF0F8", - "linecolor": "#EBF0F8", - "ticks": "" - }, - "bgcolor": "white", - "radialaxis": { - "gridcolor": "#EBF0F8", - "linecolor": "#EBF0F8", - "ticks": "" - } - }, - "scene": { - "xaxis": { - "backgroundcolor": "white", - "gridcolor": "#DFE8F3", - "gridwidth": 2, - "linecolor": "#EBF0F8", - "showbackground": true, - "ticks": "", - "zerolinecolor": "#EBF0F8" - }, - "yaxis": { - "backgroundcolor": "white", - "gridcolor": "#DFE8F3", - "gridwidth": 2, - "linecolor": "#EBF0F8", - "showbackground": true, - "ticks": "", - "zerolinecolor": "#EBF0F8" - }, - "zaxis": { - "backgroundcolor": "white", - "gridcolor": "#DFE8F3", - "gridwidth": 2, - "linecolor": "#EBF0F8", - "showbackground": true, - "ticks": "", - "zerolinecolor": "#EBF0F8" - } - }, - "shapedefaults": { - "line": { - "color": "#2a3f5f" - } - }, - "ternary": { - "aaxis": { - "gridcolor": "#DFE8F3", - "linecolor": "#A2B1C6", - "ticks": "" - }, - "baxis": { - "gridcolor": "#DFE8F3", - "linecolor": "#A2B1C6", - "ticks": "" - }, - "bgcolor": "white", - "caxis": { - "gridcolor": "#DFE8F3", - "linecolor": "#A2B1C6", - "ticks": "" - } - }, - "title": { - "x": 0.05 - }, - "xaxis": { - "automargin": true, - "gridcolor": "#EBF0F8", - "linecolor": "#EBF0F8", - "ticks": "", - "title": { - "standoff": 15 - }, - "zerolinecolor": "#EBF0F8", - "zerolinewidth": 2 - }, - "yaxis": { - "automargin": true, - "gridcolor": "#EBF0F8", - "linecolor": "#EBF0F8", - "ticks": "", - "title": { - "standoff": 15 - }, - "zerolinecolor": "#EBF0F8", - "zerolinewidth": 2 - } - } - }, - "title": { - "text": "Claude Few Shot Pricer Error: $62.51 ± $21.46" - }, - "width": 1000, - "xaxis": { - "title": { - "text": "Number of Datapoints" - } - }, - "yaxis": { - "title": { - "text": "Average Absolute Error ($)" - } - } - } - } - }, - "metadata": {}, - "output_type": "display_data" - }, - { - "data": { - "application/vnd.plotly.v1+json": { - "config": { - "plotlyServerURL": "https://plot.ly" - }, - "data": [ - { - "customdata": [ - [ - "hansgrohe Croma Select S 7-inch Showerhe...\nGuess=$249.99 Actual=$253.86" - ], - [ - "90W 65W AC Charger Fit for Dell Inspiron...\nGuess=$29.99 Actual=$28.99" - ], - [ - "Case for Xiaomi Mi Note 10 Lite Case Cov...\nGuess=$15.99 Actual=$10.80" - ], - [ - "Blow Off WPB44-2644 Electronic Cleaning ...\nGuess=$89.99 Actual=$60.00" - ], - [ - "Creative Crafthouse Decision Maker - Sta...\nGuess=$19.99 Actual=$27.95" - ], - [ - "LG EAU61865301 Genuine OEM Convection Fa...\nGuess=$79.99 Actual=$69.09" - ], - [ - "High Country Plastics Trailer, RV Entry ...\nGuess=$89.99 Actual=$101.00" - ], - [ - "BDK Wheel Guards – (4 Pack) Hubcaps for ...\nGuess=$24.99 Actual=$39.49" - ], - [ - "Anytime Tools Transfer Punch 28 Piece Se...\nGuess=$24.99 Actual=$31.95" - ], - [ - "Pink Monogram Letter E Cat Dog Rainbow P...\nGuess=$14.99 Actual=$14.99" - ], - [ - "Ztotop Case for iPad Pro 12.9 Inch 2017/...\nGuess=$24.99 Actual=$21.99" - ], - [ - "Ford Cap\nGuess=$24.99 Actual=$60.23" - ], - [ - "Mist RFMFS395 Replacement Filter for Fau...\nGuess=$24.99 Actual=$34.99" - ], - [ - "Canon Digital SLR Camera Body [EOS 80D] ...\nGuess=$699.99 Actual=$695.00" - ], - [ - "DEPO 321-55007-100 Replacement Engine Co...\nGuess=$89.99 Actual=$78.39" - ], - [ - "ELITE Luxury Short Bathroom Oil Rubbed B...\nGuess=$89.99 Actual=$96.00" - ], - [ - "2 Pack 45'' X 10\" Inflatable Kiddie Pool...\nGuess=$24.99 Actual=$39.99" - ], - [ - "Wheel Hub Front Left LH or Right RH for ...\nGuess=$89.99 Actual=$59.95" - ], - [ - "55mm Essential Lens Kit with 2X Telephot...\nGuess=$39.99 Actual=$31.45" - ], - [ - "XTRONS® 12.1 Inch 1080P Video Car Overhe...\nGuess=$189.99 Actual=$159.89" - ], - [ - "Electric Gel Ball Blaster - High Speed A...\nGuess=$49.99 Actual=$49.99" - ], - [ - "ProMaster 77mm UV Filter, Ultraviolet Pr...\nGuess=$24.99 Actual=$49.95" - ], - [ - "New Starter Replacement for Tecumseh Eng...\nGuess=$89.99 Actual=$61.95" - ], - [ - "Pica Master-Set Carpenter 55030\nGuess=$59.99 Actual=$60.48" - ], - [ - "Solar Floor Lamp, Ourdoor Floor Lamps fo...\nGuess=$89.99 Actual=$59.99" - ], - [ - "GLCON Hard Protective Carrying Case - Po...\nGuess=$24.99 Actual=$14.97" - ], - [ - "iPhone Fast Charger Block, 3Pack 20W USB...\nGuess=$19.99 Actual=$23.99" - ], - [ - "iZEEKER iA800 Action Camera 4K60FPS 24MP...\nGuess=$89.99 Actual=$119.99" - ] - ], - "hovertemplate": "%{customdata[0]}", - "legendgroup": "green", - "marker": { - "color": "green", - "size": 6, - "symbol": "circle" - }, - "mode": "markers", - "name": "green", - "orientation": "v", - "showlegend": true, - "type": "scatter", - "x": { - "bdata": "7FG4HoW7b0A9CtejcP08QJqZmZmZmSVAAAAAAAAATkAzMzMzM/M7QPYoXI/CRVFAAAAAAABAWUAfhetRuL5DQDMzMzMz8z9AexSuR+H6LUA9CtejcP01QD0K16NwHU5AH4XrUbh+QUAAAAAAALiFQClcj8L1mFNAAAAAAAAAWEAfhetRuP5DQJqZmZmZ+U1AMzMzMzNzP0AUrkfhevxjQB+F61G4/khAmpmZmZn5SECamZmZmflOQD0K16NwPU5AH4XrUbj+TUBxPQrXo/AtQD0K16Nw/TdAj8L1KFz/XUA=", - "dtype": "f8" - }, - "xaxis": "x", - "y": { - "bdata": "SOF6FK4/b0A9CtejcP09QHsUrkfh+i9Aj8L1KFx/VkA9CtejcP0zQI/C9Shc/1NAj8L1KFx/VkA9CtejcP04QD0K16Nw/ThAexSuR+H6LUA9CtejcP04QD0K16Nw/ThAPQrXo3D9OEBSuB6F69+FQI/C9Shcf1ZAj8L1KFx/VkA9CtejcP04QI/C9Shcf1ZAH4XrUbj+Q0BI4XoUrr9nQB+F61G4/khAPQrXo3D9OECPwvUoXH9WQB+F61G4/k1Aj8L1KFx/VkA9CtejcP04QD0K16Nw/TNAj8L1KFx/VkA=", - "dtype": "f8" - }, - "yaxis": "y" - }, - { - "customdata": [ - [ - "BUMPERS THAT DELIVER - Primered, Front U...\nGuess=$89.99 Actual=$195.99" - ], - [ - "Hasbro Marvel Legends Series 6-inch Coll...\nGuess=$59.99 Actual=$200.40" - ], - [ - "Canon PowerShot SX120IS 10MP Digital Cam...\nGuess=$199.99 Actual=$399.98" - ], - [ - "CMT 283.108.14M Industrial Melamine and ...\nGuess=$89.99 Actual=$184.91" - ], - [ - "TENSSENX Foldable GPS Drone with 4K UHD ...\nGuess=$299.99 Actual=$149.99" - ], - [ - "Saint Seiya Appendix Gold Cloth Pandora ...\nGuess=$89.99 Actual=$313.69" - ], - [ - "Covenant of Antarctica Aerial Battle Gro...\nGuess=$49.99 Actual=$199.95" - ], - [ - "Yealink T53 IP Phone, 12 VoIP Accounts. ...\nGuess=$199.99 Actual=$117.20" - ], - [ - "WARN 89125 Trans4mer Winch Mounting Kit,...\nGuess=$289.99 Actual=$644.74" - ], - [ - "Rear Brake Backing Plate Dust Shield Set...\nGuess=$34.99 Actual=$284.95" - ] - ], - "hovertemplate": "%{customdata[0]}", - "legendgroup": "red", - "marker": { - "color": "red", - "size": 6, - "symbol": "circle" - }, - "mode": "markers", - "name": "red", - "orientation": "v", - "showlegend": true, - "type": "scatter", - "x": { - "bdata": "SOF6FK5/aEDNzMzMzAxpQEjhehSu/3hAhetRuB4dZ0BI4XoUrr9iQNejcD0Km3NAZmZmZmb+aEDNzMzMzExdQFK4HoXrJYRAMzMzMzPPcUA=", - "dtype": "f8" - }, - "xaxis": "x", - "y": { - "bdata": "j8L1KFx/VkAfhetRuP5NQEjhehSu/2hAj8L1KFx/VkCkcD0K179yQI/C9Shcf1ZAH4XrUbj+SEBI4XoUrv9oQKRwPQrXH3JAH4XrUbh+QUA=", - "dtype": "f8" - }, - "yaxis": "y" - }, - { - "customdata": [ - [ - "Talent LP12LED PAR 36 DMX RGB LED Mini L...\nGuess=$89.99 Actual=$37.80" - ], - [ - "Kate 8x8ft Spring Photo Backdrops Indoor...\nGuess=$39.99 Actual=$82.80" - ], - [ - "Walker Exhaust 44123 Exhaust Pipe\nGuess=$45.99 Actual=$118.73" - ], - [ - "Wright Tool #4482 Pear Head Contour Hand...\nGuess=$89.99 Actual=$153.14" - ], - [ - "GIBSON EXHST Gibson Performance Exhaust ...\nGuess=$849.99 Actual=$642.63" - ], - [ - "Monroe Shocks & Struts Quick-Strut 27149...\nGuess=$156.99 Actual=$106.20" - ], - [ - "Theater Solutions TSS8A Home Theater Del...\nGuess=$129.99 Actual=$80.11" - ], - [ - "Dell 0G8763 73GB SAS 10K 3.5\nGuess=$89.99 Actual=$33.95" - ], - [ - "Dasaita Vivid HD 10.2\" Android Car Stere...\nGuess=$289.99 Actual=$478.95" - ], - [ - "Costzon Swing Frame Stand with Swing Sea...\nGuess=$129.99 Actual=$62.99" - ], - [ - "APDTY 600071 Electric Water Pump Assembl...\nGuess=$127.99 Actual=$206.94" - ], - [ - "Glardon-Vallorbe Flex Shaft #30 Handpiec...\nGuess=$189.99 Actual=$120.00" - ] - ], - "hovertemplate": "%{customdata[0]}", - "legendgroup": "orange", - "marker": { - "color": "orange", - "size": 6, - "symbol": "circle" - }, - "mode": "markers", - "name": "orange", - "orientation": "v", - "showlegend": true, - "type": "scatter", - "x": { - "bdata": "ZmZmZmbmQkAzMzMzM7NUQB+F61G4rl1AFK5H4XokY0DXo3A9ChWEQM3MzMzMjFpA16NwPQoHVECamZmZmflAQDMzMzMz731AH4XrUbh+T0CuR+F6FN5pQAAAAAAAAF5A", - "dtype": "f8" - }, - "xaxis": "x", - "y": { - "bdata": "j8L1KFx/VkAfhetRuP5DQB+F61G4/kZAj8L1KFx/VkBSuB6F64+KQEjhehSun2NASOF6FK4/YECPwvUoXH9WQKRwPQrXH3JASOF6FK4/YECPwvUoXP9fQEjhehSuv2dA", - "dtype": "f8" - }, - "yaxis": "y" - }, - { - "hoverinfo": "skip", - "line": { - "color": "deepskyblue", - "dash": "dash", - "width": 2 - }, - "mode": "lines", - "showlegend": false, - "type": "scatter", - "x": [ - 0, - 849.99 - ], - "y": [ - 0, - 849.99 - ] - } - ], - "layout": { - "height": 800, - "legend": { - "title": { - "text": "color" - }, - "tracegroupgap": 0 - }, - "showlegend": false, - "template": { - "data": { - "bar": [ - { - "error_x": { - "color": "#2a3f5f" - }, - "error_y": { - "color": "#2a3f5f" - }, - "marker": { - "line": { - "color": "#E5ECF6", - "width": 0.5 - }, - "pattern": { - "fillmode": "overlay", - "size": 10, - "solidity": 0.2 - } - }, - "type": "bar" - } - ], - "barpolar": [ - { - "marker": { - "line": { - "color": "#E5ECF6", - "width": 0.5 - }, - "pattern": { - "fillmode": "overlay", - "size": 10, - "solidity": 0.2 - } - }, - "type": "barpolar" - } - ], - "carpet": [ - { - "aaxis": { - "endlinecolor": "#2a3f5f", - "gridcolor": "white", - "linecolor": "white", - "minorgridcolor": "white", - "startlinecolor": "#2a3f5f" - }, - "baxis": { - "endlinecolor": "#2a3f5f", - "gridcolor": "white", - "linecolor": "white", - "minorgridcolor": "white", - "startlinecolor": "#2a3f5f" - }, - "type": "carpet" - } - ], - "choropleth": [ - { - "colorbar": { - "outlinewidth": 0, - "ticks": "" - }, - "type": "choropleth" - } - ], - "contour": [ - { - "colorbar": { - "outlinewidth": 0, - "ticks": "" - }, - "colorscale": [ - [ - 0, - "#0d0887" - ], - [ - 0.1111111111111111, - "#46039f" - ], - [ - 0.2222222222222222, - "#7201a8" - ], - [ - 0.3333333333333333, - "#9c179e" - ], - [ - 0.4444444444444444, - "#bd3786" - ], - [ - 0.5555555555555556, - "#d8576b" - ], - [ - 0.6666666666666666, - "#ed7953" - ], - [ - 0.7777777777777778, - "#fb9f3a" - ], - [ - 0.8888888888888888, - "#fdca26" - ], - [ - 1, - "#f0f921" - ] - ], - "type": "contour" - } - ], - "contourcarpet": [ - { - "colorbar": { - "outlinewidth": 0, - "ticks": "" - }, - "type": "contourcarpet" - } - ], - "heatmap": [ - { - "colorbar": { - "outlinewidth": 0, - "ticks": "" - }, - "colorscale": [ - [ - 0, - "#0d0887" - ], - [ - 0.1111111111111111, - "#46039f" - ], - [ - 0.2222222222222222, - "#7201a8" - ], - [ - 0.3333333333333333, - "#9c179e" - ], - [ - 0.4444444444444444, - "#bd3786" - ], - [ - 0.5555555555555556, - "#d8576b" - ], - [ - 0.6666666666666666, - "#ed7953" - ], - [ - 0.7777777777777778, - "#fb9f3a" - ], - [ - 0.8888888888888888, - "#fdca26" - ], - [ - 1, - "#f0f921" - ] - ], - "type": "heatmap" - } - ], - "histogram": [ - { - "marker": { - "pattern": { - "fillmode": "overlay", - "size": 10, - "solidity": 0.2 - } - }, - "type": "histogram" - } - ], - "histogram2d": [ - { - "colorbar": { - "outlinewidth": 0, - "ticks": "" - }, - "colorscale": [ - [ - 0, - "#0d0887" - ], - [ - 0.1111111111111111, - "#46039f" - ], - [ - 0.2222222222222222, - "#7201a8" - ], - [ - 0.3333333333333333, - "#9c179e" - ], - [ - 0.4444444444444444, - "#bd3786" - ], - [ - 0.5555555555555556, - "#d8576b" - ], - [ - 0.6666666666666666, - "#ed7953" - ], - [ - 0.7777777777777778, - "#fb9f3a" - ], - [ - 0.8888888888888888, - "#fdca26" - ], - [ - 1, - "#f0f921" - ] - ], - "type": "histogram2d" - } - ], - "histogram2dcontour": [ - { - "colorbar": { - "outlinewidth": 0, - "ticks": "" - }, - "colorscale": [ - [ - 0, - "#0d0887" - ], - [ - 0.1111111111111111, - "#46039f" - ], - [ - 0.2222222222222222, - "#7201a8" - ], - [ - 0.3333333333333333, - "#9c179e" - ], - [ - 0.4444444444444444, - "#bd3786" - ], - [ - 0.5555555555555556, - "#d8576b" - ], - [ - 0.6666666666666666, - "#ed7953" - ], - [ - 0.7777777777777778, - "#fb9f3a" - ], - [ - 0.8888888888888888, - "#fdca26" - ], - [ - 1, - "#f0f921" - ] - ], - "type": "histogram2dcontour" - } - ], - "mesh3d": [ - { - "colorbar": { - "outlinewidth": 0, - "ticks": "" - }, - "type": "mesh3d" - } - ], - "parcoords": [ - { - "line": { - "colorbar": { - "outlinewidth": 0, - "ticks": "" - } - }, - "type": "parcoords" - } - ], - "pie": [ - { - "automargin": true, - "type": "pie" - } - ], - "scatter": [ - { - "fillpattern": { - "fillmode": "overlay", - "size": 10, - "solidity": 0.2 - }, - "type": "scatter" - } - ], - "scatter3d": [ - { - "line": { - "colorbar": { - "outlinewidth": 0, - "ticks": "" - } - }, - "marker": { - "colorbar": { - "outlinewidth": 0, - "ticks": "" - } - }, - "type": "scatter3d" - } - ], - "scattercarpet": [ - { - "marker": { - "colorbar": { - "outlinewidth": 0, - "ticks": "" - } - }, - "type": "scattercarpet" - } - ], - "scattergeo": [ - { - "marker": { - "colorbar": { - "outlinewidth": 0, - "ticks": "" - } - }, - "type": "scattergeo" - } - ], - "scattergl": [ - { - "marker": { - "colorbar": { - "outlinewidth": 0, - "ticks": "" - } - }, - "type": "scattergl" - } - ], - "scattermap": [ - { - "marker": { - "colorbar": { - "outlinewidth": 0, - "ticks": "" - } - }, - "type": "scattermap" - } - ], - "scattermapbox": [ - { - "marker": { - "colorbar": { - "outlinewidth": 0, - "ticks": "" - } - }, - "type": "scattermapbox" - } - ], - "scatterpolar": [ - { - "marker": { - "colorbar": { - "outlinewidth": 0, - "ticks": "" - } - }, - "type": "scatterpolar" - } - ], - "scatterpolargl": [ - { - "marker": { - "colorbar": { - "outlinewidth": 0, - "ticks": "" - } - }, - "type": "scatterpolargl" - } - ], - "scatterternary": [ - { - "marker": { - "colorbar": { - "outlinewidth": 0, - "ticks": "" - } - }, - "type": "scatterternary" - } - ], - "surface": [ - { - "colorbar": { - "outlinewidth": 0, - "ticks": "" - }, - "colorscale": [ - [ - 0, - "#0d0887" - ], - [ - 0.1111111111111111, - "#46039f" - ], - [ - 0.2222222222222222, - "#7201a8" - ], - [ - 0.3333333333333333, - "#9c179e" - ], - [ - 0.4444444444444444, - "#bd3786" - ], - [ - 0.5555555555555556, - "#d8576b" - ], - [ - 0.6666666666666666, - "#ed7953" - ], - [ - 0.7777777777777778, - "#fb9f3a" - ], - [ - 0.8888888888888888, - "#fdca26" - ], - [ - 1, - "#f0f921" - ] - ], - "type": "surface" - } - ], - "table": [ - { - "cells": { - "fill": { - "color": "#EBF0F8" - }, - "line": { - "color": "white" - } - }, - "header": { - "fill": { - "color": "#C8D4E3" - }, - "line": { - "color": "white" - } - }, - "type": "table" - } - ] - }, - "layout": { - "annotationdefaults": { - "arrowcolor": "#2a3f5f", - "arrowhead": 0, - "arrowwidth": 1 - }, - "autotypenumbers": "strict", - "coloraxis": { - "colorbar": { - "outlinewidth": 0, - "ticks": "" - } - }, - "colorscale": { - "diverging": [ - [ - 0, - "#8e0152" - ], - [ - 0.1, - "#c51b7d" - ], - [ - 0.2, - "#de77ae" - ], - [ - 0.3, - "#f1b6da" - ], - [ - 0.4, - "#fde0ef" - ], - [ - 0.5, - "#f7f7f7" - ], - [ - 0.6, - "#e6f5d0" - ], - [ - 0.7, - "#b8e186" - ], - [ - 0.8, - "#7fbc41" - ], - [ - 0.9, - "#4d9221" - ], - [ - 1, - "#276419" - ] - ], - "sequential": [ - [ - 0, - "#0d0887" - ], - [ - 0.1111111111111111, - "#46039f" - ], - [ - 0.2222222222222222, - "#7201a8" - ], - [ - 0.3333333333333333, - "#9c179e" - ], - [ - 0.4444444444444444, - "#bd3786" - ], - [ - 0.5555555555555556, - "#d8576b" - ], - [ - 0.6666666666666666, - "#ed7953" - ], - [ - 0.7777777777777778, - "#fb9f3a" - ], - [ - 0.8888888888888888, - "#fdca26" - ], - [ - 1, - "#f0f921" - ] - ], - "sequentialminus": [ - [ - 0, - "#0d0887" - ], - [ - 0.1111111111111111, - "#46039f" - ], - [ - 0.2222222222222222, - "#7201a8" - ], - [ - 0.3333333333333333, - "#9c179e" - ], - [ - 0.4444444444444444, - "#bd3786" - ], - [ - 0.5555555555555556, - "#d8576b" - ], - [ - 0.6666666666666666, - "#ed7953" - ], - [ - 0.7777777777777778, - "#fb9f3a" - ], - [ - 0.8888888888888888, - "#fdca26" - ], - [ - 1, - "#f0f921" - ] - ] - }, - "colorway": [ - "#636efa", - "#EF553B", - "#00cc96", - "#ab63fa", - "#FFA15A", - "#19d3f3", - "#FF6692", - "#B6E880", - "#FF97FF", - "#FECB52" - ], - "font": { - "color": "#2a3f5f" - }, - "geo": { - "bgcolor": "white", - "lakecolor": "white", - "landcolor": "#E5ECF6", - "showlakes": true, - "showland": true, - "subunitcolor": "white" - }, - "hoverlabel": { - "align": "left" - }, - "hovermode": "closest", - "mapbox": { - "style": "light" - }, - "paper_bgcolor": "white", - "plot_bgcolor": "#E5ECF6", - "polar": { - "angularaxis": { - "gridcolor": "white", - "linecolor": "white", - "ticks": "" - }, - "bgcolor": "#E5ECF6", - "radialaxis": { - "gridcolor": "white", - "linecolor": "white", - "ticks": "" - } - }, - "scene": { - "xaxis": { - "backgroundcolor": "#E5ECF6", - "gridcolor": "white", - "gridwidth": 2, - "linecolor": "white", - "showbackground": true, - "ticks": "", - "zerolinecolor": "white" - }, - "yaxis": { - "backgroundcolor": "#E5ECF6", - "gridcolor": "white", - "gridwidth": 2, - "linecolor": "white", - "showbackground": true, - "ticks": "", - "zerolinecolor": "white" - }, - "zaxis": { - "backgroundcolor": "#E5ECF6", - "gridcolor": "white", - "gridwidth": 2, - "linecolor": "white", - "showbackground": true, - "ticks": "", - "zerolinecolor": "white" - } - }, - "shapedefaults": { - "line": { - "color": "#2a3f5f" - } - }, - "ternary": { - "aaxis": { - "gridcolor": "white", - "linecolor": "white", - "ticks": "" - }, - "baxis": { - "gridcolor": "white", - "linecolor": "white", - "ticks": "" - }, - "bgcolor": "#E5ECF6", - "caxis": { - "gridcolor": "white", - "linecolor": "white", - "ticks": "" - } - }, - "title": { - "x": 0.05 - }, - "xaxis": { - "automargin": true, - "gridcolor": "white", - "linecolor": "white", - "ticks": "", - "title": { - "standoff": 15 - }, - "zerolinecolor": "white", - "zerolinewidth": 2 - }, - "yaxis": { - "automargin": true, - "gridcolor": "white", - "linecolor": "white", - "ticks": "", - "title": { - "standoff": 15 - }, - "zerolinecolor": "white", - "zerolinewidth": 2 - } - } - }, - "title": { - "text": "Claude Few Shot Pricer results
Error: $62.51 MSE: 9,900 r²: 63.0%" - }, - "width": 1000, - "xaxis": { - "anchor": "y", - "domain": [ - 0, - 1 - ], - "range": [ - 0, - 849.99 - ], - "title": { - "text": "Actual Price" - } - }, - "yaxis": { - "anchor": "x", - "domain": [ - 0, - 1 - ], - "range": [ - 0, - 849.99 - ], - "title": { - "text": "Predicted Price" - } - } - } - } - }, - "metadata": {}, - "output_type": "display_data" - } - ], + "outputs": [], "source": [ "# ── Run the full evaluation ────────────────────────────────────────────────\n", "# This queries Claude for every test item (up to DEFAULT_SIZE=200) in parallel.\n", @@ -3842,2940 +738,12 @@ "evaluate(claude_few_shot_pricer, test, size=50)" ] }, - { - "cell_type": "markdown", - "id": "a0994f77", - "metadata": {}, - "source": [ - "## Bonus — Zero-Shot Baseline\n", - "\n", - "Compare performance against a plain Claude with no training examples." - ] - }, { "cell_type": "code", - "execution_count": 35, + "execution_count": null, "id": "802a1075", "metadata": {}, - "outputs": [ - { - "name": "stderr", - "output_type": "stream", - "text": [ - " 2%|▏ | 1/50 [00:00<00:39, 1.23it/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\u001b[91m$164 " - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - " 4%|▍ | 2/50 [00:01<00:36, 1.30it/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\u001b[91m$110 " - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - " 6%|▌ | 3/50 [00:02<00:33, 1.39it/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\u001b[93m$47 " - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - " 8%|▊ | 4/50 [00:02<00:32, 1.41it/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\u001b[92m$4 " - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - " 10%|█ | 5/50 [00:03<00:30, 1.46it/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\u001b[92m$2 " - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - " 12%|█▏ | 6/50 [00:04<00:33, 1.31it/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\u001b[91m$150 " - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - " 14%|█▍ | 7/50 [00:05<00:31, 1.35it/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\u001b[92m$30 " - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - " 16%|█▌ | 8/50 [00:05<00:31, 1.33it/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\u001b[92m$15 " - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - " 18%|█▊ | 9/50 [00:06<00:29, 1.41it/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\u001b[93m$100 " - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - " 20%|██ | 10/50 [00:07<00:28, 1.39it/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\u001b[91m$95 " - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - " 22%|██▏ | 11/50 [00:08<00:28, 1.35it/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\u001b[93m$58 " - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - " 24%|██▍ | 12/50 [00:08<00:26, 1.41it/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\u001b[92m$23 " - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - " 26%|██▌ | 13/50 [00:09<00:28, 1.30it/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\u001b[92m$11 " - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - " 28%|██▊ | 14/50 [00:10<00:26, 1.35it/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\u001b[92m$15 " - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - " 30%|███ | 15/50 [00:10<00:24, 1.42it/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\u001b[91m$200 " - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - " 32%|███▏ | 16/50 [00:11<00:24, 1.41it/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\u001b[93m$73 " - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - " 34%|███▍ | 17/50 [00:12<00:22, 1.45it/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\u001b[91m$107 " - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - " 36%|███▌ | 18/50 [00:13<00:23, 1.38it/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\u001b[92m$7 " - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - " 38%|███▊ | 19/50 [00:13<00:22, 1.37it/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\u001b[92m$1 " - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - " 40%|████ | 20/50 [00:14<00:21, 1.42it/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\u001b[92m$6 " - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - " 42%|████▏ | 21/50 [00:15<00:24, 1.17it/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\u001b[92m$35 " - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - " 44%|████▍ | 22/50 [00:16<00:26, 1.05it/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\u001b[92m$10 " - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - " 46%|████▌ | 23/50 [00:17<00:23, 1.17it/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\u001b[93m$205 " - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - " 48%|████▊ | 24/50 [00:18<00:22, 1.18it/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\u001b[92m$32 " - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - " 50%|█████ | 25/50 [00:18<00:19, 1.27it/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\u001b[91m$268 " - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - " 52%|█████▏ | 26/50 [00:19<00:17, 1.36it/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\u001b[93m$50 " - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - " 54%|█████▍ | 27/50 [00:20<00:16, 1.41it/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\u001b[92m$15 " - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - " 56%|█████▌ | 28/50 [00:20<00:15, 1.42it/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\u001b[93m$193 " - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - " 58%|█████▊ | 29/50 [00:21<00:15, 1.32it/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\u001b[93m$80 " - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - " 60%|██████ | 30/50 [00:22<00:14, 1.38it/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\u001b[92m$14 " - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - " 62%|██████▏ | 31/50 [00:23<00:13, 1.42it/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\u001b[92m$10 " - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - " 64%|██████▍ | 32/50 [00:24<00:13, 1.30it/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\u001b[92m$1 " - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - " 66%|██████▌ | 33/50 [00:25<00:19, 1.13s/it]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\u001b[93m$56 " - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - " 68%|██████▊ | 34/50 [00:26<00:16, 1.01s/it]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\u001b[93m$189 " - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - " 70%|███████ | 35/50 [00:27<00:13, 1.09it/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\u001b[93m$70 " - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - " 72%|███████▏ | 36/50 [00:28<00:11, 1.20it/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\u001b[92m$4 " - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - " 74%|███████▍ | 37/50 [00:28<00:10, 1.20it/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\u001b[91m$165 " - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - " 76%|███████▌ | 38/50 [00:29<00:10, 1.14it/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\u001b[92m$25 " - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - " 78%|███████▊ | 39/50 [00:30<00:09, 1.21it/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\u001b[92m$16 " - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - " 80%|████████ | 40/50 [00:31<00:08, 1.23it/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\u001b[92m$13 " - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - " 82%|████████▏ | 41/50 [00:32<00:08, 1.03it/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\u001b[91m$183 " - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - " 84%|████████▍ | 42/50 [00:33<00:07, 1.13it/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\u001b[91m$555 " - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - " 86%|████████▌ | 43/50 [00:34<00:05, 1.23it/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\u001b[92m$30 " - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - " 88%|████████▊ | 44/50 [00:34<00:04, 1.24it/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\u001b[91m$161 " - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - " 90%|█████████ | 45/50 [00:35<00:03, 1.32it/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\u001b[92m$14 " - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - " 92%|█████████▏| 46/50 [00:36<00:03, 1.16it/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\u001b[92m$2 " - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - " 94%|█████████▍| 47/50 [00:37<00:02, 1.24it/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\u001b[91m$260 " - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - " 96%|█████████▌| 48/50 [00:37<00:01, 1.34it/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\u001b[92m$4 " - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - " 98%|█████████▊| 49/50 [00:38<00:00, 1.39it/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\u001b[91m$165 " - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - "100%|██████████| 50/50 [00:39<00:00, 1.27it/s]" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\u001b[92m$30 \u001b[0m\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - "\n" - ] - }, - { - "data": { - "application/vnd.plotly.v1+json": { - "config": { - "plotlyServerURL": "https://plot.ly" - }, - "data": [ - { - "fill": "toself", - "fillcolor": "rgba(128,128,128,0.2)", - "hoverinfo": "skip", - "line": { - "color": "rgba(255,255,255,0)" - }, - "type": "scatter", - "x": [ - 1, - 2, - 3, - 4, - 5, - 6, - 7, - 8, - 9, - 10, - 11, - 12, - 13, - 14, - 15, - 16, - 17, - 18, - 19, - 20, - 21, - 22, - 23, - 24, - 25, - 26, - 27, - 28, - 29, - 30, - 31, - 32, - 33, - 34, - 35, - 36, - 37, - 38, - 39, - 40, - 41, - 42, - 43, - 44, - 45, - 46, - 47, - 48, - 49, - 50, - 50, - 49, - 48, - 47, - 46, - 45, - 44, - 43, - 42, - 41, - 40, - 39, - 38, - 37, - 36, - 35, - 34, - 33, - 32, - 31, - 30, - 29, - 28, - 27, - 26, - 25, - 24, - 23, - 22, - 21, - 20, - 19, - 18, - 17, - 16, - 15, - 14, - 13, - 12, - 11, - 10, - 9, - 8, - 7, - 6, - 5, - 4, - 3, - 2, - 1 - ], - "y": [ - 163.87, - 174.265005456469, - 160.97472524249815, - 140.8374565306833, - 120.58647806575047, - 132.07912966624951, - 119.29847044038644, - 108.32965876114534, - 108.05994731278489, - 107.0717753724752, - 102.68069188485626, - 96.96503948241339, - 91.48207306448691, - 86.73813634000585, - 99.80384846479443, - 98.1171249660115, - 98.98144705815743, - 94.71389412224984, - 90.61935670004654, - 86.97882500805278, - 84.62467053542527, - 81.62176649797492, - 90.04931983604311, - 87.77255886739198, - 99.64251653407415, - 97.77570701915714, - 94.99391096591397, - 99.85160456945648, - 99.1644228430351, - 96.59917885504419, - 94.08466129970463, - 91.5217739979651, - 90.45444050559861, - 94.36402915748131, - 93.66505692617353, - 91.44322134789655, - 93.98662746052017, - 92.28900530854503, - 90.48969260193961, - 88.71454688176837, - 91.69784423825502, - 112.21318133753506, - 110.3785842284451, - 111.7410116073221, - 109.7137299543226, - 107.55966990082558, - 111.77177249958979, - 109.70041533320124, - 111.02447379400881, - 109.47802531417277, - 53.385174685827266, - 53.937975185583056, - 51.82375133346547, - 53.018865798282576, - 49.51076488178316, - 50.759158934566315, - 51.74262475631431, - 49.420950655275874, - 49.9858662815126, - 47.39630210320843, - 44.717453118231674, - 45.69697406472709, - 46.64152100724448, - 47.34958875569609, - 44.65455642988127, - 46.09265735954078, - 45.392441430754005, - 42.08495343379535, - 41.65697600203494, - 43.29598386158571, - 44.702154478289174, - 46.04661163972354, - 44.84625257340069, - 40.7942371822342, - 42.08121605776596, - 41.80788346592588, - 37.263274465941386, - 37.60546277265256, - 33.200051683843284, - 34.71247232171761, - 34.801174991947235, - 36.93853803679559, - 39.81943921108352, - 42.646788235960244, - 38.969125033988504, - 36.72281820187224, - 30.969006517136986, - 33.04869616628231, - 36.108293850919935, - 38.29021720605283, - 36.434224627524806, - 30.2978304649929, - 22.325341238854655, - 25.74724384532783, - 27.14420366708383, - 10.317521934249527, - 21.697543469316678, - 53.071941424168486, - 99.60499454353102, - 163.87 - ] - }, - { - "line": { - "color": "firebrick", - "width": 3 - }, - "mode": "lines", - "type": "scatter", - "x": [ - 1, - 2, - 3, - 4, - 5, - 6, - 7, - 8, - 9, - 10, - 11, - 12, - 13, - 14, - 15, - 16, - 17, - 18, - 19, - 20, - 21, - 22, - 23, - 24, - 25, - 26, - 27, - 28, - 29, - 30, - 31, - 32, - 33, - 34, - 35, - 36, - 37, - 38, - 39, - 40, - 41, - 42, - 43, - 44, - 45, - 46, - 47, - 48, - 49, - 50 - ], - "y": [ - 163.87, - 136.935, - 107.02333333333333, - 81.2675, - 65.452, - 79.61166666666666, - 72.52285714285713, - 65.3275, - 69.17888888888889, - 71.753, - 70.48545454545454, - 66.53666666666666, - 62.26538461538461, - 58.85357142857142, - 68.26333333333334, - 68.543125, - 70.81411764705884, - 67.26666666666668, - 63.778947368421065, - 60.89000000000001, - 59.66857142857144, - 57.4109090909091, - 63.827391304347834, - 62.51791666666668, - 70.72520000000002, - 69.92846153846155, - 67.89407407407408, - 72.34892857142859, - 72.60551724137932, - 70.65066666666668, - 68.69032258064517, - 66.58937500000002, - 66.26969696969698, - 69.87823529411766, - 69.87885714285716, - 68.04888888888891, - 70.66810810810813, - 69.46526315789475, - 68.09333333333335, - 66.71600000000002, - 69.54707317073172, - 81.09952380952383, - 79.89976744186049, - 81.7418181818182, - 80.23644444444446, - 78.53521739130437, - 82.39531914893618, - 80.76208333333335, - 82.48122448979593, - 81.43160000000002 - ] - } - ], - "layout": { - "height": 360, - "showlegend": false, - "template": { - "data": { - "bar": [ - { - "error_x": { - "color": "#2a3f5f" - }, - "error_y": { - "color": "#2a3f5f" - }, - "marker": { - "line": { - "color": "white", - "width": 0.5 - }, - "pattern": { - "fillmode": "overlay", - "size": 10, - "solidity": 0.2 - } - }, - "type": "bar" - } - ], - "barpolar": [ - { - "marker": { - "line": { - "color": "white", - "width": 0.5 - }, - "pattern": { - "fillmode": "overlay", - "size": 10, - "solidity": 0.2 - } - }, - "type": "barpolar" - } - ], - "carpet": [ - { - "aaxis": { - "endlinecolor": "#2a3f5f", - "gridcolor": "#C8D4E3", - "linecolor": "#C8D4E3", - "minorgridcolor": "#C8D4E3", - "startlinecolor": "#2a3f5f" - }, - "baxis": { - "endlinecolor": "#2a3f5f", - "gridcolor": "#C8D4E3", - "linecolor": "#C8D4E3", - "minorgridcolor": "#C8D4E3", - "startlinecolor": "#2a3f5f" - }, - "type": "carpet" - } - ], - "choropleth": [ - { - "colorbar": { - "outlinewidth": 0, - "ticks": "" - }, - "type": "choropleth" - } - ], - "contour": [ - { - "colorbar": { - "outlinewidth": 0, - "ticks": "" - }, - "colorscale": [ - [ - 0, - "#0d0887" - ], - [ - 0.1111111111111111, - "#46039f" - ], - [ - 0.2222222222222222, - "#7201a8" - ], - [ - 0.3333333333333333, - "#9c179e" - ], - [ - 0.4444444444444444, - "#bd3786" - ], - [ - 0.5555555555555556, - "#d8576b" - ], - [ - 0.6666666666666666, - "#ed7953" - ], - [ - 0.7777777777777778, - "#fb9f3a" - ], - [ - 0.8888888888888888, - "#fdca26" - ], - [ - 1, - "#f0f921" - ] - ], - "type": "contour" - } - ], - "contourcarpet": [ - { - "colorbar": { - "outlinewidth": 0, - "ticks": "" - }, - "type": "contourcarpet" - } - ], - "heatmap": [ - { - "colorbar": { - "outlinewidth": 0, - "ticks": "" - }, - "colorscale": [ - [ - 0, - "#0d0887" - ], - [ - 0.1111111111111111, - "#46039f" - ], - [ - 0.2222222222222222, - "#7201a8" - ], - [ - 0.3333333333333333, - "#9c179e" - ], - [ - 0.4444444444444444, - "#bd3786" - ], - [ - 0.5555555555555556, - "#d8576b" - ], - [ - 0.6666666666666666, - "#ed7953" - ], - [ - 0.7777777777777778, - "#fb9f3a" - ], - [ - 0.8888888888888888, - "#fdca26" - ], - [ - 1, - "#f0f921" - ] - ], - "type": "heatmap" - } - ], - "histogram": [ - { - "marker": { - "pattern": { - "fillmode": "overlay", - "size": 10, - "solidity": 0.2 - } - }, - "type": "histogram" - } - ], - "histogram2d": [ - { - "colorbar": { - "outlinewidth": 0, - "ticks": "" - }, - "colorscale": [ - [ - 0, - "#0d0887" - ], - [ - 0.1111111111111111, - "#46039f" - ], - [ - 0.2222222222222222, - "#7201a8" - ], - [ - 0.3333333333333333, - "#9c179e" - ], - [ - 0.4444444444444444, - "#bd3786" - ], - [ - 0.5555555555555556, - "#d8576b" - ], - [ - 0.6666666666666666, - "#ed7953" - ], - [ - 0.7777777777777778, - "#fb9f3a" - ], - [ - 0.8888888888888888, - "#fdca26" - ], - [ - 1, - "#f0f921" - ] - ], - "type": "histogram2d" - } - ], - "histogram2dcontour": [ - { - "colorbar": { - "outlinewidth": 0, - "ticks": "" - }, - "colorscale": [ - [ - 0, - "#0d0887" - ], - [ - 0.1111111111111111, - "#46039f" - ], - [ - 0.2222222222222222, - "#7201a8" - ], - [ - 0.3333333333333333, - "#9c179e" - ], - [ - 0.4444444444444444, - "#bd3786" - ], - [ - 0.5555555555555556, - "#d8576b" - ], - [ - 0.6666666666666666, - "#ed7953" - ], - [ - 0.7777777777777778, - "#fb9f3a" - ], - [ - 0.8888888888888888, - "#fdca26" - ], - [ - 1, - "#f0f921" - ] - ], - "type": "histogram2dcontour" - } - ], - "mesh3d": [ - { - "colorbar": { - "outlinewidth": 0, - "ticks": "" - }, - "type": "mesh3d" - } - ], - "parcoords": [ - { - "line": { - "colorbar": { - "outlinewidth": 0, - "ticks": "" - } - }, - "type": "parcoords" - } - ], - "pie": [ - { - "automargin": true, - "type": "pie" - } - ], - "scatter": [ - { - "fillpattern": { - "fillmode": "overlay", - "size": 10, - "solidity": 0.2 - }, - "type": "scatter" - } - ], - "scatter3d": [ - { - "line": { - "colorbar": { - "outlinewidth": 0, - "ticks": "" - } - }, - "marker": { - "colorbar": { - "outlinewidth": 0, - "ticks": "" - } - }, - "type": "scatter3d" - } - ], - "scattercarpet": [ - { - "marker": { - "colorbar": { - "outlinewidth": 0, - "ticks": "" - } - }, - "type": "scattercarpet" - } - ], - "scattergeo": [ - { - "marker": { - "colorbar": { - "outlinewidth": 0, - "ticks": "" - } - }, - "type": "scattergeo" - } - ], - "scattergl": [ - { - "marker": { - "colorbar": { - "outlinewidth": 0, - "ticks": "" - } - }, - "type": "scattergl" - } - ], - "scattermap": [ - { - "marker": { - "colorbar": { - "outlinewidth": 0, - "ticks": "" - } - }, - "type": "scattermap" - } - ], - "scattermapbox": [ - { - "marker": { - "colorbar": { - "outlinewidth": 0, - "ticks": "" - } - }, - "type": "scattermapbox" - } - ], - "scatterpolar": [ - { - "marker": { - "colorbar": { - "outlinewidth": 0, - "ticks": "" - } - }, - "type": "scatterpolar" - } - ], - "scatterpolargl": [ - { - "marker": { - "colorbar": { - "outlinewidth": 0, - "ticks": "" - } - }, - "type": "scatterpolargl" - } - ], - "scatterternary": [ - { - "marker": { - "colorbar": { - "outlinewidth": 0, - "ticks": "" - } - }, - "type": "scatterternary" - } - ], - "surface": [ - { - "colorbar": { - "outlinewidth": 0, - "ticks": "" - }, - "colorscale": [ - [ - 0, - "#0d0887" - ], - [ - 0.1111111111111111, - "#46039f" - ], - [ - 0.2222222222222222, - "#7201a8" - ], - [ - 0.3333333333333333, - "#9c179e" - ], - [ - 0.4444444444444444, - "#bd3786" - ], - [ - 0.5555555555555556, - "#d8576b" - ], - [ - 0.6666666666666666, - "#ed7953" - ], - [ - 0.7777777777777778, - "#fb9f3a" - ], - [ - 0.8888888888888888, - "#fdca26" - ], - [ - 1, - "#f0f921" - ] - ], - "type": "surface" - } - ], - "table": [ - { - "cells": { - "fill": { - "color": "#EBF0F8" - }, - "line": { - "color": "white" - } - }, - "header": { - "fill": { - "color": "#C8D4E3" - }, - "line": { - "color": "white" - } - }, - "type": "table" - } - ] - }, - "layout": { - "annotationdefaults": { - "arrowcolor": "#2a3f5f", - "arrowhead": 0, - "arrowwidth": 1 - }, - "autotypenumbers": "strict", - "coloraxis": { - "colorbar": { - "outlinewidth": 0, - "ticks": "" - } - }, - "colorscale": { - "diverging": [ - [ - 0, - "#8e0152" - ], - [ - 0.1, - "#c51b7d" - ], - [ - 0.2, - "#de77ae" - ], - [ - 0.3, - "#f1b6da" - ], - [ - 0.4, - "#fde0ef" - ], - [ - 0.5, - "#f7f7f7" - ], - [ - 0.6, - "#e6f5d0" - ], - [ - 0.7, - "#b8e186" - ], - [ - 0.8, - "#7fbc41" - ], - [ - 0.9, - "#4d9221" - ], - [ - 1, - "#276419" - ] - ], - "sequential": [ - [ - 0, - "#0d0887" - ], - [ - 0.1111111111111111, - "#46039f" - ], - [ - 0.2222222222222222, - "#7201a8" - ], - [ - 0.3333333333333333, - "#9c179e" - ], - [ - 0.4444444444444444, - "#bd3786" - ], - [ - 0.5555555555555556, - "#d8576b" - ], - [ - 0.6666666666666666, - "#ed7953" - ], - [ - 0.7777777777777778, - "#fb9f3a" - ], - [ - 0.8888888888888888, - "#fdca26" - ], - [ - 1, - "#f0f921" - ] - ], - "sequentialminus": [ - [ - 0, - "#0d0887" - ], - [ - 0.1111111111111111, - "#46039f" - ], - [ - 0.2222222222222222, - "#7201a8" - ], - [ - 0.3333333333333333, - "#9c179e" - ], - [ - 0.4444444444444444, - "#bd3786" - ], - [ - 0.5555555555555556, - "#d8576b" - ], - [ - 0.6666666666666666, - "#ed7953" - ], - [ - 0.7777777777777778, - "#fb9f3a" - ], - [ - 0.8888888888888888, - "#fdca26" - ], - [ - 1, - "#f0f921" - ] - ] - }, - "colorway": [ - "#636efa", - "#EF553B", - "#00cc96", - "#ab63fa", - "#FFA15A", - "#19d3f3", - "#FF6692", - "#B6E880", - "#FF97FF", - "#FECB52" - ], - "font": { - "color": "#2a3f5f" - }, - "geo": { - "bgcolor": "white", - "lakecolor": "white", - "landcolor": "white", - "showlakes": true, - "showland": true, - "subunitcolor": "#C8D4E3" - }, - "hoverlabel": { - "align": "left" - }, - "hovermode": "closest", - "mapbox": { - "style": "light" - }, - "paper_bgcolor": "white", - "plot_bgcolor": "white", - "polar": { - "angularaxis": { - "gridcolor": "#EBF0F8", - "linecolor": "#EBF0F8", - "ticks": "" - }, - "bgcolor": "white", - "radialaxis": { - "gridcolor": "#EBF0F8", - "linecolor": "#EBF0F8", - "ticks": "" - } - }, - "scene": { - "xaxis": { - "backgroundcolor": "white", - "gridcolor": "#DFE8F3", - "gridwidth": 2, - "linecolor": "#EBF0F8", - "showbackground": true, - "ticks": "", - "zerolinecolor": "#EBF0F8" - }, - "yaxis": { - "backgroundcolor": "white", - "gridcolor": "#DFE8F3", - "gridwidth": 2, - "linecolor": "#EBF0F8", - "showbackground": true, - "ticks": "", - "zerolinecolor": "#EBF0F8" - }, - "zaxis": { - "backgroundcolor": "white", - "gridcolor": "#DFE8F3", - "gridwidth": 2, - "linecolor": "#EBF0F8", - "showbackground": true, - "ticks": "", - "zerolinecolor": "#EBF0F8" - } - }, - "shapedefaults": { - "line": { - "color": "#2a3f5f" - } - }, - "ternary": { - "aaxis": { - "gridcolor": "#DFE8F3", - "linecolor": "#A2B1C6", - "ticks": "" - }, - "baxis": { - "gridcolor": "#DFE8F3", - "linecolor": "#A2B1C6", - "ticks": "" - }, - "bgcolor": "white", - "caxis": { - "gridcolor": "#DFE8F3", - "linecolor": "#A2B1C6", - "ticks": "" - } - }, - "title": { - "x": 0.05 - }, - "xaxis": { - "automargin": true, - "gridcolor": "#EBF0F8", - "linecolor": "#EBF0F8", - "ticks": "", - "title": { - "standoff": 15 - }, - "zerolinecolor": "#EBF0F8", - "zerolinewidth": 2 - }, - "yaxis": { - "automargin": true, - "gridcolor": "#EBF0F8", - "linecolor": "#EBF0F8", - "ticks": "", - "title": { - "standoff": 15 - }, - "zerolinecolor": "#EBF0F8", - "zerolinewidth": 2 - } - } - }, - "title": { - "text": "Claude Zero Shot Error: $81.43 ± $28.05" - }, - "width": 1000, - "xaxis": { - "title": { - "text": "Number of Datapoints" - } - }, - "yaxis": { - "title": { - "text": "Average Absolute Error ($)" - } - } - } - } - }, - "metadata": {}, - "output_type": "display_data" - }, - { - "data": { - "application/vnd.plotly.v1+json": { - "config": { - "plotlyServerURL": "https://plot.ly" - }, - "data": [ - { - "customdata": [ - [ - "hansgrohe Croma Select S 7-inch Showerhe...\nGuess=$89.99 Actual=$253.86" - ], - [ - "BUMPERS THAT DELIVER - Primered, Front U...\nGuess=$85.99 Actual=$195.99" - ], - [ - "Hasbro Marvel Legends Series 6-inch Coll...\nGuess=$49.99 Actual=$200.40" - ], - [ - "CMT 283.108.14M Industrial Melamine and ...\nGuess=$89.99 Actual=$184.91" - ], - [ - "TENSSENX Foldable GPS Drone with 4K UHD ...\nGuess=$349.99 Actual=$149.99" - ], - [ - "Wright Tool #4482 Pear Head Contour Hand...\nGuess=$45.99 Actual=$153.14" - ], - [ - "Saint Seiya Appendix Gold Cloth Pandora ...\nGuess=$45.99 Actual=$313.69" - ], - [ - "Covenant of Antarctica Aerial Battle Gro...\nGuess=$34.99 Actual=$199.95" - ], - [ - "Yealink T53 IP Phone, 12 VoIP Accounts. ...\nGuess=$299.99 Actual=$117.20" - ], - [ - "WARN 89125 Trans4mer Winch Mounting Kit,...\nGuess=$89.99 Actual=$644.74" - ], - [ - "APDTY 600071 Electric Water Pump Assembl...\nGuess=$45.99 Actual=$206.94" - ], - [ - "Rear Brake Backing Plate Dust Shield Set...\nGuess=$24.99 Actual=$284.95" - ], - [ - "Glardon-Vallorbe Flex Shaft #30 Handpiec...\nGuess=$285.00 Actual=$120.00" - ] - ], - "hovertemplate": "%{customdata[0]}", - "legendgroup": "red", - "marker": { - "color": "red", - "size": 6, - "symbol": "circle" - }, - "mode": "markers", - "name": "red", - "orientation": "v", - "showlegend": true, - "type": "scatter", - "x": { - "bdata": "7FG4HoW7b0BI4XoUrn9oQM3MzMzMDGlAhetRuB4dZ0BI4XoUrr9iQBSuR+F6JGNA16NwPQqbc0BmZmZmZv5oQM3MzMzMTF1AUrgeheslhECuR+F6FN5pQDMzMzMzz3FAAAAAAAAAXkA=", - "dtype": "f8" - }, - "xaxis": "x", - "y": { - "bdata": "j8L1KFx/VkCPwvUoXH9VQB+F61G4/khAj8L1KFx/VkCkcD0K1991QB+F61G4/kZAH4XrUbj+RkAfhetRuH5BQKRwPQrXv3JAj8L1KFx/VkAfhetRuP5GQD0K16Nw/ThAAAAAAADQcUA=", - "dtype": "f8" - }, - "yaxis": "y" - }, - { - "customdata": [ - [ - "Talent LP12LED PAR 36 DMX RGB LED Mini L...\nGuess=$85.00 Actual=$37.80" - ], - [ - "Canon PowerShot SX120IS 10MP Digital Cam...\nGuess=$299.99 Actual=$399.98" - ], - [ - "Kate 8x8ft Spring Photo Backdrops Indoor...\nGuess=$24.99 Actual=$82.80" - ], - [ - "Walker Exhaust 44123 Exhaust Pipe\nGuess=$45.99 Actual=$118.73" - ], - [ - "Canon Digital SLR Camera Body [EOS 80D] ...\nGuess=$899.99 Actual=$695.00" - ], - [ - "ELITE Luxury Short Bathroom Oil Rubbed B...\nGuess=$45.99 Actual=$96.00" - ], - [ - "GIBSON EXHST Gibson Performance Exhaust ...\nGuess=$450.00 Actual=$642.63" - ], - [ - "Monroe Shocks & Struts Quick-Strut 27149...\nGuess=$185.99 Actual=$106.20" - ], - [ - "Dell 0G8763 73GB SAS 10K 3.5\nGuess=$89.99 Actual=$33.95" - ], - [ - "Dasaita Vivid HD 10.2\" Android Car Stere...\nGuess=$289.99 Actual=$478.95" - ], - [ - "XTRONS® 12.1 Inch 1080P Video Car Overhe...\nGuess=$89.99 Actual=$159.89" - ] - ], - "hovertemplate": "%{customdata[0]}", - "legendgroup": "orange", - "marker": { - "color": "orange", - "size": 6, - "symbol": "circle" - }, - "mode": "markers", - "name": "orange", - "orientation": "v", - "showlegend": true, - "type": "scatter", - "x": { - "bdata": "ZmZmZmbmQkBI4XoUrv94QDMzMzMzs1RAH4XrUbiuXUAAAAAAALiFQAAAAAAAAFhA16NwPQoVhEDNzMzMzIxaQJqZmZmZ+UBAMzMzMzPvfUAUrkfhevxjQA==", - "dtype": "f8" - }, - "xaxis": "x", - "y": { - "bdata": "AAAAAABAVUCkcD0K179yQD0K16Nw/ThAH4XrUbj+RkBSuB6F6x+MQB+F61G4/kZAAAAAAAAgfEBI4XoUrj9nQI/C9Shcf1ZApHA9CtcfckCPwvUoXH9WQA==", - "dtype": "f8" - }, - "yaxis": "y" - }, - { - "customdata": [ - [ - "90W 65W AC Charger Fit for Dell Inspiron...\nGuess=$24.99 Actual=$28.99" - ], - [ - "Case for Xiaomi Mi Note 10 Lite Case Cov...\nGuess=$12.99 Actual=$10.80" - ], - [ - "Blow Off WPB44-2644 Electronic Cleaning ...\nGuess=$89.99 Actual=$60.00" - ], - [ - "Creative Crafthouse Decision Maker - Sta...\nGuess=$12.99 Actual=$27.95" - ], - [ - "LG EAU61865301 Genuine OEM Convection Fa...\nGuess=$45.99 Actual=$69.09" - ], - [ - "High Country Plastics Trailer, RV Entry ...\nGuess=$89.99 Actual=$101.00" - ], - [ - "BDK Wheel Guards – (4 Pack) Hubcaps for ...\nGuess=$24.99 Actual=$39.49" - ], - [ - "Anytime Tools Transfer Punch 28 Piece Se...\nGuess=$24.99 Actual=$31.95" - ], - [ - "Pink Monogram Letter E Cat Dog Rainbow P...\nGuess=$15.99 Actual=$14.99" - ], - [ - "Ztotop Case for iPad Pro 12.9 Inch 2017/...\nGuess=$15.99 Actual=$21.99" - ], - [ - "Ford Cap\nGuess=$24.99 Actual=$60.23" - ], - [ - "Mist RFMFS395 Replacement Filter for Fau...\nGuess=$24.99 Actual=$34.99" - ], - [ - "DEPO 321-55007-100 Replacement Engine Co...\nGuess=$45.99 Actual=$78.39" - ], - [ - "2 Pack 45'' X 10\" Inflatable Kiddie Pool...\nGuess=$24.99 Actual=$39.99" - ], - [ - "Wheel Hub Front Left LH or Right RH for ...\nGuess=$45.99 Actual=$59.95" - ], - [ - "Theater Solutions TSS8A Home Theater Del...\nGuess=$89.99 Actual=$80.11" - ], - [ - "55mm Essential Lens Kit with 2X Telephot...\nGuess=$29.99 Actual=$31.45" - ], - [ - "Electric Gel Ball Blaster - High Speed A...\nGuess=$45.99 Actual=$49.99" - ], - [ - "ProMaster 77mm UV Filter, Ultraviolet Pr...\nGuess=$24.99 Actual=$49.95" - ], - [ - "New Starter Replacement for Tecumseh Eng...\nGuess=$45.99 Actual=$61.95" - ], - [ - "Costzon Swing Frame Stand with Swing Sea...\nGuess=$49.99 Actual=$62.99" - ], - [ - "Pica Master-Set Carpenter 55030\nGuess=$89.99 Actual=$60.48" - ], - [ - "Solar Floor Lamp, Ourdoor Floor Lamps fo...\nGuess=$45.99 Actual=$59.99" - ], - [ - "GLCON Hard Protective Carrying Case - Po...\nGuess=$12.99 Actual=$14.97" - ], - [ - "iPhone Fast Charger Block, 3Pack 20W USB...\nGuess=$19.99 Actual=$23.99" - ], - [ - "iZEEKER iA800 Action Camera 4K60FPS 24MP...\nGuess=$89.99 Actual=$119.99" - ] - ], - "hovertemplate": "%{customdata[0]}", - "legendgroup": "green", - "marker": { - "color": "green", - "size": 6, - "symbol": "circle" - }, - "mode": "markers", - "name": "green", - "orientation": "v", - "showlegend": true, - "type": "scatter", - "x": { - "bdata": "PQrXo3D9PECamZmZmZklQAAAAAAAAE5AMzMzMzPzO0D2KFyPwkVRQAAAAAAAQFlAH4XrUbi+Q0AzMzMzM/M/QHsUrkfh+i1APQrXo3D9NUA9CtejcB1OQB+F61G4fkFAKVyPwvWYU0AfhetRuP5DQJqZmZmZ+U1A16NwPQoHVEAzMzMzM3M/QB+F61G4/khAmpmZmZn5SECamZmZmflOQB+F61G4fk9APQrXo3A9TkAfhetRuP5NQHE9Ctej8C1APQrXo3D9N0CPwvUoXP9dQA==", - "dtype": "f8" - }, - "xaxis": "x", - "y": { - "bdata": "PQrXo3D9OEB7FK5H4fopQI/C9Shcf1ZAexSuR+H6KUAfhetRuP5GQI/C9Shcf1ZAPQrXo3D9OEA9CtejcP04QHsUrkfh+i9AexSuR+H6L0A9CtejcP04QD0K16Nw/ThAH4XrUbj+RkA9CtejcP04QB+F61G4/kZAj8L1KFx/VkA9CtejcP09QB+F61G4/kZAPQrXo3D9OEAfhetRuP5GQB+F61G4/khAj8L1KFx/VkAfhetRuP5GQHsUrkfh+ilAPQrXo3D9M0CPwvUoXH9WQA==", - "dtype": "f8" - }, - "yaxis": "y" - }, - { - "hoverinfo": "skip", - "line": { - "color": "deepskyblue", - "dash": "dash", - "width": 2 - }, - "mode": "lines", - "showlegend": false, - "type": "scatter", - "x": [ - 0, - 899.99 - ], - "y": [ - 0, - 899.99 - ] - } - ], - "layout": { - "height": 800, - "legend": { - "title": { - "text": "color" - }, - "tracegroupgap": 0 - }, - "showlegend": false, - "template": { - "data": { - "bar": [ - { - "error_x": { - "color": "#2a3f5f" - }, - "error_y": { - "color": "#2a3f5f" - }, - "marker": { - "line": { - "color": "#E5ECF6", - "width": 0.5 - }, - "pattern": { - "fillmode": "overlay", - "size": 10, - "solidity": 0.2 - } - }, - "type": "bar" - } - ], - "barpolar": [ - { - "marker": { - "line": { - "color": "#E5ECF6", - "width": 0.5 - }, - "pattern": { - "fillmode": "overlay", - "size": 10, - "solidity": 0.2 - } - }, - "type": "barpolar" - } - ], - "carpet": [ - { - "aaxis": { - "endlinecolor": "#2a3f5f", - "gridcolor": "white", - "linecolor": "white", - "minorgridcolor": "white", - "startlinecolor": "#2a3f5f" - }, - "baxis": { - "endlinecolor": "#2a3f5f", - "gridcolor": "white", - "linecolor": "white", - "minorgridcolor": "white", - "startlinecolor": "#2a3f5f" - }, - "type": "carpet" - } - ], - "choropleth": [ - { - "colorbar": { - "outlinewidth": 0, - "ticks": "" - }, - "type": "choropleth" - } - ], - "contour": [ - { - "colorbar": { - "outlinewidth": 0, - "ticks": "" - }, - "colorscale": [ - [ - 0, - "#0d0887" - ], - [ - 0.1111111111111111, - "#46039f" - ], - [ - 0.2222222222222222, - "#7201a8" - ], - [ - 0.3333333333333333, - "#9c179e" - ], - [ - 0.4444444444444444, - "#bd3786" - ], - [ - 0.5555555555555556, - "#d8576b" - ], - [ - 0.6666666666666666, - "#ed7953" - ], - [ - 0.7777777777777778, - "#fb9f3a" - ], - [ - 0.8888888888888888, - "#fdca26" - ], - [ - 1, - "#f0f921" - ] - ], - "type": "contour" - } - ], - "contourcarpet": [ - { - "colorbar": { - "outlinewidth": 0, - "ticks": "" - }, - "type": "contourcarpet" - } - ], - "heatmap": [ - { - "colorbar": { - "outlinewidth": 0, - "ticks": "" - }, - "colorscale": [ - [ - 0, - "#0d0887" - ], - [ - 0.1111111111111111, - "#46039f" - ], - [ - 0.2222222222222222, - "#7201a8" - ], - [ - 0.3333333333333333, - "#9c179e" - ], - [ - 0.4444444444444444, - "#bd3786" - ], - [ - 0.5555555555555556, - "#d8576b" - ], - [ - 0.6666666666666666, - "#ed7953" - ], - [ - 0.7777777777777778, - "#fb9f3a" - ], - [ - 0.8888888888888888, - "#fdca26" - ], - [ - 1, - "#f0f921" - ] - ], - "type": "heatmap" - } - ], - "histogram": [ - { - "marker": { - "pattern": { - "fillmode": "overlay", - "size": 10, - "solidity": 0.2 - } - }, - "type": "histogram" - } - ], - "histogram2d": [ - { - "colorbar": { - "outlinewidth": 0, - "ticks": "" - }, - "colorscale": [ - [ - 0, - "#0d0887" - ], - [ - 0.1111111111111111, - "#46039f" - ], - [ - 0.2222222222222222, - "#7201a8" - ], - [ - 0.3333333333333333, - "#9c179e" - ], - [ - 0.4444444444444444, - "#bd3786" - ], - [ - 0.5555555555555556, - "#d8576b" - ], - [ - 0.6666666666666666, - "#ed7953" - ], - [ - 0.7777777777777778, - "#fb9f3a" - ], - [ - 0.8888888888888888, - "#fdca26" - ], - [ - 1, - "#f0f921" - ] - ], - "type": "histogram2d" - } - ], - "histogram2dcontour": [ - { - "colorbar": { - "outlinewidth": 0, - "ticks": "" - }, - "colorscale": [ - [ - 0, - "#0d0887" - ], - [ - 0.1111111111111111, - "#46039f" - ], - [ - 0.2222222222222222, - "#7201a8" - ], - [ - 0.3333333333333333, - "#9c179e" - ], - [ - 0.4444444444444444, - "#bd3786" - ], - [ - 0.5555555555555556, - "#d8576b" - ], - [ - 0.6666666666666666, - "#ed7953" - ], - [ - 0.7777777777777778, - "#fb9f3a" - ], - [ - 0.8888888888888888, - "#fdca26" - ], - [ - 1, - "#f0f921" - ] - ], - "type": "histogram2dcontour" - } - ], - "mesh3d": [ - { - "colorbar": { - "outlinewidth": 0, - "ticks": "" - }, - "type": "mesh3d" - } - ], - "parcoords": [ - { - "line": { - "colorbar": { - "outlinewidth": 0, - "ticks": "" - } - }, - "type": "parcoords" - } - ], - "pie": [ - { - "automargin": true, - "type": "pie" - } - ], - "scatter": [ - { - "fillpattern": { - "fillmode": "overlay", - "size": 10, - "solidity": 0.2 - }, - "type": "scatter" - } - ], - "scatter3d": [ - { - "line": { - "colorbar": { - "outlinewidth": 0, - "ticks": "" - } - }, - "marker": { - "colorbar": { - "outlinewidth": 0, - "ticks": "" - } - }, - "type": "scatter3d" - } - ], - "scattercarpet": [ - { - "marker": { - "colorbar": { - "outlinewidth": 0, - "ticks": "" - } - }, - "type": "scattercarpet" - } - ], - "scattergeo": [ - { - "marker": { - "colorbar": { - "outlinewidth": 0, - "ticks": "" - } - }, - "type": "scattergeo" - } - ], - "scattergl": [ - { - "marker": { - "colorbar": { - "outlinewidth": 0, - "ticks": "" - } - }, - "type": "scattergl" - } - ], - "scattermap": [ - { - "marker": { - "colorbar": { - "outlinewidth": 0, - "ticks": "" - } - }, - "type": "scattermap" - } - ], - "scattermapbox": [ - { - "marker": { - "colorbar": { - "outlinewidth": 0, - "ticks": "" - } - }, - "type": "scattermapbox" - } - ], - "scatterpolar": [ - { - "marker": { - "colorbar": { - "outlinewidth": 0, - "ticks": "" - } - }, - "type": "scatterpolar" - } - ], - "scatterpolargl": [ - { - "marker": { - "colorbar": { - "outlinewidth": 0, - "ticks": "" - } - }, - "type": "scatterpolargl" - } - ], - "scatterternary": [ - { - "marker": { - "colorbar": { - "outlinewidth": 0, - "ticks": "" - } - }, - "type": "scatterternary" - } - ], - "surface": [ - { - "colorbar": { - "outlinewidth": 0, - "ticks": "" - }, - "colorscale": [ - [ - 0, - "#0d0887" - ], - [ - 0.1111111111111111, - "#46039f" - ], - [ - 0.2222222222222222, - "#7201a8" - ], - [ - 0.3333333333333333, - "#9c179e" - ], - [ - 0.4444444444444444, - "#bd3786" - ], - [ - 0.5555555555555556, - "#d8576b" - ], - [ - 0.6666666666666666, - "#ed7953" - ], - [ - 0.7777777777777778, - "#fb9f3a" - ], - [ - 0.8888888888888888, - "#fdca26" - ], - [ - 1, - "#f0f921" - ] - ], - "type": "surface" - } - ], - "table": [ - { - "cells": { - "fill": { - "color": "#EBF0F8" - }, - "line": { - "color": "white" - } - }, - "header": { - "fill": { - "color": "#C8D4E3" - }, - "line": { - "color": "white" - } - }, - "type": "table" - } - ] - }, - "layout": { - "annotationdefaults": { - "arrowcolor": "#2a3f5f", - "arrowhead": 0, - "arrowwidth": 1 - }, - "autotypenumbers": "strict", - "coloraxis": { - "colorbar": { - "outlinewidth": 0, - "ticks": "" - } - }, - "colorscale": { - "diverging": [ - [ - 0, - "#8e0152" - ], - [ - 0.1, - "#c51b7d" - ], - [ - 0.2, - "#de77ae" - ], - [ - 0.3, - "#f1b6da" - ], - [ - 0.4, - "#fde0ef" - ], - [ - 0.5, - "#f7f7f7" - ], - [ - 0.6, - "#e6f5d0" - ], - [ - 0.7, - "#b8e186" - ], - [ - 0.8, - "#7fbc41" - ], - [ - 0.9, - "#4d9221" - ], - [ - 1, - "#276419" - ] - ], - "sequential": [ - [ - 0, - "#0d0887" - ], - [ - 0.1111111111111111, - "#46039f" - ], - [ - 0.2222222222222222, - "#7201a8" - ], - [ - 0.3333333333333333, - "#9c179e" - ], - [ - 0.4444444444444444, - "#bd3786" - ], - [ - 0.5555555555555556, - "#d8576b" - ], - [ - 0.6666666666666666, - "#ed7953" - ], - [ - 0.7777777777777778, - "#fb9f3a" - ], - [ - 0.8888888888888888, - "#fdca26" - ], - [ - 1, - "#f0f921" - ] - ], - "sequentialminus": [ - [ - 0, - "#0d0887" - ], - [ - 0.1111111111111111, - "#46039f" - ], - [ - 0.2222222222222222, - "#7201a8" - ], - [ - 0.3333333333333333, - "#9c179e" - ], - [ - 0.4444444444444444, - "#bd3786" - ], - [ - 0.5555555555555556, - "#d8576b" - ], - [ - 0.6666666666666666, - "#ed7953" - ], - [ - 0.7777777777777778, - "#fb9f3a" - ], - [ - 0.8888888888888888, - "#fdca26" - ], - [ - 1, - "#f0f921" - ] - ] - }, - "colorway": [ - "#636efa", - "#EF553B", - "#00cc96", - "#ab63fa", - "#FFA15A", - "#19d3f3", - "#FF6692", - "#B6E880", - "#FF97FF", - "#FECB52" - ], - "font": { - "color": "#2a3f5f" - }, - "geo": { - "bgcolor": "white", - "lakecolor": "white", - "landcolor": "#E5ECF6", - "showlakes": true, - "showland": true, - "subunitcolor": "white" - }, - "hoverlabel": { - "align": "left" - }, - "hovermode": "closest", - "mapbox": { - "style": "light" - }, - "paper_bgcolor": "white", - "plot_bgcolor": "#E5ECF6", - "polar": { - "angularaxis": { - "gridcolor": "white", - "linecolor": "white", - "ticks": "" - }, - "bgcolor": "#E5ECF6", - "radialaxis": { - "gridcolor": "white", - "linecolor": "white", - "ticks": "" - } - }, - "scene": { - "xaxis": { - "backgroundcolor": "#E5ECF6", - "gridcolor": "white", - "gridwidth": 2, - "linecolor": "white", - "showbackground": true, - "ticks": "", - "zerolinecolor": "white" - }, - "yaxis": { - "backgroundcolor": "#E5ECF6", - "gridcolor": "white", - "gridwidth": 2, - "linecolor": "white", - "showbackground": true, - "ticks": "", - "zerolinecolor": "white" - }, - "zaxis": { - "backgroundcolor": "#E5ECF6", - "gridcolor": "white", - "gridwidth": 2, - "linecolor": "white", - "showbackground": true, - "ticks": "", - "zerolinecolor": "white" - } - }, - "shapedefaults": { - "line": { - "color": "#2a3f5f" - } - }, - "ternary": { - "aaxis": { - "gridcolor": "white", - "linecolor": "white", - "ticks": "" - }, - "baxis": { - "gridcolor": "white", - "linecolor": "white", - "ticks": "" - }, - "bgcolor": "#E5ECF6", - "caxis": { - "gridcolor": "white", - "linecolor": "white", - "ticks": "" - } - }, - "title": { - "x": 0.05 - }, - "xaxis": { - "automargin": true, - "gridcolor": "white", - "linecolor": "white", - "ticks": "", - "title": { - "standoff": 15 - }, - "zerolinecolor": "white", - "zerolinewidth": 2 - }, - "yaxis": { - "automargin": true, - "gridcolor": "white", - "linecolor": "white", - "ticks": "", - "title": { - "standoff": 15 - }, - "zerolinecolor": "white", - "zerolinewidth": 2 - } - } - }, - "title": { - "text": "Claude Zero Shot results
Error: $81.43 MSE: 16,869 r²: 36.9%" - }, - "width": 1000, - "xaxis": { - "anchor": "y", - "domain": [ - 0, - 1 - ], - "range": [ - 0, - 899.99 - ], - "title": { - "text": "Actual Price" - } - }, - "yaxis": { - "anchor": "x", - "domain": [ - 0, - 1 - ], - "range": [ - 0, - 899.99 - ], - "title": { - "text": "Predicted Price" - } - } - } - } - }, - "metadata": {}, - "output_type": "display_data" - } - ], + "outputs": [], "source": [ "def claude_zero_shot(item: Item) -> str:\n", " \"\"\"Claude with no few-shot examples — baseline comparison.\"\"\"\n",