sending images to client.evaluate_prompt example

Author: Thodoris Petropoulos

examples/language/0.calling_large_language_models.ipynb

@@ -69,6 +69,43 @@
     "learning_objectives = json.loads(r.content)\n",
     "learning_objectives"
    ]
+  },
+  {
+   "cell_type": "markdown",
+   "metadata": {},
+   "source": [
+    "#### Sending image to `client.evaluate_prompt`\n",
+    "\n",
+    "You can also send images so a model!"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": null,
+   "metadata": {},
+   "outputs": [],
+   "source": [
+    "fo = open('test.png', 'rb')\n",
+    "import base64\n",
+    "encoded_data = base64.b64encode(fo.read()).decode('utf-8')\n",
+    "\n",
+    "response = client.evaluate_prompt(\n",
+    "    prompt='What can you see in the image?',\n",
+    "    messages=[\n",
+    "        {\n",
+    "            \"role\": \"user\",\n",
+    "            \"content\": [\n",
+    "                {\n",
+    "                    \"type\": \"image_url\",\n",
+    "                    \"image_url\": {\n",
+    "                        \"url\": f\"data:image/png;base64,{encoded_data}\",\n",
+    "                    },\n",
+    "                },\n",
+    "            ],\n",
+    "        },\n",
+    "    ],\n",
+    ")"
+   ]
   }
  ],
  "metadata": {