diff --git a/tutorials/evals/local_llm.ipynb b/tutorials/evals/local_llm.ipynb
new file mode 100644
index 0000000000..c01a735754
--- /dev/null
+++ b/tutorials/evals/local_llm.ipynb
@@ -0,0 +1,410 @@
+{
+ "cells": [
+  {
+   "cell_type": "markdown",
+   "metadata": {},
+   "source": [
+    "<center>\n",
+    "    <p style=\"text-align:center\">\n",
+    "        <img alt=\"phoenix logo\" src=\"https://storage.googleapis.com/arize-phoenix-assets/assets/phoenix-logo-light.svg\" width=\"200\"/>\n",
+    "        <br>\n",
+    "        <a href=\"https://docs.arize.com/phoenix/\">Docs</a>\n",
+    "        |\n",
+    "        <a href=\"https://github.com/Arize-ai/phoenix\">GitHub</a>\n",
+    "        |\n",
+    "        <a href=\"https://join.slack.com/t/arize-ai/shared_invite/zt-1px8dcmlf-fmThhDFD_V_48oU7ALan4Q\">Community</a>\n",
+    "    </p>\n",
+    "</center>\n",
+    "<h1 align=\"center\">Using a Local LLM</h1>\n",
+    "\n",
+    "Below is an example of using a local LLM to perform evals. In this example we will be using [ollama](https://ollama.com/)"
+   ]
+  },
+  {
+   "cell_type": "markdown",
+   "metadata": {},
+   "source": []
+  },
+  {
+   "cell_type": "code",
+   "execution_count": 2,
+   "metadata": {},
+   "outputs": [],
+   "source": [
+    "!pip install -qq \"arize-phoenix-evals>=0.0.5\" \"litellm\""
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": 6,
+   "metadata": {},
+   "outputs": [],
+   "source": [
+    "import nest_asyncio\n",
+    "\n",
+    "nest_asyncio.apply()"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": 7,
+   "metadata": {},
+   "outputs": [],
+   "source": [
+    "import os\n",
+    "\n",
+    "from phoenix.evals import LiteLLMModel\n",
+    "\n",
+    "os.environ[\"OLLAMA_API_BASE\"] = \"http://localhost:11434\"\n",
+    "\n",
+    "model = LiteLLMModel(model=\"ollama/llama3\")"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": 5,
+   "metadata": {},
+   "outputs": [
+    {
+     "data": {
+      "text/plain": [
+       "\"Hello there! It's great to meet you. I'm your friendly AI assistant, here to help with any questions or topics you'd like to discuss. What brings you to this corner of the internet today?\""
+      ]
+     },
+     "execution_count": 5,
+     "metadata": {},
+     "output_type": "execute_result"
+    }
+   ],
+   "source": [
+    "model(\"Hello, world!\")"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": 13,
+   "metadata": {},
+   "outputs": [
+    {
+     "data": {
+      "text/html": [
+       "<div>\n",
+       "<style scoped>\n",
+       "    .dataframe tbody tr th:only-of-type {\n",
+       "        vertical-align: middle;\n",
+       "    }\n",
+       "\n",
+       "    .dataframe tbody tr th {\n",
+       "        vertical-align: top;\n",
+       "    }\n",
+       "\n",
+       "    .dataframe thead th {\n",
+       "        text-align: right;\n",
+       "    }\n",
+       "</style>\n",
+       "<table border=\"1\" class=\"dataframe\">\n",
+       "  <thead>\n",
+       "    <tr style=\"text-align: right;\">\n",
+       "      <th></th>\n",
+       "      <th>query_id</th>\n",
+       "      <th>query_text</th>\n",
+       "      <th>document_title</th>\n",
+       "      <th>document_text</th>\n",
+       "      <th>document_text_with_emphasis</th>\n",
+       "      <th>relevant</th>\n",
+       "    </tr>\n",
+       "  </thead>\n",
+       "  <tbody>\n",
+       "    <tr>\n",
+       "      <th>0</th>\n",
+       "      <td>Q1</td>\n",
+       "      <td>how are glacier caves formed?</td>\n",
+       "      <td>Glacier cave</td>\n",
+       "      <td>A partly submerged glacier cave on Perito More...</td>\n",
+       "      <td>A partly submerged glacier cave on Perito More...</td>\n",
+       "      <td>True</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <th>1</th>\n",
+       "      <td>Q10</td>\n",
+       "      <td>how an outdoor wood boiler works</td>\n",
+       "      <td>Outdoor wood-fired boiler</td>\n",
+       "      <td>The outdoor wood boiler is a variant of the cl...</td>\n",
+       "      <td>The outdoor wood boiler is a variant of the cl...</td>\n",
+       "      <td>False</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <th>2</th>\n",
+       "      <td>Q100</td>\n",
+       "      <td>what happens  to the light independent reactio...</td>\n",
+       "      <td>Light-independent reactions</td>\n",
+       "      <td>The simplified internal structure of a chlorop...</td>\n",
+       "      <td>The simplified internal structure of a chlorop...</td>\n",
+       "      <td>True</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <th>3</th>\n",
+       "      <td>Q1000</td>\n",
+       "      <td>where in the bible that palestine have no land...</td>\n",
+       "      <td>Philistines</td>\n",
+       "      <td>The Philistine cities of Gaza, Ashdod, Ashkelo...</td>\n",
+       "      <td>The Philistine cities of Gaza, Ashdod, Ashkelo...</td>\n",
+       "      <td>False</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <th>4</th>\n",
+       "      <td>Q1001</td>\n",
+       "      <td>what are the test scores on asvab</td>\n",
+       "      <td>Armed Services Vocational Aptitude Battery</td>\n",
+       "      <td>The Armed Services Vocational Aptitude Battery...</td>\n",
+       "      <td>The Armed Services Vocational Aptitude Battery...</td>\n",
+       "      <td>False</td>\n",
+       "    </tr>\n",
+       "  </tbody>\n",
+       "</table>\n",
+       "</div>"
+      ],
+      "text/plain": [
+       "  query_id  ... relevant\n",
+       "0       Q1  ...     True\n",
+       "1      Q10  ...    False\n",
+       "2     Q100  ...     True\n",
+       "3    Q1000  ...    False\n",
+       "4    Q1001  ...    False\n",
+       "\n",
+       "[5 rows x 6 columns]"
+      ]
+     },
+     "execution_count": 13,
+     "metadata": {},
+     "output_type": "execute_result"
+    }
+   ],
+   "source": [
+    "from phoenix.evals import download_benchmark_dataset\n",
+    "\n",
+    "df = download_benchmark_dataset(\n",
+    "    task=\"binary-relevance-classification\", dataset_name=\"wiki_qa-train\"\n",
+    ")\n",
+    "df.head()"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": 16,
+   "metadata": {},
+   "outputs": [
+    {
+     "data": {
+      "application/vnd.jupyter.widget-view+json": {
+       "model_id": "f986a0040c5a41138ad525c91964ee61",
+       "version_major": 2,
+       "version_minor": 0
+      },
+      "text/plain": [
+       "llm_classify |          | 0/100 (0.0%) | ⏳ 00:00<? | ?it/s"
+      ]
+     },
+     "metadata": {},
+     "output_type": "display_data"
+    }
+   ],
+   "source": [
+    "from phoenix.evals import (\n",
+    "    RAG_RELEVANCY_PROMPT_RAILS_MAP,\n",
+    "    RAG_RELEVANCY_PROMPT_TEMPLATE,\n",
+    "    llm_classify,\n",
+    ")\n",
+    "\n",
+    "N_EVAL_SAMPLE_SIZE = 100\n",
+    "\n",
+    "df_sample = df.sample(n=N_EVAL_SAMPLE_SIZE)\n",
+    "\n",
+    "df_sample = df_sample.rename(\n",
+    "    columns={\n",
+    "        \"query_text\": \"input\",\n",
+    "        \"document_text\": \"reference\",\n",
+    "    },\n",
+    ")\n",
+    "\n",
+    "rails = list(RAG_RELEVANCY_PROMPT_RAILS_MAP.values())\n",
+    "\n",
+    "relevance_df = llm_classify(\n",
+    "    dataframe=df_sample,\n",
+    "    template=RAG_RELEVANCY_PROMPT_TEMPLATE,\n",
+    "    model=model,\n",
+    "    rails=rails,\n",
+    "    concurrency=20,\n",
+    ")"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": 18,
+   "metadata": {},
+   "outputs": [
+    {
+     "data": {
+      "text/html": [
+       "<div>\n",
+       "<style scoped>\n",
+       "    .dataframe tbody tr th:only-of-type {\n",
+       "        vertical-align: middle;\n",
+       "    }\n",
+       "\n",
+       "    .dataframe tbody tr th {\n",
+       "        vertical-align: top;\n",
+       "    }\n",
+       "\n",
+       "    .dataframe thead th {\n",
+       "        text-align: right;\n",
+       "    }\n",
+       "</style>\n",
+       "<table border=\"1\" class=\"dataframe\">\n",
+       "  <thead>\n",
+       "    <tr style=\"text-align: right;\">\n",
+       "      <th></th>\n",
+       "      <th>label</th>\n",
+       "    </tr>\n",
+       "  </thead>\n",
+       "  <tbody>\n",
+       "    <tr>\n",
+       "      <th>87</th>\n",
+       "      <td>relevant</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <th>1632</th>\n",
+       "      <td>relevant</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <th>2069</th>\n",
+       "      <td>relevant</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <th>1974</th>\n",
+       "      <td>relevant</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <th>39</th>\n",
+       "      <td>relevant</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <th>1379</th>\n",
+       "      <td>relevant</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <th>1947</th>\n",
+       "      <td>relevant</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <th>1862</th>\n",
+       "      <td>relevant</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <th>147</th>\n",
+       "      <td>relevant</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <th>973</th>\n",
+       "      <td>relevant</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <th>1658</th>\n",
+       "      <td>unrelated</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <th>1901</th>\n",
+       "      <td>relevant</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <th>1103</th>\n",
+       "      <td>relevant</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <th>2006</th>\n",
+       "      <td>unrelated</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <th>1308</th>\n",
+       "      <td>relevant</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <th>1846</th>\n",
+       "      <td>relevant</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <th>290</th>\n",
+       "      <td>relevant</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <th>797</th>\n",
+       "      <td>relevant</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <th>1599</th>\n",
+       "      <td>relevant</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <th>1755</th>\n",
+       "      <td>relevant</td>\n",
+       "    </tr>\n",
+       "  </tbody>\n",
+       "</table>\n",
+       "</div>"
+      ],
+      "text/plain": [
+       "          label\n",
+       "87     relevant\n",
+       "1632   relevant\n",
+       "2069   relevant\n",
+       "1974   relevant\n",
+       "39     relevant\n",
+       "1379   relevant\n",
+       "1947   relevant\n",
+       "1862   relevant\n",
+       "147    relevant\n",
+       "973    relevant\n",
+       "1658  unrelated\n",
+       "1901   relevant\n",
+       "1103   relevant\n",
+       "2006  unrelated\n",
+       "1308   relevant\n",
+       "1846   relevant\n",
+       "290    relevant\n",
+       "797    relevant\n",
+       "1599   relevant\n",
+       "1755   relevant"
+      ]
+     },
+     "execution_count": 18,
+     "metadata": {},
+     "output_type": "execute_result"
+    }
+   ],
+   "source": [
+    "relevance_df.head(20)"
+   ]
+  }
+ ],
+ "metadata": {
+  "kernelspec": {
+   "display_name": "phoenix",
+   "language": "python",
+   "name": "python3"
+  },
+  "language_info": {
+   "codemirror_mode": {
+    "name": "ipython",
+    "version": 3
+   },
+   "file_extension": ".py",
+   "mimetype": "text/x-python",
+   "name": "python",
+   "nbconvert_exporter": "python",
+   "pygments_lexer": "ipython3",
+   "version": "3.12.3"
+  }
+ },
+ "nbformat": 4,
+ "nbformat_minor": 2
+}

	query_id	query_text	document_title	document_text	document_text_with_emphasis	relevant
0	Q1	how are glacier caves formed?	Glacier cave	A partly submerged glacier cave on Perito More...	A partly submerged glacier cave on Perito More...	True
1	Q10	how an outdoor wood boiler works	Outdoor wood-fired boiler	The outdoor wood boiler is a variant of the cl...	The outdoor wood boiler is a variant of the cl...	False
2	Q100	what happens to the light independent reactio...	Light-independent reactions	The simplified internal structure of a chlorop...	The simplified internal structure of a chlorop...	True
3	Q1000	where in the bible that palestine have no land...	Philistines	The Philistine cities of Gaza, Ashdod, Ashkelo...	The Philistine cities of Gaza, Ashdod, Ashkelo...	False
4	Q1001	what are the test scores on asvab	Armed Services Vocational Aptitude Battery	The Armed Services Vocational Aptitude Battery...	The Armed Services Vocational Aptitude Battery...	False
	label
87	relevant
1632	relevant
2069	relevant
1974	relevant
39	relevant
1379	relevant
1947	relevant
1862	relevant
147	relevant
973	relevant
1658	unrelated
1901	relevant
1103	relevant
2006	unrelated
1308	relevant
1846	relevant
290	relevant
797	relevant
1599	relevant
1755	relevant