update evals

souzatharsis · Nov 25, 2024 · 2262e63 · 2262e63
1 parent 312061e
commit 2262e63
Show file tree

Hide file tree

Showing 20 changed files with 2,496 additions and 156 deletions.
diff --git a/tamingllms/_build/.doctrees/environment.pickle b/tamingllms/_build/.doctrees/environment.pickle
diff --git a/tamingllms/_build/.doctrees/markdown/toc.doctree b/tamingllms/_build/.doctrees/markdown/toc.doctree
diff --git a/tamingllms/_build/.doctrees/notebooks/evals.doctree b/tamingllms/_build/.doctrees/notebooks/evals.doctree
diff --git a/tamingllms/_build/html/_images/conceptual-multi.svg b/tamingllms/_build/html/_images/conceptual-multi.svg
diff --git a/tamingllms/_build/html/_images/conceptual.png b/tamingllms/_build/html/_images/conceptual.png
diff --git a/tamingllms/_build/html/_images/emerging.png b/tamingllms/_build/html/_images/emerging.png
diff --git a/tamingllms/_build/html/_sources/notebooks/evals.ipynb b/tamingllms/_build/html/_sources/notebooks/evals.ipynb
diff --git a/tamingllms/_build/html/genindex.html b/tamingllms/_build/html/genindex.html
@@ -133,6 +133,15 @@
           </li>
 
 
+          <li class="toctree-l1 ">
+
+              <a href="notebooks/evals.html" class="reference internal ">The Challenge of Evaluating LLM-based Applications</a>
+
+
+
+          </li>
+
+
       </ul>
     </div>
 

diff --git a/tamingllms/_build/html/markdown/intro.html b/tamingllms/_build/html/markdown/intro.html
@@ -153,6 +153,15 @@
           </li>
 
 
+          <li class="toctree-l1 ">
+
+              <a href="../notebooks/evals.html" class="reference internal ">The Challenge of Evaluating LLM-based Applications</a>
+
+
+
+          </li>
+
+
       </ul>
     </div>
 

diff --git a/tamingllms/_build/html/markdown/toc.html b/tamingllms/_build/html/markdown/toc.html
@@ -134,6 +134,15 @@
           </li>
 
 
+          <li class="toctree-l1 ">
+
+              <a href="../notebooks/evals.html" class="reference internal ">The Challenge of Evaluating LLM-based Applications</a>
+
+
+
+          </li>
+
+
       </ul>
     </div>
 

diff --git a/tamingllms/_build/html/notebooks/evals.html b/tamingllms/_build/html/notebooks/evals.html
diff --git a/tamingllms/_build/html/notebooks/output_size_limit.html b/tamingllms/_build/html/notebooks/output_size_limit.html
@@ -155,6 +155,15 @@
           </li>
 
 
+          <li class="toctree-l1 ">
+
+              <a href="evals.html" class="reference internal ">The Challenge of Evaluating LLM-based Applications</a>
+
+
+
+          </li>
+
+
       </ul>
     </div>
 

diff --git a/tamingllms/_build/html/notebooks/structured_output.html b/tamingllms/_build/html/notebooks/structured_output.html
@@ -38,6 +38,7 @@
 
   <link rel="index" title="Index" href="../genindex.html" />
   <link rel="search" title="Search" href="../search.html" />
+  <link rel="next" title="4. The Challenge of Evaluating LLM-based Applications" href="evals.html" />
   <link rel="prev" title="2. Output Size Limitations" href="output_size_limit.html" /> 
   </head>
 
@@ -148,6 +149,15 @@
           </li>
 
 
+          <li class="toctree-l1 ">
+
+              <a href="evals.html" class="reference internal ">The Challenge of Evaluating LLM-based Applications</a>
+
+
+
+          </li>
+
+
       </ul>
     </div>
 
@@ -169,6 +179,10 @@
     <a href="output_size_limit.html"
        title="previous chapter">← <span class="section-number">2. </span>Output Size Limitations</a>
   </li>
+  <li class="next">
+    <a href="evals.html"
+       title="next chapter"><span class="section-number">4. </span>The Challenge of Evaluating LLM-based Applications →</a>
+  </li>
 </ul>
 
 </div>
@@ -739,6 +753,10 @@ <h2><a class="toc-backref" href="#id16" role="doc-backlink"><span class="section
     <a href="output_size_limit.html"
        title="previous chapter">← <span class="section-number">2. </span>Output Size Limitations</a>
   </li>
+  <li class="next">
+    <a href="evals.html"
+       title="next chapter"><span class="section-number">4. </span>The Challenge of Evaluating LLM-based Applications →</a>
+  </li>
 </ul><div class="footer" role="contentinfo">
     <br>
     Created using <a href="http://sphinx-doc.org/">Sphinx</a> 6.2.1 with <a href="https://github.com/schettino72/sphinx_press_theme">Press Theme</a> 0.9.1.

diff --git a/tamingllms/_build/html/objects.inv b/tamingllms/_build/html/objects.inv
diff --git a/tamingllms/_build/html/search.html b/tamingllms/_build/html/search.html
@@ -140,6 +140,15 @@
           </li>
 
 
+          <li class="toctree-l1 ">
+
+              <a href="notebooks/evals.html" class="reference internal ">The Challenge of Evaluating LLM-based Applications</a>
+
+
+
+          </li>
+
+
       </ul>
     </div>
 

diff --git a/tamingllms/_build/html/searchindex.js b/tamingllms/_build/html/searchindex.js
diff --git a/tamingllms/_build/jupyter_execute/markdown/intro.ipynb b/tamingllms/_build/jupyter_execute/markdown/intro.ipynb
@@ -2,7 +2,7 @@
  "cells": [
   {
    "cell_type": "markdown",
-   "id": "210e3b0b",
+   "id": "9a714288",
    "metadata": {},
    "source": [
     "(intro)=\n",

diff --git a/tamingllms/_build/jupyter_execute/notebooks/evals.ipynb b/tamingllms/_build/jupyter_execute/notebooks/evals.ipynb
diff --git a/tamingllms/_toc.yml b/tamingllms/_toc.yml
@@ -9,7 +9,7 @@ chapters:
 - file: markdown/intro.md
 - file: notebooks/output_size_limit.ipynb
 - file: notebooks/structured_output.ipynb
-#- file: notebooks/evals.ipynb
+- file: notebooks/evals.ipynb
 #- file: markdown
 #- file: notebooks
 #- file: markdown-notebooks
-Original file line number
+Diff line change
@@ Expand Up / @@ -133,6 +133,15 @@ @@
               </li>
+              <li class="toctree-l1 ">
+                  <a href="notebooks/evals.html" class="reference internal ">The Challenge of Evaluating LLM-based Applications</a>
+              </li>
           </ul>
         </div>
@@ Expand Down @@