update structured output

souzatharsis · Dec 7, 2024 · 347a34b · 347a34b
1 parent ab70133
commit 347a34b
Show file tree

Hide file tree

Showing 12 changed files with 350 additions and 205 deletions.
diff --git a/tamingllms/_build/.doctrees/environment.pickle b/tamingllms/_build/.doctrees/environment.pickle
diff --git a/tamingllms/_build/.doctrees/notebooks/evals.doctree b/tamingllms/_build/.doctrees/notebooks/evals.doctree
diff --git a/tamingllms/_build/.doctrees/notebooks/structured_output.doctree b/tamingllms/_build/.doctrees/notebooks/structured_output.doctree
diff --git a/tamingllms/_build/html/_sources/notebooks/structured_output.ipynb b/tamingllms/_build/html/_sources/notebooks/structured_output.ipynb
diff --git a/tamingllms/_build/html/notebooks/evals.html b/tamingllms/_build/html/notebooks/evals.html
diff --git a/tamingllms/_build/html/notebooks/structured_output.html b/tamingllms/_build/html/notebooks/structured_output.html
diff --git a/tamingllms/_build/html/objects.inv b/tamingllms/_build/html/objects.inv
diff --git a/tamingllms/_build/html/searchindex.js b/tamingllms/_build/html/searchindex.js
diff --git a/tamingllms/_build/jupyter_execute/markdown/intro.ipynb b/tamingllms/_build/jupyter_execute/markdown/intro.ipynb
@@ -2,7 +2,7 @@
  "cells": [
   {
    "cell_type": "markdown",
-   "id": "b46f1859",
+   "id": "30c311ac",
    "metadata": {},
    "source": [
     "(intro)=\n",

diff --git a/tamingllms/_build/jupyter_execute/notebooks/structured_output.ipynb b/tamingllms/_build/jupyter_execute/notebooks/structured_output.ipynb
diff --git a/tamingllms/notebooks/structured_output.ipynb b/tamingllms/notebooks/structured_output.ipynb
diff --git a/tamingllms/references.bib b/tamingllms/references.bib
@@ -204,3 +204,27 @@ @misc{backus_naur_form
       howpublished={\url{https://en.wiktionary.org/wiki/Backus-Naur_form}},
       note={Accessed: 2024}
 }
+
+@inproceedings{10.1145/3613905.3650756,
+author = {Liu, Michael Xieyang and Liu, Frederick and Fiannaca, Alexander J. and Koo, Terry and Dixon, Lucas and Terry, Michael and Cai, Carrie J.},
+title = {"We Need Structured Output": Towards User-centered Constraints on Large Language Model Output},
+year = {2024},
+isbn = {9798400703317},
+publisher = {Association for Computing Machinery},
+address = {New York, NY, USA},
+url = {https://doi.org/10.1145/3613905.3650756},
+doi = {10.1145/3613905.3650756},
+booktitle = {Extended Abstracts of the CHI Conference on Human Factors in Computing Systems},
+articleno = {10},
+numpages = {9},
+keywords = {Constrained generation, Large language models, Survey},
+location = {Honolulu, HI, USA},
+series = {CHI EA '24}
+}
+
+@article{long2024llms,
+  title={LLMs Are Biased Towards Output Formats! Systematically Evaluating and Mitigating Output Format Bias of LLMs},
+  author={Long, Do Xuan and Ngoc, Hai Nguyen and Sim, Tiviatis and Dao, Hieu and Joty, Shafiq and Kawaguchi, Kenji and Chen, Nancy F and Kan, Min-Yen},
+  journal={arXiv preprint arXiv:2408.08656},
+  year={2024}
+}