From 84cd8d392083617aec2945b7d35855e8a036ea80 Mon Sep 17 00:00:00 2001 From: MadcowD Date: Mon, 16 Dec 2024 20:55:38 +0000 Subject: [PATCH] deploy: 4f8fb949ea33e4cb397e284906e3db006c032508 --- _sources/core_concepts/evaluations.rst.txt | 4 ---- core_concepts/evaluations.html | 4 ---- searchindex.js | 2 +- 3 files changed, 1 insertion(+), 9 deletions(-) diff --git a/_sources/core_concepts/evaluations.rst.txt b/_sources/core_concepts/evaluations.rst.txt index 445a7e36..4418b062 100644 --- a/_sources/core_concepts/evaluations.rst.txt +++ b/_sources/core_concepts/evaluations.rst.txt @@ -14,10 +14,6 @@ Prompt engineering without evaluations is often characterized by subjective asse Without evaluations, there is no systematic way to ensure that a revised prompt actually improves performance on the desired tasks. There is no guarantee that adjusting a single detail in the prompt to improve outputs on one example does not degrade outputs elsewhere. Over time, as prompt engineers read through too many model responses, they become either desensitized to quality issues or hypersensitive to minor flaws. This miscalibration saps productivity and leads to unprincipled prompt tuning. Subjective judgment cannot scale, fails to capture statistical performance trends, and offers no verifiable path to satisfy external stakeholders who demand reliability, accuracy, or compliance with given standards. -.. note:: - - The intuitive, trial-and-error style of prompt engineering can be visually depicted. Imagine a simple diagram in ell Studio (ell’s local, version-controlled dashboard) that shows a single prompt evolving over time, each modification recorded and compared. Without evaluations, this “diff” of prompt versions tells us only that the code changed—not whether it changed for the better. - The Concept of Evals -------------------- diff --git a/core_concepts/evaluations.html b/core_concepts/evaluations.html index ae369942..ff5956dd 100644 --- a/core_concepts/evaluations.html +++ b/core_concepts/evaluations.html @@ -355,10 +355,6 @@

Evaluations (New)

Prompt engineering without evaluations is often characterized by subjective assessments that vary from day to day and person to person. In simple projects, this might suffice. For example, when producing a handful of short marketing texts, a developer might be content to trust personal taste as the measure of success. However, as soon as the problem grows beyond a few trivial examples, this style of iterative tweaking collapses. With more complex tasks, larger data distributions, and subtle constraints—such as maintaining a specific tone or meeting domain-specific requirements—subjective judgments no longer yield consistent or reliable improvements.

Without evaluations, there is no systematic way to ensure that a revised prompt actually improves performance on the desired tasks. There is no guarantee that adjusting a single detail in the prompt to improve outputs on one example does not degrade outputs elsewhere. Over time, as prompt engineers read through too many model responses, they become either desensitized to quality issues or hypersensitive to minor flaws. This miscalibration saps productivity and leads to unprincipled prompt tuning. Subjective judgment cannot scale, fails to capture statistical performance trends, and offers no verifiable path to satisfy external stakeholders who demand reliability, accuracy, or compliance with given standards.

-
-

Note

-

The intuitive, trial-and-error style of prompt engineering can be visually depicted. Imagine a simple diagram in ell Studio (ell’s local, version-controlled dashboard) that shows a single prompt evolving over time, each modification recorded and compared. Without evaluations, this “diff” of prompt versions tells us only that the code changed—not whether it changed for the better.

-

The Concept of Evals

diff --git a/searchindex.js b/searchindex.js index a4672692..04d92540 100644 --- a/searchindex.js +++ b/searchindex.js @@ -1 +1 @@ -Search.setIndex({"docnames": ["core_concepts/configuration", "core_concepts/ell_complex", "core_concepts/ell_simple", "core_concepts/ell_studio", "core_concepts/evaluations", "core_concepts/message_api", "core_concepts/models_and_api_clients", "core_concepts/multimodality", "core_concepts/structured_outputs", "core_concepts/tool_usage", "core_concepts/versioning_and_storage", "getting_started", "index", "installation", "reference/index"], "filenames": ["core_concepts/configuration.rst", "core_concepts/ell_complex.rst", "core_concepts/ell_simple.rst", "core_concepts/ell_studio.rst", "core_concepts/evaluations.rst", "core_concepts/message_api.rst", "core_concepts/models_and_api_clients.rst", "core_concepts/multimodality.rst", "core_concepts/structured_outputs.rst", "core_concepts/tool_usage.rst", "core_concepts/versioning_and_storage.rst", "getting_started.rst", "index.rst", "installation.rst", "reference/index.rst"], "titles": ["Configuration", "@ell.complex", "@ell.simple", "Studio", "Evaluations (New)", "Messages", "Models & API Clients", "Multimodality", "Structured Outputs", "Tool Usage", "Versioning & Tracing", "Getting Started", "Introduction", "Installation", "ell package"], "terms": {"ell": [0, 3, 6, 8, 9, 10], "provid": [0, 1, 2, 3, 4, 5, 6, 7, 9, 10, 11, 12, 13, 14], "variou": [0, 1, 3, 4, 5, 6, 7, 9, 10, 11, 12, 14], "option": [0, 1, 2, 9, 12, 14], "custom": [0, 5, 8, 9, 10, 14], "its": [0, 2, 4, 7, 9, 10, 11, 12, 14], "behavior": [0, 2, 3], "init": [0, 3, 4, 10, 11, 12, 14], "store": [0, 3, 9, 10, 12, 14], "none": [0, 1, 2, 4, 5, 9, 14], "str": [0, 1, 2, 4, 5, 6, 7, 8, 9, 10, 11, 12, 14], "verbos": [0, 4, 5, 7, 14], "bool": [0, 1, 2, 14], "fals": [0, 1, 2, 4, 5, 14], "autocommit": [0, 11, 14], "true": [0, 1, 2, 5, 9, 10, 11, 14], "lazy_vers": [0, 14], "default_api_param": [0, 14], "dict": [0, 1, 2, 5, 10, 11, 14], "ani": [0, 1, 2, 4, 5, 7, 9, 10, 11, 12, 14], "default_cli": [0, 14], "autocommit_model": [0, 14], "gpt": [0, 1, 2, 4, 5, 6, 7, 8, 9, 10, 11, 12, 14], "4o": [0, 1, 4, 7, 8, 9, 10, 11, 12, 14], "mini": [0, 10, 11, 12, 14], "initi": [0, 3, 4, 6, 10, 11, 14], "set": [0, 2, 4, 5, 7, 10, 11, 13, 14], "paramet": [0, 1, 3, 4, 9, 10, 14], "oper": [0, 9, 10, 14], "union": [0, 10, 14], "can": [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14], "instanc": [0, 1, 2, 7, 10, 14], "string": [0, 1, 2, 5, 9, 10, 11, 14], "path": [0, 2, 4, 10, 14], "sqlitestor": [0, 10, 14], "enabl": [0, 1, 2, 4, 6, 8, 9, 10, 11, 14], "disabl": [0, 14], "lazi": [0, 14], "version": [0, 1, 2, 5, 9, 13, 14], "default": [0, 1, 2, 4, 10, 13, 14], "languag": [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 13, 14], "model": [0, 1, 2, 3, 5, 7, 8, 9, 10, 13, 14], "default_openai_cli": [0, 14], "openai": [0, 1, 2, 5, 6, 7, 9, 10, 11, 12, 14], "client": [0, 1, 2, 5, 11, 13, 14], "us": [0, 2, 3, 4, 5, 6, 7, 8, 10, 11, 12, 13, 14], "thi": [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14], "function": [0, 1, 2, 4, 5, 6, 7, 8, 9, 10, 11, 12, 14], "i": [0, 1, 2, 3, 4, 5, 6, 7, 9, 10, 11, 14], "conveni": [0, 2, 5, 7], "up": [0, 7, 9, 10, 11, 13], "It": [0, 1, 2, 3, 4, 7, 9, 10, 11, 12, 14], "thin": 0, "wrapper": [0, 10], "around": [0, 2, 5, 10, 12], "config": [0, 6, 14], "class": [0, 1, 4, 5, 7, 8, 9, 10, 14], "which": [0, 1, 2, 3, 4, 5, 7, 8, 9, 10], "pydant": [0, 1, 5, 8, 9, 14], "you": [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 13, 14], "modifi": [0, 2, 10, 11, 12], "global": [0, 6, 10], "object": [0, 1, 2, 4, 5, 7, 9, 10, 12, 14], "an": [0, 1, 3, 4, 5, 7, 9, 10, 11, 13, 14], "field": [0, 1, 5, 8, 9, 14], "override_wrapped_logging_width": [0, 14], "int": [0, 1, 2, 5, 8, 14], "type": [0, 1, 2, 5, 7, 9, 10, 11, 12, 14], "registri": [0, 14], "_model": [0, 14], "wrapped_log": [0, 14], "If": [0, 1, 2, 4, 6, 10, 14], "automat": [0, 2, 3, 4, 5, 6, 7, 9, 10, 11, 12, 14], "commit": [0, 3, 9, 10, 12, 14], "chang": [0, 2, 3, 4, 7, 9, 10, 11, 12, 14], "when": [0, 1, 2, 3, 4, 5, 6, 7, 9, 10, 11, 14], "from": [0, 1, 2, 4, 5, 6, 7, 8, 9, 10, 12, 13, 14], "improv": [0, 2, 3, 4, 10, 11, 14], "perform": [0, 1, 4, 9, 10, 14], "overrid": [0, 2, 14], "width": [0, 14], "wrap": [0, 2, 4, 9, 10, 14], "log": [0, 14], "better": [0, 4, 10, 14], "readabl": [0, 2, 5, 7, 10, 11, 12, 14], "get_client_for": [0, 14], "model_nam": [0, 14], "tupl": [0, 10, 14], "get": [0, 1, 4, 5, 8, 9, 12, 13, 14], "specif": [0, 2, 3, 4, 5, 6, 8, 9, 10, 11, 14], "name": [0, 1, 2, 4, 8, 9, 10, 11, 12, 14], "The": [0, 1, 2, 8, 9, 10, 11, 14], "return": [0, 1, 2, 4, 5, 6, 7, 8, 9, 10, 11, 12, 14], "specifi": [0, 1, 2, 3, 5, 9, 10, 12, 14], "found": [0, 6, 10, 14], "fallback": [0, 6, 14], "flag": [0, 14], "get_provider_for": [0, 14], "model_registry_overrid": [0, 14], "temporarili": [0, 14], "new": [0, 1, 5, 6, 7, 9, 10, 11, 12, 14], "modelconfig": [0, 14], "A": [0, 1, 2, 4, 5, 7, 8, 10, 12, 14], "dictionari": [0, 1, 2, 5, 14], "register_model": [0, 6, 14], "supports_stream": [0, 14], "regist": [0, 6, 14], "register_provid": [0, 14], "client_typ": [0, 14], "provider_class": [0, 14], "while": [1, 2, 3, 5, 7, 9, 10, 11, 12, 14], "simpl": [1, 4, 5, 6, 7, 8, 9, 10, 12, 14], "straightforward": [1, 2, 4, 6], "wai": [1, 2, 4, 6, 7, 10, 11, 12, 14], "work": [1, 2, 5, 7, 8, 9, 10, 11, 12, 14], "text": [1, 2, 4, 5, 7, 9, 10, 12, 14], "modern": [1, 4], "ar": [1, 2, 4, 5, 7, 8, 9, 10, 11, 13, 14], "increasingli": 1, "capabl": [1, 2, 3, 5, 7, 9, 10, 11, 14], "handl": [1, 2, 4, 5, 7, 9, 11, 14], "gener": [1, 2, 3, 4, 5, 7, 8, 10, 11, 12, 14], "content": [1, 2, 4, 5, 7, 8, 9, 11, 12, 14], "where": [1, 2, 3, 4, 5, 9, 10, 14], "come": [1, 2, 3, 7, 8, 10, 14], "plai": [1, 2, 7], "decor": [1, 2, 5, 6, 7, 9, 11, 14], "design": [1, 2, 4, 7, 10, 11, 12, 14], "sophist": [1, 2, 7, 14], "includ": [1, 2, 3, 4, 5, 7, 9, 12, 13, 14], "input": [1, 3, 4, 5, 7, 9, 10, 11, 12, 14], "data": [1, 2, 3, 4, 5, 7, 8, 9, 10, 12, 14], "extend": [1, 7], "": [1, 2, 3, 4, 5, 8, 9, 10, 12, 14], "address": [1, 2, 7, 9, 10], "evolv": [1, 4, 7, 10, 11], "natur": [1, 7, 9], "now": [1, 4, 5, 10, 11], "process": [1, 2, 4, 5, 7, 9, 10, 11, 14], "imag": [1, 2, 5, 7, 11, 12, 14], "make": [1, 2, 4, 5, 7, 8, 9, 10, 11, 12], "call": [1, 2, 4, 5, 6, 9, 10, 14], "engag": [1, 7], "multi": [1, 3, 5, 14], "turn": [1, 3, 14], "convers": [1, 7, 9, 11, 14], "By": [1, 4, 7, 8, 9, 10, 11, 12], "rich": [1, 2, 5, 12], "messag": [1, 2, 3, 7, 8, 9, 10, 12, 14], "instead": [1, 2, 4, 5, 9, 13, 14], "more": [1, 2, 3, 4, 5, 7, 9, 10, 11, 12, 13, 14], "nuanc": 1, "power": [1, 3, 8, 9, 10, 11], "overcom": 1, "limit": [1, 9], "tradit": [1, 5, 7], "interfac": [1, 2, 3, 4, 7, 10, 11, 12, 14], "advanc": [1, 2, 4, 7, 9, 10, 11, 14], "scenario": [1, 2, 4, 9, 10], "same": [1, 2, 3, 4, 5, 11], "api": [1, 7, 9, 10], "intuit": [1, 2, 3, 7, 14], "flexibl": [1, 2, 4, 7, 11, 14], "construct": [1, 2, 4, 7, 11], "manipul": [1, 2, 8, 10], "read": [1, 2, 4, 5, 14], "about": [1, 5, 9, 10, 11, 12], "coercion": [1, 2, 5, 12, 14], "page": [1, 2, 5, 9], "basic": [1, 14], "similar": [1, 2, 5, 8, 10, 12], "enhanc": [1, 2, 5, 7, 8, 9, 10], "import": [1, 2, 4, 5, 6, 7, 8, 10, 11, 13, 14], "basemodel": [1, 5, 8, 14], "moviereview": [1, 8], "titl": [1, 8, 9, 14], "descript": [1, 2, 8, 9, 10, 14], "movi": [1, 8], "rate": [1, 4, 8], "out": [1, 8, 10, 11], "10": [1, 4, 8, 10, 12], "summari": [1, 2, 8, 14], "brief": [1, 8], "2024": [1, 7, 8, 10, 14], "08": [1, 7, 8, 10, 14], "06": [1, 7, 8, 10], "response_format": [1, 8, 14], "def": [1, 2, 4, 5, 6, 7, 8, 9, 10, 11, 12, 14], "generate_movie_review": [1, 8], "review": [1, 4, 8], "given": [1, 2, 4, 5, 8, 9, 11, 14], "need": [1, 2, 3, 5, 7, 8, 9, 10, 13, 14], "f": [1, 2, 4, 6, 8, 9, 10, 11, 12, 14], "review_messag": 1, "matrix": [1, 8], "pars": [1, 7, 8, 14], "print": [1, 2, 4, 5, 7, 8, 9, 10, 11, 12, 13, 14], "allow": [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 14], "incept": 1, "pil": [1, 2, 5, 7, 12, 14], "5": [1, 2, 5, 7, 8, 9, 10, 12, 14], "omni": [1, 5, 7, 12], "describe_and_gener": 1, "prompt": [1, 3, 5, 6, 7, 8, 9, 14], "system": [1, 3, 5, 7, 8, 9, 10, 11, 12, 14], "describ": [1, 2, 7, 12, 14], "ones": 1, "user": [1, 2, 5, 7, 8, 9, 10, 11, 12, 14], "result": [1, 2, 3, 5, 6, 7, 9, 10, 11, 14], "seren": 1, "lake": 1, "sunset": 1, "0": [1, 2, 4, 5, 7, 9, 10, 11, 12, 14], "show": [1, 3, 4, 5, 10, 11, 14], "displai": [1, 7], "particularli": [1, 2, 3, 9, 14], "applic": [1, 2, 7, 8, 10, 11], "maintain": [1, 4, 9, 11], "histori": [1, 4, 9, 11, 14], "temperatur": [1, 2, 4, 9, 10, 11, 12, 14], "7": [1, 2, 9, 14], "chat_bot": [1, 14], "message_histori": [1, 9, 10, 14], "list": [1, 2, 4, 5, 9, 10, 11, 12, 14], "friendli": [1, 4, 5, 10, 11], "chatbot": [1, 9, 14], "casual": 1, "user_input": 1, "append": [1, 9], "respons": [1, 2, 4, 5, 8, 9, 10, 11, 12, 14], "bot": 1, "support": [1, 2, 5, 7, 8, 9, 10, 11, 12, 13, 14], "get_weath": [1, 14], "locat": [1, 10, 14], "full": [1, 2, 3, 10, 11, 12, 14], "citi": 1, "countri": 1, "e": [1, 2, 7, 9, 10, 14], "g": [1, 2, 14], "san": 1, "francisco": 1, "ca": 1, "usa": 1, "current": [1, 2, 8, 9, 10], "weather": [1, 14], "simul": 1, "sunni": [1, 14], "turbo": [1, 8, 10, 11], "travel_plann": 1, "destin": 1, "plan": 1, "trip": 1, "travel": [1, 2, 14], "planner": 1, "relev": [1, 14], "advic": 1, "pari": 1, "tool_cal": [1, 5, 9, 12, 14], "done": [1, 12], "so": [1, 4, 5, 7, 8], "we": [1, 2, 3, 4, 5, 7, 8, 9, 10, 11, 12, 14], "pass": [1, 5, 10, 11, 12, 14], "result_messag": 1, "call_tools_and_collect_as_messag": [1, 5, 9, 14], "info": [1, 14], "tool_result": [1, 5, 9, 14], "raw": [1, 4, 14], "sent": [1, 10, 12], "llm": [1, 4, 9, 10, 12, 14], "represent": [1, 3, 5, 14], "callabl": [1, 2, 14], "exempt_from_track": [1, 2, 14], "post_callback": [1, 14], "api_param": [1, 2, 4, 10, 11, 14], "program": [1, 2, 3, 4, 5, 6, 7, 9, 10, 13, 14], "transform": [1, 2, 3, 4, 9, 11, 14], "lmp": [1, 4, 10, 11, 12, 14], "format": [1, 2, 4, 5, 7, 8, 9, 10, 14], "control": [1, 3, 4, 8, 10, 11, 12, 14], "over": [1, 2, 3, 4, 10, 11, 12, 14], "identifi": [1, 2, 3, 4, 10, 14], "onli": [1, 2, 4, 5, 8, 9, 10, 11, 12, 14], "avail": [1, 5, 6, 8, 10, 13, 14], "certain": [1, 14], "n": [1, 5, 9, 10, 11, 12, 14], "number": [1, 9, 14], "float": [1, 4, 5, 9, 14], "random": [1, 10, 11, 14], "max_token": [1, 2, 4, 10, 14], "maximum": [1, 14], "token": [1, 2, 3, 14], "top_p": [1, 14], "top": [1, 2, 14], "p": [1, 14], "sampl": [1, 11, 12, 14], "divers": [1, 11, 14], "frequency_penalti": [1, 14], "frequenc": [1, 3, 14], "penalti": [1, 14], "repetit": [1, 14], "presence_penalti": [1, 14], "presenc": [1, 14], "stop": [1, 2, 14], "sequenc": [1, 14], "won": [1, 2, 14], "t": [1, 2, 5, 7, 10, 14], "track": [1, 2, 3, 4, 10, 11, 14], "befor": [1, 5, 12, 14], "addit": [1, 2, 9, 10, 12, 13, 14], "keyword": [1, 2, 14], "argument": [1, 2, 9, 10, 11, 14], "underli": [1, 2, 14], "appli": [1, 2, 4, 10, 11, 14], "creation": [1, 9, 10, 14], "state": [1, 14], "within": [1, 2, 5, 7, 8, 9, 10, 11, 13, 14], "context": [1, 3, 9, 14], "both": [1, 2, 4, 5, 7, 8, 10, 13, 14], "singl": [1, 2, 4, 10, 11, 14], "etc": [1, 14], "comprehens": [1, 3, 10, 14], "integr": [1, 4, 7, 8, 14], "monitor": [1, 2, 10, 14], "configur": [1, 4, 6, 10, 14], "them": [1, 2, 4, 8, 9, 10, 14], "through": [1, 2, 4, 10, 11, 12, 14], "post": [1, 7, 14], "callback": [1, 14], "multipl": [1, 3, 4, 6, 7, 9, 11, 12, 14], "mode": [1, 8, 14], "exampl": [1, 2, 4, 5, 7, 8, 9, 10, 11, 13, 14], "generate_stori": [1, 2, 14], "creativ": [1, 14], "stori": [1, 2, 10, 11, 12, 14], "writer": [1, 10, 11, 12, 14], "write": [1, 2, 4, 10, 11, 12, 14], "short": [1, 2, 4, 10, 14], "robot": [1, 14], "discov": [1, 11, 14], "emot": [1, 14], "access": [1, 3, 5, 7, 8, 9, 14], "last": [1, 14], "help": [1, 2, 3, 5, 7, 9, 10, 11, 12, 13, 14], "assist": [1, 2, 5, 7, 9, 10, 11, 12, 14], "hello": [1, 2, 5, 6, 9, 10, 11, 12, 14], "who": [1, 4, 7, 12, 14], "m": [1, 9, 14], "ai": [1, 2, 7, 9, 13, 14], "how": [1, 2, 4, 5, 7, 8, 9, 10, 11, 14], "todai": [1, 9, 14], "explain": [1, 3, 14], "quantum": [1, 14], "comput": [1, 2, 4, 5, 9, 11, 14], "implement": [1, 9, 10, 12, 14], "fetch": [1, 9, 14], "weather_assist": [1, 14], "what": [1, 4, 5, 7, 9, 10, 12, 14], "like": [1, 2, 4, 5, 6, 7, 9, 10, 11, 13, 14], "york": [1, 9, 14], "continu": [1, 7, 8, 9, 10, 12, 14], "final_respons": [1, 14], "final": [1, 9, 10, 11, 14], "personinfo": [1, 14], "ag": [1, 14], "extract_person_info": [1, 14], "extract": [1, 2, 5, 9, 10, 14], "person": [1, 4, 10, 12, 14], "inform": [1, 2, 3, 4, 9, 10, 11, 14], "john": [1, 14], "doe": [1, 4, 7, 9, 10, 14], "30": [1, 10, 14], "year": [1, 12, 14], "old": [1, 4, 14], "softwar": [1, 10, 14], "engin": [1, 2, 3, 5, 9, 10, 11, 14], "person_info": [1, 14], "vision": [1, 2, 7, 14], "preview": [1, 2, 7, 14], "describe_imag": [1, 2, 7, 14], "detail": [1, 2, 3, 4, 7, 9, 11, 14], "contentblock": [1, 5, 7, 14], "do": [1, 2, 4, 5, 8, 10, 11, 12, 14], "see": [1, 2, 4, 5, 10, 11, 12, 13, 14], "open": [1, 2, 3, 4, 7, 9, 11, 12, 14], "jpg": [1, 2, 5, 7, 14], "parallel": [1, 2, 5, 14], "execut": [1, 2, 3, 10, 14], "tool1": [1, 14], "tool2": [1, 14], "tool3": [1, 14], "parallel_assist": [1, 14], "task": [1, 3, 4, 9, 11, 14], "b": [1, 14], "c": [1, 13, 14], "simultan": [1, 7, 14], "max_work": [1, 5, 9, 14], "helper": [1, 2, 5, 9, 14], "text_onli": [1, 5, 9, 14], "exclud": [1, 14], "non": [1, 5, 8, 14], "element": [1, 4, 7, 14], "collect": [1, 3, 4, 9, 14], "role": [1, 2, 7, 9, 11, 14], "to_openai_messag": [1, 14], "convert": [1, 7, 9, 14], "note": [1, 2, 10, 11, 14], "should": [1, 2, 3, 4, 5, 8, 9, 10, 11, 14], "For": [1, 2, 4, 5, 6, 7, 8, 9, 10, 11, 13, 14], "ensur": [1, 3, 4, 8, 9, 14], "properli": [1, 14], "all": [1, 2, 3, 4, 5, 7, 9, 10, 11, 12, 13, 14], "simpler": [1, 14], "properti": [1, 5, 7, 9, 14], "easili": [1, 2, 3, 4, 8, 9, 10, 14], "differ": [1, 2, 3, 5, 7, 9, 10, 11, 14], "also": [1, 2, 3, 4, 5, 7, 8, 9, 10, 11, 14], "defin": [1, 2, 4, 8, 11, 12, 14], "studio": [1, 2, 4, 10, 12, 14], "visual": [1, 2, 4, 7, 10, 11, 14], "analyz": [1, 2, 3, 7, 10, 12, 14], "core": [2, 5], "unit": [2, 5, 10, 11, 14], "send": 2, "develop": [2, 4, 5, 7, 9, 10], "driven": [2, 4], "sever": [2, 5, 10, 11], "usabiltii": 2, "code": [2, 3, 4, 5, 7, 8, 9, 10, 11, 12, 14], "forc": [2, 12], "decomposit": [2, 12], "reusabl": [2, 9, 11], "compon": [2, 4], "serial": [2, 5, 9, 12, 14], "time": [2, 3, 4, 9, 10, 11, 14], "two": [2, 4, 5, 10, 11], "main": [2, 5, 11, 14], "docstr": [2, 9, 11, 14], "valu": [2, 4, 5, 11, 14], "4": [2, 4, 5, 7, 9, 10, 11, 14], "sai": [2, 10, 11, 12], "explicitli": [2, 5, 6, 8, 11], "To": [2, 3, 5, 9, 10, 11, 12], "normal": [2, 10, 14], "howev": [2, 3, 4, 5, 7, 10], "receiv": [2, 9, 14], "typic": [2, 5, 9, 10], "directli": [2, 5, 8, 9, 12], "constructor": [2, 5], "case": [2, 4, 9, 10, 11, 12, 14], "world": [2, 4, 5, 6, 9, 10, 11, 12, 14], "As": [2, 4, 5, 7, 10, 14], "optim": [2, 3, 5, 10], "usabl": [2, 14], "most": [2, 5, 7, 10, 11], "invoc": [2, 9, 10, 12, 14], "revolv": 2, "metadata": [2, 9, 10, 14], "occasion": 2, "therefor": [2, 10], "have": [2, 4, 5, 7, 8, 9, 10, 11, 14], "framework": [2, 6, 7, 10], "shown": [2, 8], "here": [2, 4, 9, 10, 11], "complex": [2, 3, 4, 5, 7, 8, 9, 10, 11, 14], "contain": [2, 5, 10, 13, 14], "interact": [2, 3, 5, 9, 10, 14], "One": [2, 7, 10, 11], "challeng": [2, 7, 9, 10], "want": [2, 4, 5, 8, 9, 11, 14], "python": [2, 7, 9, 10, 11, 12, 13, 14], "longer": [2, 4], "treat": [2, 7, 10, 12], "liter": 2, "my_func": 2, "var": 2, "my": [2, 6, 9, 14], "doc": 2, "__doc__": 2, "sens": 2, "becaus": [2, 5, 6, 8, 9, 10, 11, 12, 14], "dure": [2, 9, 10, 14], "static": [2, 10, 11, 12], "analysi": [2, 10, 12], "issu": [2, 4, 5, 9, 10, 13], "second": [2, 4], "method": [2, 6, 10, 14], "creat": [2, 4, 5, 7, 9, 10, 11, 12, 13, 14], "With": [2, 3, 4, 9, 10, 11, 12], "approach": [2, 4, 5, 8, 9, 10, 11], "ignor": [2, 5, 10, 14], "suppli": 2, "definit": [2, 4, 9], "runtim": 2, "logit_bia": 2, "due": [2, 10], "simpli": [2, 10, 11, 13], "100": [2, 5, 9, 14], "hei": 2, "likewis": [2, 5], "those": [2, 10, 14], "particular": [2, 4, 12], "often": [2, 4, 5, 10, 12], "leverag": [2, 3, 6, 8, 10, 11, 12], "test": [2, 4, 10, 11], "mani": [2, 4, 5, 12], "count": [2, 4], "usual": 2, "In": [2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12], "actual": [2, 4, 10, 12, 14], "quit": [2, 5, 10], "cumbersom": [2, 5, 10], "separ": 2, "complet": [2, 3, 4, 5, 10, 11], "choic": [2, 5, 10, 11], "everyon": 2, "2": [2, 4, 5, 9, 10, 11, 14], "r1": 2, "r2": 2, "spirit": 2, "simplic": 2, "ve": [2, 5, 7, 11, 14], "coerc": [2, 14], "correct": [2, 4], "shape": [2, 5], "numpi": [2, 5, 14], "pytorch": [2, 5, 10], "mean": [2, 4, 5, 10, 12], "greater": 2, "than": [2, 4, 7, 9, 10, 11], "one": [2, 4, 5, 10, 11, 12, 14], "hi": [2, 10], "similarli": [2, 4], "3": [2, 4, 5, 8, 9, 10, 11, 12, 14], "futur": [2, 4, 10], "mai": [2, 4, 9, 10], "preserv": [2, 10, 14], "form": [2, 4, 5, 10], "could": [2, 5, 9, 10], "potenti": [2, 3, 5, 9], "lead": [2, 4, 5, 10, 12], "conflict": 2, "beta": [2, 9], "phase": 2, "close": [2, 9], "feedback": [2, 12], "adjust": [2, 4, 9], "base": [2, 5, 7, 9, 10, 14], "experi": [2, 5, 10], "your": [2, 3, 4, 6, 9, 10, 13], "imagecont": [2, 5, 7, 14], "Or": 2, "url": [2, 5, 7, 9, 12, 14], "image_url": [2, 5, 7], "low": [2, 7], "take": [2, 5, 7, 9, 10, 11], "describe_image_url": 2, "combin": [2, 4, 7, 9, 10], "appropri": [2, 7, 14], "simplifi": [2, 4, 7, 8, 9, 11, 14], "focu": [2, 7], "logic": [2, 4, 7], "rather": [2, 4, 7, 10, 11], "intricaci": [2, 7], "payload": [2, 7], "Not": 2, "anthrop": [2, 6], "alwai": [2, 4], "check": [2, 4, 5, 7, 10, 11, 14], "requir": [2, 4, 9, 10, 12, 14], "chosen": [2, 4, 11], "audio": [2, 5, 7, 11, 12, 14], "pleas": [2, 9, 14], "document": [2, 4, 5], "great": [2, 11], "might": [2, 4, 5, 10, 11], "util": [2, 6, 8, 9, 10], "beyond": [2, 4], "just": [2, 4, 5, 7, 10, 12, 14], "ll": [2, 5, 8, 9, 11], "fundament": [2, 5, 7, 10, 14], "streamlin": [2, 9, 14], "common": [2, 14], "either": [2, 4, 10, 12, 14], "summarize_text": [2, 14], "expert": [2, 10, 11, 12, 14], "summar": [2, 9, 14], "follow": [2, 3, 4, 5, 7, 8, 9, 10, 11, 12, 13, 14], "unus": [2, 14], "re": [2, 4, 10, 14], "train": [2, 4, 10, 12, 14], "image_descript": [2, 14], "http": [2, 3, 5, 7, 9, 13, 14], "com": [2, 5, 7, 9, 13, 14], "long": [2, 14], "regardless": [2, 14], "otherwis": [2, 4, 14], "lm": [2, 10, 14], "param": [2, 5, 10, 14], "story1": [2, 14], "dai": [2, 4, 14], "life": [2, 14], "story2": [2, 14], "first": [2, 4, 7, 8, 9, 10, 11, 13, 14], "conscious": [2, 14], "9": [2, 14], "500": [2, 14], "previou": [3, 10, 11], "chapter": [3, 7, 10], "explor": [3, 7, 10], "trace": [3, 4, 9, 13, 14], "These": [3, 5, 10], "solid": 3, "foundat": [3, 4], "manag": [3, 6, 10, 11, 14], "truli": 3, "tool": [3, 5, 10, 11, 14], "interpret": 3, "effect": [3, 9, 10, 11], "sourc": [3, 9, 10, 12, 14], "complement": 3, "run": [3, 4, 9, 11, 13], "local": [3, 4, 7, 10, 12], "machin": [3, 4, 5, 7, 10, 12], "privaci": 3, "secur": 3, "abstract": [3, 7, 10], "action": [3, 9], "insight": [3, 4, 11], "evolut": 3, "debug": [3, 10], "between": [3, 6, 10], "collabor": [3, 10], "team": [3, 4, 10], "essenc": [3, 5, 10], "wealth": 3, "asset": 3, "keep": [3, 10], "under": 3, "start": [3, 12, 13], "command": [3, 11], "termin": [3, 11], "storag": [3, 4, 10, 11, 12, 13], "logdir": [3, 4, 10, 11, 12], "Then": [3, 9, 11], "go": [3, 10, 12], "localhost": 3, "5555": 3, "web": [3, 11, 12], "browser": [3, 11], "directori": [3, 4, 11], "sinc": 3, "assur": 3, "sensit": 3, "never": [3, 4, 9, 10], "leav": 3, "offer": [3, 4, 6, 7, 9, 10, 11], "depend": [3, 9, 11], "structur": [3, 4, 5, 9, 10, 11, 14], "understand": [3, 4, 5, 10, 14], "bottleneck": 3, "area": 3, "architectur": [3, 4], "each": [3, 4, 8, 10, 11], "side": [3, 5], "view": [3, 10], "auto": [3, 9], "impact": [3, 11], "output": [3, 4, 5, 7, 9, 10, 12, 14], "usag": [3, 10, 11, 14], "flow": [3, 7, 9, 10], "level": [3, 6, 10], "depth": [3, 11], "trend": [3, 4], "invalu": 3, "built": [3, 4, 5, 10], "examin": [3, 5], "compar": [3, 4, 10, 12], "quickli": [3, 4, 10, 11], "repres": [4, 5, 9], "crucial": [4, 6, 10], "practic": [4, 5, 10, 11, 12], "thei": [4, 5, 7, 9, 10, 12, 14], "quantit": 4, "qualit": 4, "signal": 4, "necessari": [4, 5], "whether": 4, "achiev": [4, 5, 8, 10, 11], "desir": 4, "without": [4, 5, 6, 7, 9, 10, 13], "refin": [4, 11], "devolv": 4, "guesswork": 4, "guid": [4, 11, 13], "subject": 4, "impress": 4, "evid": 4, "although": 4, "ad": [4, 9, 10, 11, 14], "hoc": 4, "manual": [4, 8, 9, 10, 11], "hand": 4, "decid": [4, 9], "anoth": [4, 9, 10], "becom": [4, 5, 7, 9, 11], "unten": 4, "grow": 4, "larger": [4, 8, 10], "stake": 4, "higher": 4, "premis": 4, "featur": [4, 5, 7, 10, 11, 12, 14], "mirror": 4, "possibl": [4, 5, 7, 10, 11], "rigor": 4, "methodologi": 4, "learn": [4, 5, 7, 10, 11, 12], "progress": 4, "measur": 4, "against": [4, 10], "valid": [4, 5, 14], "benchmark": 4, "metric": [4, 10], "dataset": [4, 10, 12], "even": [4, 5], "tune": [4, 10, 12], "tri": 4, "novel": [4, 7], "question": [4, 9], "did": [4, 10], "answer": [4, 10, 11, 12], "systemat": 4, "reproduc": [4, 9, 10], "assess": [4, 10, 11], "ephemer": 4, "art": [4, 12], "empir": 4, "inquiri": 4, "introduc": [4, 9, 10, 11], "notion": 4, "wherebi": 4, "themselv": [4, 5], "entiti": 4, "carefulli": 4, "character": 4, "vari": [4, 11], "project": [4, 10], "suffic": 4, "produc": [4, 9, 10, 11, 12], "market": [4, 12], "trust": 4, "tast": 4, "success": 4, "soon": [4, 8, 12, 14], "few": [4, 10], "trivial": 4, "style": [4, 10, 11, 12], "iter": [4, 10, 12], "tweak": [4, 10], "collaps": 4, "distribut": 4, "subtl": 4, "constraint": [4, 8, 14], "tone": 4, "meet": [4, 10], "domain": 4, "judgment": 4, "yield": [4, 12], "consist": [4, 5, 9], "reliabl": [4, 8, 9], "revis": [4, 10, 11], "There": [4, 7], "guarante": 4, "degrad": 4, "elsewher": [4, 10], "too": [4, 7, 12], "desensit": 4, "qualiti": [4, 10, 11], "hypersensit": 4, "minor": [4, 10], "flaw": 4, "miscalibr": 4, "sap": 4, "product": [4, 9, 10], "unprincipl": 4, "cannot": [4, 10, 14], "scale": [4, 10], "fail": [4, 6], "captur": [4, 9, 10, 12], "statist": 4, "verifi": [4, 13], "satisfi": 4, "extern": [4, 9], "stakehold": 4, "demand": 4, "accuraci": 4, "complianc": 4, "standard": [4, 10], "trial": 4, "error": [4, 7, 9, 13], "depict": 4, "imagin": 4, "diagram": 4, "dashboard": 4, "modif": 4, "record": 4, "diff": [4, 10], "tell": [4, 9, 10, 11], "u": [4, 5, 9, 10, 11, 13], "suit": [4, 10], "three": [4, 9], "essenti": [4, 5, 8, 10], "must": [4, 7, 8, 9, 14], "criteria": 4, "constitut": 4, "third": 4, "translat": 4, "quantiti": 4, "below": [4, 6], "minim": [4, 5, 10], "piec": 4, "fit": [4, 10], "togeth": 4, "assum": [4, 5], "classif": 4, "attempt": [4, 14], "1": [4, 5, 7, 9, 10, 11, 12, 14], "classify_senti": 4, "sentiment": 4, "classifi": 4, "posit": 4, "neg": 4, "small": 4, "love": 4, "expected_output": 4, "terribl": 4, "accuracy_metr": 4, "datapoint": 4, "lower": [4, 11, 12], "sentiment_ev": 4, "averag": 4, "solv": [4, 9], "quantifi": 4, "well": [4, 5, 7, 10], "rerun": 4, "score": 4, "assembl": 4, "along": [4, 9, 10, 11], "ground": 4, "truth": 4, "label": 4, "ideal": [4, 9, 10], "refer": [4, 5, 7, 9], "resembl": 4, "end": [4, 9], "reli": 4, "heurist": 4, "human": [4, 10, 12], "annot": [4, 9, 14], "other": [4, 5, 7, 8, 10, 11, 12, 14], "critic": 4, "stick": 4, "blindli": 4, "problemat": 4, "perfect": 4, "try": [4, 9, 10, 13], "edg": 4, "overlook": 4, "emerg": [4, 10], "perhap": 4, "satur": 4, "real": [4, 9, 10, 11], "updat": [4, 6, 10, 11, 13], "consid": [4, 5, 7, 8, 9, 10], "our": [4, 5, 8, 11], "mayb": 4, "lenient": 4, "strengthen": 4, "penal": 4, "incorrect": 4, "stricter_accuraci": 4, "match": 4, "exactli": [4, 10], "discrimin": 4, "strip": 4, "eval_strict": 4, "sentiment_eval_strict": 4, "result_strict": 4, "stricter": 4, "origin": [4, 10, 14], "gave": 4, "further": [4, 9, 11], "genuin": 4, "reflect": [4, 7], "goal": [4, 9, 10], "reduc": [4, 9], "fix": 4, "rule": 4, "compel": 4, "outreach": 4, "email": 4, "ti": 4, "attribut": 4, "incorpor": [4, 5], "write_invit": 4, "invit": 4, "event": 4, "concis": [4, 5, 7], "manner": 4, "annual": 4, "gala": 4, "enough": [4, 9], "invitation_crit": 4, "ye": 4, "friendly_scor": 4, "verdict": 4, "dataset_invit": 4, "alic": [4, 10], "bob": [4, 10], "eval_invit": 4, "friendly_invitation_ev": 4, "result_invit": 4, "friendlier": 4, "strict": 4, "instruct": 4, "reward": [4, 10], "robust": [4, 6, 7, 11], "meaning": 4, "period": [4, 10], "order": 4, "own": [4, 6, 9, 10], "wish": 4, "place": 4, "center": [4, 5], "entir": [4, 10], "effici": [4, 9, 10, 11], "credibl": 4, "repeatedli": 4, "scan": 4, "cycl": [4, 9], "happen": [4, 10, 11, 14], "larg": [4, 10, 14], "suppos": 4, "classify_sentiment_improv": 4, "feel": [4, 7], "result_strict_improv": 4, "after": [4, 5, 10, 11, 12], "surpass": 4, "know": 4, "made": [4, 9], "regress": [4, 10, 12], "glanc": 4, "benefit": 4, "proven": 4, "associ": [4, 10], "alongsid": [4, 10], "environ": [4, 9, 10, 13], "confid": 4, "back": [4, 6, 9], "evaluationrun": 4, "kei": [4, 5, 6, 10, 11], "per": 4, "ci": 4, "pipelin": 4, "analys": 4, "yet": 4, "Its": 4, "conceptu": 4, "look": [4, 9, 11], "__init__": 4, "self": 4, "n_eval": 4, "samples_per_datapoint": 4, "criterion": 4, "intern": 4, "n_worker": 4, "use_api_batch": 4, "additional_lmp_param": 4, "prepar": 4, "invok": [4, 9, 10], "solut": [4, 10, 12], "workflow": [4, 7, 10], "matur": 4, "stabl": 4, "stand": 4, "infrastructur": 4, "bring": 4, "principl": [4, 7, 12], "ambit": 4, "chat": [5, 10, 11], "some": [5, 9, 10], "multimod": [5, 11, 14], "modal": [5, 7], "consum": 5, "markup": 5, "block": [5, 14], "ha": [5, 7, 9, 10], "led": 5, "establish": 5, "pedant": 5, "compound": 5, "fact": 5, "stainless": 5, "spec": 5, "build": [5, 12], "bind": 5, "librari": [5, 7, 9, 10, 11, 14], "exist": [5, 9], "primarili": [5, 7], "inconveni": 5, "index": 5, "unnecessarili": 5, "capit": [5, 12], "moon": 5, "hughkguht": 5, "line": [5, 11], "my_prompt_engineering_librari": 5, "lack": [5, 10], "highlight": 5, "though": 5, "implicit": [5, 9], "infer": [5, 9], "co": 5, "inher": 5, "wrong": 5, "gap": 5, "less": [5, 7, 9], "philosophi": [5, 7], "except": [5, 8, 9, 12], "abl": [5, 9], "amount": 5, "drawn": 5, "inspir": 5, "scientif": [5, 10], "tensorflow": [5, 10], "classmethod": [5, 14], "model_valid": [5, 14], "obj": [5, 14], "deseri": [5, 14], "model_validate_json": [5, 8, 14], "json_str": [5, 14], "json": [5, 8, 9, 14], "serialize_cont": [5, 14], "suitabl": [5, 14], "ndarrai": [5, 14], "_lstr": [5, 10, 14], "toolcal": [5, 9, 14], "toolresult": [5, 14], "serialize_pars": [5, 14], "_info": [5, 14], "tradition": [5, 7, 10], "some_pil_image_object": 5, "furthermor": [5, 9, 10], "concept": [5, 11, 12], "partial": 5, "compos": [5, 7], "arg": [5, 14], "shouldn": 5, "draw": [5, 10], "html": [5, 9], "javascript": 5, "selector": 5, "beautifulsoup": [5, 9], "why": 5, "let": [5, 7, 8, 11], "had": 5, "illustr": [5, 10], "unifi": [5, 7], "chatcomplet": [5, 7, 11], "me": [5, 9], "sketch": 5, "message_cont": 5, "has_imag": 5, "isinst": [5, 14], "has_text": 5, "has_tool_cal": 5, "function_cal": 5, "image_cont": 5, "text_cont": 5, "joitext_cont": 5, "thing": 5, "section": [5, 9, 12, 13], "draw_sketch": 5, "pilimag": [5, 14], "conevni": 5, "replac": [5, 14], "rgb": [5, 14], "nworld": [5, 14], "lambda": [5, 14], "x": [5, 10, 14], "len": [5, 14], "tool_call_id": [5, 9, 14], "123": [5, 14], "custommodel": [5, 14], "parsed_cont": [5, 14], "42": [5, 14], "image1": [5, 14], "image2": [5, 14], "200": [5, 14], "audio1": [5, 14], "np": [5, 7, 14], "arrai": [5, 7, 14], "audio2": [5, 14], "6": [5, 10, 14], "relationship": [6, 10], "numer": 6, "coher": 6, "groq": 6, "upon": 6, "fall": [6, 10], "newli": 6, "releas": [6, 10], "api_kei": [6, 11], "next": [6, 10], "my_lmp": 6, "respond": [6, 8, 10], "another_cli": 6, "my_custom_cli": 6, "newer": 6, "expand": [7, 10], "seamlessli": 7, "rise": 7, "been": 7, "landscap": 7, "rapidli": [7, 10], "dall": 7, "shift": 7, "present": [7, 9], "opportun": 7, "unwieldi": 7, "increas": [7, 11], "doesn": [7, 10, 12], "align": [7, 10], "prone": [7, 9], "citizen": 7, "shine": 7, "some_pil_imag": 7, "cat": 7, "notic": 7, "easi": [7, 12], "host": 7, "onlin": 7, "describe_image_from_url": 7, "remot": 7, "generate_audiovisual_novel": 7, "topic": [7, 11, 12], "audiovisu": 7, "pirat": 7, "adventur": 7, "treasur": 7, "map": [7, 14], "crew": 7, "ship": 7, "sail": 7, "quest": 7, "find": [7, 12], "lost": 7, "king": 7, "navig": 7, "treacher": 7, "water": 7, "avoid": 7, "wrath": 7, "sea": 7, "monster": 7, "outsmart": 7, "search": [7, 9, 10], "img": [7, 14], "extens": 7, "seamless": 7, "ecosystem": [7, 12], "popular": 7, "media": 7, "preprocess": 7, "postprocess": 7, "imageenh": 7, "enhance_imag": 7, "contrast": 7, "analyze_enhanced_imag": 7, "notabl": 7, "demonstr": [7, 8], "techniqu": [7, 10, 11, 12], "aspect": [7, 9], "abil": [7, 10, 11], "involv": [7, 9, 10, 11, 12], "generate_image_capt": 7, "caption": 7, "text_to_speech": 7, "speech": 7, "create_social_media_post": 7, "social": 7, "some_imag": 7, "isn": [7, 10], "empow": 7, "eas": 7, "predict": 8, "clear": [8, 10, 11], "schema": [8, 10, 14], "expect": [8, 10], "adher": 8, "easier": [8, 9], "downstream": 8, "onc": [8, 9, 10], "individu": 8, "part": [8, 10], "purposefulli": 8, "chose": 8, "opinion": [8, 9], "nativ": 8, "situat": 8, "generate_movie_review_manu": 8, "absolut": 8, "model_json_schema": 8, "parser": [8, 9], "unpars": 8, "highli": [9, 10], "underdevelop": 9, "significantli": 9, "caution": 9, "servic": [9, 10], "dynam": [9, 10, 11, 12], "retriev": 9, "decis": [9, 11], "regular": [9, 11, 12, 14], "create_claim_draft": [9, 14], "claim_detail": [9, 14], "claim_typ": [9, 14], "claim_amount": [9, 14], "claim_dat": [9, 14], "date": [9, 14], "claim": [9, 14], "yyyi": [9, 14], "mm": [9, 14], "dd": [9, 14], "draft": [9, 10, 11, 12, 14], "id": [9, 10, 12, 14], "claim_id": 9, "123234": 9, "signatur": [9, 10], "inspect": [9, 10], "determin": 9, "compat": 9, "insurance_claim_chatbot": 9, "insur": 9, "dialogu": 9, "effectu": 9, "ask": 9, "until": 9, "approv": 9, "websit": 9, "get_website_cont": 9, "chief": 9, "get_html_cont": 9, "refus": 9, "request": [9, 12], "knowledg": 9, "protocol": 9, "soup": 9, "get_text": 9, "agent": 9, "front": 9, "contenblock": 9, "nyt": 9, "lang": 9, "en": 9, "nytapp": 9, "vi": 9, "homepag": 9, "xmln": 9, "og": 9, "opengraphprotocol": 9, "org": 9, "rh": 9, "head": 9, "meta": 9, "charset": 9, "utf": 9, "8": 9, "break": [9, 11], "video": [9, 11, 12], "declin": 9, "clarif": 9, "empti": 9, "lot": 9, "boilerpl": 9, "user_messag": 9, "broke": 9, "car": [9, 14], "smash": 9, "someon": 9, "els": 9, "5k": 9, "file": [9, 10, 13, 14], "response_messag": [9, 14], "next_messag": 9, "speed": 9, "independ": 9, "would": [9, 10], "behind": [9, 10, 11], "scene": [9, 10, 11], "explicit": [9, 10, 14], "immedi": 9, "fed": 9, "loop": [9, 10, 12], "known": [9, 10], "problem": [9, 10, 12], "thank": 9, "aidan": 9, "mclau": 9, "suggest": 9, "meticul": 9, "lexic": 9, "elimin": 9, "everi": [9, 10], "search_twitt": 9, "queri": 9, "word": [9, 12], "async": 9, "fetch_tweet": 9, "await": 9, "pool": 9, "login_al": 9, "tweet": 9, "tweet_str": 9, "author": 9, "usernam": 9, "rawcont": 9, "favorit": 9, "likecount": 9, "retweet": 9, "retweetcount": 9, "asyncio": 9, "twitter_result": 9, "join": [9, 10, 11, 12], "twitter": 9, "integ": [9, 14], "accomplish": 9, "correspond": [9, 10], "claud": 9, "sonnet": 9, "20241022": 9, "generate_tool_spec": 9, "tool_sourc": 9, "some_tool": 9, "some_arg": 9, "auto_tool_spec": 9, "load": 9, "addition": [9, 10], "compromis": 9, "regard": 9, "pre": [9, 10], "packag": [9, 10, 13], "consciou": 9, "signific": 9, "consequ": [9, 10], "my_custom_tool_spec_gener": 9, "repo": 9, "my_llm_program": 9, "mitig": 9, "across": [9, 10], "lexical_closur": [9, 10], "_generated_spec": 9, "toolspec": 9, "enforc": 9, "determinist": 9, "remain": 9, "maxim": 10, "impli": 10, "realiti": 10, "much": [10, 11], "messier": 10, "slightli": 10, "hope": 10, "seem": 10, "unclear": 10, "uniformli": 10, "sometim": 10, "unknown": 10, "codebas": 10, "hypothes": 10, "revert": 10, "undo": 10, "redo": 10, "shortcut": 10, "editor": [10, 11, 12], "analogi": 10, "aim": 10, "save": [10, 12], "evalu": 10, "hyperparamet": 10, "failur": 10, "practition": 10, "resort": [10, 14], "ineffici": 10, "git": 10, "hash": 10, "comparison": [10, 11], "convent": 10, "scatter": 10, "throughout": 10, "importantli": [10, 11], "discret": [10, 12], "encapsul": [10, 11, 12, 14], "point": 10, "exact": 10, "embed": 10, "myother_modul": 10, "constant": 10, "other_cod": 10, "some_other_funct": 10, "some_other_cod": 10, "abov": 10, "bodi": 10, "suffici": 10, "fortun": 10, "free": 10, "variabl": [10, 11, 13], "syntax": 10, "tree": [10, 14], "ast": 10, "bound": 10, "recurs": 10, "enumer": 10, "breviti": 10, "were": 10, "instal": [10, 12], "appear": 10, "generate_story_idea": [10, 11], "ideat": [10, 11], "sentenc": [10, 11], "idea": [10, 11, 12], "write_a_draft_of_a_stori": [10, 11], "adept": [10, 11, 12], "paragraph": [10, 11, 12], "choose_the_best_draft": [10, 11, 12], "fiction": [10, 11, 12], "choos": [10, 11, 12], "best": [10, 11, 12], "write_a_really_good_stori": [10, 11], "novelist": [10, 11], "hemmingwai": [10, 11], "lowercas": [10, 11], "batch": [10, 11], "best_draft": [10, 11, 12], "voic": [10, 11], "dog": [10, 11], "facilit": 10, "promis": 10, "flavor": 10, "archiv": 10, "deploy": 10, "former": 10, "reason": 10, "previous": 10, "mention": 10, "latter": 10, "fine": [10, 11, 12], "mind": 10, "wa": [10, 12], "dictat": 10, "sqlite": 10, "db": [10, 11], "blob": [10, 11], "row": 10, "databas": 10, "arbitrari": 10, "launch": 10, "weight": [10, 12], "bias": 10, "wandb": 10, "central": 10, "kind": 10, "anytim": 10, "aforement": 10, "written": 10, "occur": [10, 13], "later": 10, "least": 10, "sql": 10, "greet": [10, 11], "greeter": 10, "wonder": 10, "serializedlmp": 10, "tabl": 10, "lmp_id": 10, "1a2b3c4d5e6f7g8h": 10, "ndef": 10, "created_at": 10, "2023": 10, "07": 10, "15t10": 10, "00z": 10, "lmp_type": 10, "initial_free_var": 10, "initial_global_var": 10, "num_invoc": 10, "commit_messag": 10, "version_numb": 10, "And": 10, "9i8u7y6t5r4e3w2q": 10, "latency_m": 10, "250": 10, "prompt_token": 10, "15": 10, "completion_token": 10, "01z": 10, "invocationcont": 10, "invocation_id": 10, "invocation_api_param": 10, "50": 10, "background": 10, "supersed": 10, "colloc": 10, "fulli": [10, 12, 14], "qualifi": 10, "seek": 10, "dedic": 10, "intercept": 10, "prove": 10, "scalabl": 10, "necessit": 10, "frequent": 10, "weav": 10, "langchain": [10, 12], "langsmith": 10, "distinct": 10, "intra": 10, "exemplifi": 10, "compress": 10, "templat": 10, "restrict": 10, "organ": 10, "anyth": 10, "But": [10, 12], "deep": 10, "immut": 10, "ae8f32s664200e1": 10, "4hdfjhe8ehf": 10, "behav": [10, 14], "lstr": [10, 14], "__origin_trace__": [10, 14], "overridden": 10, "h": 10, "mutabl": 10, "y": [10, 14], "345hef345h": 10, "z": 10, "weak": 10, "chain": 10, "unintend": 10, "mutat": 10, "symbol": 10, "create_person": 10, "backstorygpt": 10, "backstori": 10, "charact": 10, "incljud": 10, "names_list": 10, "format_message_histori": 10, "20": 10, "emoji": 10, "primit": 10, "activ": 10, "welcom": 11, "walk": 11, "uniqu": 11, "sam": [11, 12], "altman": [11, 12], "encourag": 11, "via": [11, 14], "cleaner": 11, "d": [11, 13], "happi": 11, "enthusiast": 11, "treatment": 11, "get_random_adject": 11, "adject": 11, "cheer": 11, "warm": 11, "strategi": 11, "high": 11, "four": 11, "select": 11, "hemingwai": 11, "bon": 11, "chanc": 11, "realli": 11, "broader": 11, "space": 11, "step": 11, "filter": 11, "special": [11, 12], "focus": 11, "composit": 11, "down": 11, "smaller": 11, "stage": 11, "give": 11, "grain": 11, "add": [11, 13], "begin": 11, "script": 11, "heartfelt": 11, "sincer": 11, "get_random_punctu": 11, "express": 11, "punctuat": 11, "affect": 11, "tutori": 11, "lightweight": 12, "startup": 12, "aren": 12, "being": 12, "think": 12, "subroutin": 12, "clean": 12, "awar": 12, "autogener": 12, "checkpoint": 12, "strawberri": 12, "goe": 12, "dark": 12, "scienc": 12, "right": 12, "empiric": 12, "optimzi": 12, "catch": 12, "late": 12, "demo": 12, "someth": 12, "modular": 12, "write_ten_draft": 12, "worth": 12, "credit": 12, "distil": 12, "k": 12, "shot": 12, "reinforc": 12, "good": 12, "invocaiton": 12, "spectrum": 12, "artifact": 12, "scrape_websit": 12, "get_news_stori": 12, "message_respons": 12, "stock": 12, "play_audio": 12, "supprot": 12, "caus": 12, "mdoel": 12, "describe_act": 12, "visiongpt": 12, "webcam": 12, "capture_webcam_imag": 12, "hold": 12, "book": 12, "inlin": 12, "unobtrus": 12, "migrat": 12, "onto": 12, "pypi": 13, "pip": 13, "__version__": 13, "platform": 13, "account": 13, "window": 13, "setx": 13, "openai_api_kei": 13, "maco": 13, "linux": 13, "bashrc": 13, "zshrc": 13, "export": 13, "www": 13, "anthropic_api_kei": 13, "upgrad": 13, "virtual": 13, "pip3": 13, "sudo": 13, "unix": 13, "administr": 13, "permiss": 13, "github": 13, "proce": 13, "sure": 14, "additionalproperti": 14, "ref": 14, "boolean": 14, "anyof": 14, "null": 14, "persist": 14, "stream": 14, "arbitrary_types_allow": 14, "protected_namespac": 14, "protect_": 14, "__lstr": 14, "item": 14, "check_single_non_nul": 14, "Will": 14, "rais": 14, "valueerror": 14, "mymodel": 14, "model_inst": 14, "arr": 14, "rand": 14, "heterogen": 14, "accord": 14, "get_stor": 14, "set_stor": 14, "kwarg": 14, "tool_kwarg": 14, "serializ": 14, "my_tool": 14, "arg1": 14, "arg2": 14, "_tool_call_id": 14, "unique_id": 14, "dump": 14, "12345": 14, "insurance_chatbot": 14, "crash": 14, "sorri": 14, "hear": 14, "total": 14, "01": 14, "5000": 14, "asdas4": 14, "tool_fn": 14, "create_claim_draftparam": 14, "next_user_messag": 14}, "objects": {"": [[14, 0, 0, "-", "ell"]], "ell": [[14, 1, 1, "", "Config"], [14, 1, 1, "", "ContentBlock"], [14, 1, 1, "", "Message"], [14, 6, 1, "", "assistant"], [14, 6, 1, "", "complex"], [14, 6, 1, "", "get_store"], [14, 6, 1, "", "init"], [14, 6, 1, "", "register_provider"], [14, 6, 1, "", "set_store"], [14, 6, 1, "", "simple"], [14, 6, 1, "", "system"], [14, 6, 1, "", "tool"], [14, 6, 1, "", "user"]], "ell.Config": [[14, 2, 1, "", "autocommit"], [14, 2, 1, "", "autocommit_model"], [14, 2, 1, "", "default_api_params"], [14, 2, 1, "", "default_client"], [14, 3, 1, "", "get_client_for"], [14, 3, 1, "", "get_provider_for"], [14, 2, 1, "", "lazy_versioning"], [14, 3, 1, "", "model_registry_override"], [14, 2, 1, "", "override_wrapped_logging_width"], [14, 2, 1, "", "providers"], [14, 3, 1, "", "register_model"], [14, 3, 1, "", "register_provider"], [14, 2, 1, "", "registry"], [14, 2, 1, "", "store"], [14, 2, 1, "", "verbose"], [14, 2, 1, "", "wrapped_logging"]], "ell.ContentBlock": [[14, 2, 1, "", "audio"], [14, 4, 1, "", "check_single_non_null"], [14, 3, 1, "", "coerce"], [14, 5, 1, "", "content"], [14, 2, 1, "", "image"], [14, 2, 1, "", "parsed"], [14, 3, 1, "", "serialize_parsed"], [14, 2, 1, "", "text"], [14, 2, 1, "", "tool_call"], [14, 2, 1, "", "tool_result"], [14, 5, 1, "", "type"]], "ell.Message": [[14, 5, 1, "", "audios"], [14, 3, 1, "", "call_tools_and_collect_as_message"], [14, 2, 1, "", "content"], [14, 5, 1, "", "images"], [14, 3, 1, "", "model_validate"], [14, 3, 1, "", "model_validate_json"], [14, 5, 1, "", "parsed"], [14, 2, 1, "", "role"], [14, 3, 1, "", "serialize_content"], [14, 5, 1, "", "text"], [14, 5, 1, "", "text_only"], [14, 5, 1, "", "tool_calls"], [14, 5, 1, "", "tool_results"]]}, "objtypes": {"0": "py:module", "1": "py:pydantic_model", "2": "py:pydantic_field", "3": "py:method", "4": "py:pydantic_validator", "5": "py:property", "6": "py:function"}, "objnames": {"0": ["py", "module", "Python module"], "1": ["py", "pydantic_model", "Python model"], "2": ["py", "pydantic_field", "Python field"], "3": ["py", "method", "Python method"], "4": ["py", "pydantic_validator", "Python validator"], "5": ["py", "property", "Python property"], "6": ["py", "function", "Python function"]}, "titleterms": {"configur": 0, "ell": [1, 2, 4, 5, 7, 11, 12, 13, 14], "complex": [1, 12], "usag": [1, 2, 9], "kei": [1, 3, 13], "featur": [1, 2, 3, 9], "1": [1, 2], "structur": [1, 2, 8], "output": [1, 2, 8, 11], "2": 1, "multimod": [1, 2, 7, 12], "interact": [1, 7], "3": 1, "chat": 1, "base": [1, 4], "us": [1, 9], "case": 1, "4": 1, "tool": [1, 2, 9, 12], "refer": [1, 2, 14], "simpl": [2, 11], "invok": 2, "an": [2, 12], "lmp": [2, 3, 9], "variabl": 2, "system": 2, "prompt": [2, 4, 10, 11, 12], "pass": 2, "paramet": 2, "llm": [2, 5], "api": [2, 4, 5, 6, 11, 13, 14], "multipl": 2, "n": 2, "input": 2, "what": [2, 11], "about": 2, "multiturn": 2, "convers": 2, "other": 2, "studio": [3, 11, 13], "launch": 3, "visual": [3, 12], "version": [3, 4, 10, 11, 12], "histori": 3, "comparison": 3, "invoc": 3, "analysi": 3, "perform": 3, "metric": 3, "viewer": 3, "evalu": 4, "new": 4, "The": [4, 5, 7, 12], "problem": [4, 5], "engin": [4, 12], "intuit": 4, "concept": 4, "eval": 4, "model": [4, 6, 11, 12], "connect": 4, "optim": [4, 12], "store": [4, 11], "access": 4, "interpret": 4, "result": 4, "underli": 4, "messag": [5, 11], "challeng": 5, "solv": 5, "construct": [5, 10], "common": 5, "role": 5, "pars": 5, "client": 6, "registr": 6, "default": 6, "specifi": 6, "custom": [6, 13], "evolut": 7, "": [7, 11], "approach": 7, "power": 7, "composit": 7, "defin": 9, "schema": 9, "gener": 9, "singl": 9, "step": [9, 13], "multi": 9, "parallel": 9, "execut": 9, "futur": 9, "eager": 9, "mode": [9, 11], "spec": 9, "autogener": 9, "trace": 10, "checkpoint": 10, "serial": 10, "via": 10, "lexic": 10, "closur": 10, "depend": 10, "graph": 10, "autocommit": 10, "comput": [10, 12], "get": 11, "start": 11, "from": 11, "tradit": 11, "call": [11, 12], "understand": 11, "verbos": 11, "altern": 11, "format": 11, "languag": [11, 12], "program": [11, 12], "your": [11, 12], "explor": 11, "iter": 11, "auto": 11, "commit": 11, "compar": 11, "across": 11, "next": [11, 13], "librari": 12, "ar": 12, "string": 12, "i": 12, "process": 12, "monitor": 12, "test": 12, "time": 12, "import": 12, "everi": 12, "valuabl": 12, "when": 12, "you": 12, "need": 12, "simplic": 12, "don": 12, "t": 12, "should": 12, "first": 12, "class": 12, "shouldn": 12, "interfer": 12, "workflow": 12, "instal": 13, "anthrop": 13, "groq": 13, "sqlite": 13, "postgr": 13, "combin": 13, "option": 13, "setup": 13, "openai": 13, "troubleshoot": 13, "packag": 14}, "envversion": {"sphinx.domains.c": 3, "sphinx.domains.changeset": 1, "sphinx.domains.citation": 1, "sphinx.domains.cpp": 9, "sphinx.domains.index": 1, "sphinx.domains.javascript": 3, "sphinx.domains.math": 2, "sphinx.domains.python": 4, "sphinx.domains.rst": 2, "sphinx.domains.std": 2, "sphinx": 60}, "alltitles": {"Configuration": [[0, "configuration"]], "@ell.complex": [[1, "ell-complex"]], "Usage": [[1, "usage"], [2, "usage"]], "Key Features": [[1, "key-features"]], "1. Structured Outputs": [[1, "structured-outputs"]], "2. Multimodal Interactions": [[1, "multimodal-interactions"]], "3. Chat-based Use Cases": [[1, "chat-based-use-cases"]], "4. Tool Usage": [[1, "tool-usage"]], "Reference": [[1, "reference"], [2, "reference"]], "@ell.simple": [[2, "ell-simple"]], "Invoking an ell.simple LMP": [[2, "invoking-an-ell-simple-lmp"]], "Variable system prompts": [[2, "variable-system-prompts"]], "Passing parameters to an LLM API": [[2, "passing-parameters-to-an-llm-api"]], "Multiple outputs (n>1)": [[2, "multiple-outputs-n-1"]], "Multimodal inputs": [[2, "multimodal-inputs"]], "What about multiturn conversations, tools, structured outputs, and other features?": [[2, "what-about-multiturn-conversations-tools-structured-outputs-and-other-features"]], "Studio": [[3, "studio"]], "Launching Studio": [[3, "launching-studio"]], "Key Features of Studio": [[3, "key-features-of-studio"]], "LMP Visualization": [[3, "lmp-visualization"]], "Version History and Comparison": [[3, "version-history-and-comparison"]], "Invocation Analysis": [[3, "invocation-analysis"]], "Performance Metrics": [[3, "performance-metrics"]], "LMP Viewer": [[3, "lmp-viewer"]], "Evaluations (New)": [[4, "evaluations-new"]], "The Problem of Prompt Engineering by Intuition": [[4, "the-problem-of-prompt-engineering-by-intuition"]], "The Concept of Evals": [[4, "the-concept-of-evals"]], "Eval Engineering": [[4, "eval-engineering"]], "Model-Based Evaluation": [[4, "model-based-evaluation"]], "Connecting Evals to Prompt Optimization": [[4, "connecting-evals-to-prompt-optimization"]], "Versioning and Storing Evals in ell": [[4, "versioning-and-storing-evals-in-ell"]], "Accessing and Interpreting Evaluation Results": [[4, "accessing-and-interpreting-evaluation-results"]], "The Underlying API for Evaluations": [[4, "the-underlying-api-for-evaluations"]], "Messages": [[5, "messages"]], "Challenges with LLM APIs": [[5, "challenges-with-llm-apis"]], "The ell Message API": [[5, "the-ell-message-api"]], "Solving the construction problem": [[5, "solving-the-construction-problem"]], "Common roles": [[5, "common-roles"]], "Solving the parsing problem": [[5, "solving-the-parsing-problem"]], "Models & API Clients": [[6, "models-api-clients"]], "Model Registration and Default Clients": [[6, "model-registration-and-default-clients"]], "Specifying Clients for Models": [[6, "specifying-clients-for-models"]], "Custom Model Registration": [[6, "custom-model-registration"]], "Multimodality": [[7, "multimodality"]], "The Evolution of Multimodal Interactions": [[7, "the-evolution-of-multimodal-interactions"]], "ell\u2019s Approach to Multimodality": [[7, "ell-s-approach-to-multimodality"]], "The Power of Multimodal Composition": [[7, "the-power-of-multimodal-composition"]], "Structured Outputs": [[8, "structured-outputs"]], "Tool Usage": [[9, "tool-usage"]], "Defining Tools": [[9, "defining-tools"]], "Schema Generation": [[9, "schema-generation"]], "Using Tools in LMPs": [[9, "using-tools-in-lmps"]], "Single-Step Tool Usage": [[9, "single-step-tool-usage"]], "Multi-Step Tool Usage": [[9, "multi-step-tool-usage"]], "Parallel Tool Execution": [[9, "parallel-tool-execution"]], "Future Features: Eager Mode": [[9, "future-features-eager-mode"]], "Future Features: Tool Spec Autogeneration": [[9, "future-features-tool-spec-autogeneration"]], "Versioning & Tracing": [[10, "versioning-tracing"]], "Checkpointing prompts": [[10, "checkpointing-prompts"]], "Serializing prompts via lexical closures": [[10, "serializing-prompts-via-lexical-closures"]], "Constructing a dependency graph": [[10, "constructing-a-dependency-graph"]], "Versioning": [[10, "versioning"]], "Autocommitting": [[10, "autocommitting"]], "Tracing": [[10, "tracing"]], "Constructing a computation graph": [[10, "constructing-a-computation-graph"]], "Getting Started": [[11, "getting-started"]], "From Traditional API Calls to ell": [[11, "from-traditional-api-calls-to-ell"]], "Understanding @ell.simple": [[11, "understanding-ell-simple"]], "Verbose Mode": [[11, "verbose-mode"]], "Alternative Message Formats": [[11, "alternative-message-formats"]], "Prompting as Language Model Programming": [[11, "prompting-as-language-model-programming"]], "Storing and Versioning Your Prompts": [[11, "storing-and-versioning-your-prompts"]], "Exploring Your Prompts with ell-studio": [[11, "exploring-your-prompts-with-ell-studio"]], "Iterating and Auto-Committing": [[11, "iterating-and-auto-committing"]], "Comparing Outputs Across Versions": [[11, "comparing-outputs-across-versions"]], "What\u2019s Next?": [[11, "what-s-next"]], "ell: The Language Model Programming Library": [[12, "ell-the-language-model-programming-library"]], "Prompts are programs, not strings": [[12, "prompts-are-programs-not-strings"]], "Prompt engineering is an optimization process": [[12, "prompt-engineering-is-an-optimization-process"]], "Tools for monitoring, versioning, and visualization": [[12, "tools-for-monitoring-versioning-and-visualization"]], "Test-time compute is important": [[12, "test-time-compute-is-important"]], "Every call to a language model is valuable": [[12, "every-call-to-a-language-model-is-valuable"]], "Complexity when you need it, simplicity when you don\u2019t": [[12, "complexity-when-you-need-it-simplicity-when-you-don-t"]], "Multimodality should be first class": [[12, "multimodality-should-be-first-class"]], "Prompt engineering libraries shouldn\u2019t interfere with your workflow": [[12, "prompt-engineering-libraries-shouldn-t-interfere-with-your-workflow"]], "Installation": [[13, "installation"]], "Installing ell": [[13, "installing-ell"]], "Custom Installation": [[13, "custom-installation"]], "anthropic": [[13, "anthropic"]], "groq": [[13, "groq"]], "studio": [[13, "studio"]], "sqlite": [[13, "sqlite"]], "postgres": [[13, "postgres"]], "Combining options": [[13, "combining-options"]], "API Key Setup": [[13, "api-key-setup"]], "OpenAI API Key": [[13, "openai-api-key"]], "Anthropic API Key": [[13, "anthropic-api-key"]], "Troubleshooting": [[13, "troubleshooting"]], "Next Steps": [[13, "next-steps"]], "ell package": [[14, "ell-package"]], "API Reference": [[14, null]]}, "indexentries": {"complex() (in module ell)": [[1, "ell.complex"], [14, "ell.complex"]], "simple() (in module ell)": [[2, "ell.simple"], [14, "ell.simple"]], "assistant() (in module ell)": [[5, "ell.assistant"], [14, "ell.assistant"]], "audios (ell.message property)": [[5, "ell.Message.audios"], [14, "ell.Message.audios"]], "call_tools_and_collect_as_message() (ell.message method)": [[5, "ell.Message.call_tools_and_collect_as_message"], [14, "ell.Message.call_tools_and_collect_as_message"]], "content (ell.contentblock property)": [[5, "ell.ContentBlock.content"], [14, "ell.ContentBlock.content"]], "images (ell.message property)": [[5, "ell.Message.images"], [14, "ell.Message.images"]], "model_validate() (ell.message class method)": [[5, "ell.Message.model_validate"], [14, "ell.Message.model_validate"]], "model_validate_json() (ell.message class method)": [[5, "ell.Message.model_validate_json"], [14, "ell.Message.model_validate_json"]], "parsed (ell.message property)": [[5, "ell.Message.parsed"], [14, "ell.Message.parsed"]], "serialize_content() (ell.message method)": [[5, "ell.Message.serialize_content"], [14, "ell.Message.serialize_content"]], "serialize_parsed() (ell.contentblock method)": [[5, "ell.ContentBlock.serialize_parsed"], [14, "ell.ContentBlock.serialize_parsed"]], "system() (in module ell)": [[5, "ell.system"], [14, "ell.system"]], "text (ell.message property)": [[5, "ell.Message.text"], [14, "ell.Message.text"]], "text_only (ell.message property)": [[5, "ell.Message.text_only"], [14, "ell.Message.text_only"]], "tool_calls (ell.message property)": [[5, "ell.Message.tool_calls"], [14, "ell.Message.tool_calls"]], "tool_results (ell.message property)": [[5, "ell.Message.tool_results"], [14, "ell.Message.tool_results"]], "user() (in module ell)": [[5, "ell.user"], [14, "ell.user"]], "audio (ell.contentblock attribute)": [[14, "ell.ContentBlock.audio"]], "autocommit (ell.config attribute)": [[14, "ell.Config.autocommit"]], "autocommit_model (ell.config attribute)": [[14, "ell.Config.autocommit_model"]], "check_single_non_null() (ell.contentblock method)": [[14, "ell.ContentBlock.check_single_non_null"]], "coerce() (ell.contentblock class method)": [[14, "ell.ContentBlock.coerce"]], "content (ell.message attribute)": [[14, "ell.Message.content"]], "default_api_params (ell.config attribute)": [[14, "ell.Config.default_api_params"]], "default_client (ell.config attribute)": [[14, "ell.Config.default_client"]], "ell": [[14, "module-ell"]], "get_client_for() (ell.config method)": [[14, "ell.Config.get_client_for"]], "get_provider_for() (ell.config method)": [[14, "ell.Config.get_provider_for"]], "get_store() (in module ell)": [[14, "ell.get_store"]], "image (ell.contentblock attribute)": [[14, "ell.ContentBlock.image"]], "init() (in module ell)": [[14, "ell.init"]], "lazy_versioning (ell.config attribute)": [[14, "ell.Config.lazy_versioning"]], "model_registry_override() (ell.config method)": [[14, "ell.Config.model_registry_override"]], "module": [[14, "module-ell"]], "override_wrapped_logging_width (ell.config attribute)": [[14, "ell.Config.override_wrapped_logging_width"]], "parsed (ell.contentblock attribute)": [[14, "ell.ContentBlock.parsed"]], "providers (ell.config attribute)": [[14, "ell.Config.providers"]], "register_model() (ell.config method)": [[14, "ell.Config.register_model"]], "register_provider() (ell.config method)": [[14, "ell.Config.register_provider"]], "register_provider() (in module ell)": [[14, "ell.register_provider"]], "registry (ell.config attribute)": [[14, "ell.Config.registry"]], "role (ell.message attribute)": [[14, "ell.Message.role"]], "set_store() (in module ell)": [[14, "ell.set_store"]], "store (ell.config attribute)": [[14, "ell.Config.store"]], "text (ell.contentblock attribute)": [[14, "ell.ContentBlock.text"]], "tool() (in module ell)": [[14, "ell.tool"]], "tool_call (ell.contentblock attribute)": [[14, "ell.ContentBlock.tool_call"]], "tool_result (ell.contentblock attribute)": [[14, "ell.ContentBlock.tool_result"]], "type (ell.contentblock property)": [[14, "ell.ContentBlock.type"]], "verbose (ell.config attribute)": [[14, "ell.Config.verbose"]], "wrapped_logging (ell.config attribute)": [[14, "ell.Config.wrapped_logging"]]}}) \ No newline at end of file +Search.setIndex({"docnames": ["core_concepts/configuration", "core_concepts/ell_complex", "core_concepts/ell_simple", "core_concepts/ell_studio", "core_concepts/evaluations", "core_concepts/message_api", "core_concepts/models_and_api_clients", "core_concepts/multimodality", "core_concepts/structured_outputs", "core_concepts/tool_usage", "core_concepts/versioning_and_storage", "getting_started", "index", "installation", "reference/index"], "filenames": ["core_concepts/configuration.rst", "core_concepts/ell_complex.rst", "core_concepts/ell_simple.rst", "core_concepts/ell_studio.rst", "core_concepts/evaluations.rst", "core_concepts/message_api.rst", "core_concepts/models_and_api_clients.rst", "core_concepts/multimodality.rst", "core_concepts/structured_outputs.rst", "core_concepts/tool_usage.rst", "core_concepts/versioning_and_storage.rst", "getting_started.rst", "index.rst", "installation.rst", "reference/index.rst"], "titles": ["Configuration", "@ell.complex", "@ell.simple", "Studio", "Evaluations (New)", "Messages", "Models & API Clients", "Multimodality", "Structured Outputs", "Tool Usage", "Versioning & Tracing", "Getting Started", "Introduction", "Installation", "ell package"], "terms": {"ell": [0, 3, 6, 8, 9, 10], "provid": [0, 1, 2, 3, 4, 5, 6, 7, 9, 10, 11, 12, 13, 14], "variou": [0, 1, 3, 4, 5, 6, 7, 9, 10, 11, 12, 14], "option": [0, 1, 2, 9, 12, 14], "custom": [0, 5, 8, 9, 10, 14], "its": [0, 2, 4, 7, 9, 10, 11, 12, 14], "behavior": [0, 2, 3], "init": [0, 3, 4, 10, 11, 12, 14], "store": [0, 3, 9, 10, 12, 14], "none": [0, 1, 2, 4, 5, 9, 14], "str": [0, 1, 2, 4, 5, 6, 7, 8, 9, 10, 11, 12, 14], "verbos": [0, 4, 5, 7, 14], "bool": [0, 1, 2, 14], "fals": [0, 1, 2, 4, 5, 14], "autocommit": [0, 11, 14], "true": [0, 1, 2, 5, 9, 10, 11, 14], "lazy_vers": [0, 14], "default_api_param": [0, 14], "dict": [0, 1, 2, 5, 10, 11, 14], "ani": [0, 1, 2, 4, 5, 7, 9, 10, 11, 12, 14], "default_cli": [0, 14], "autocommit_model": [0, 14], "gpt": [0, 1, 2, 4, 5, 6, 7, 8, 9, 10, 11, 12, 14], "4o": [0, 1, 4, 7, 8, 9, 10, 11, 12, 14], "mini": [0, 10, 11, 12, 14], "initi": [0, 3, 4, 6, 10, 11, 14], "set": [0, 2, 4, 5, 7, 10, 11, 13, 14], "paramet": [0, 1, 3, 4, 9, 10, 14], "oper": [0, 9, 10, 14], "union": [0, 10, 14], "can": [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14], "instanc": [0, 1, 2, 7, 10, 14], "string": [0, 1, 2, 5, 9, 10, 11, 14], "path": [0, 2, 4, 10, 14], "sqlitestor": [0, 10, 14], "enabl": [0, 1, 2, 4, 6, 8, 9, 10, 11, 14], "disabl": [0, 14], "lazi": [0, 14], "version": [0, 1, 2, 5, 9, 13, 14], "default": [0, 1, 2, 4, 10, 13, 14], "languag": [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 13, 14], "model": [0, 1, 2, 3, 5, 7, 8, 9, 10, 13, 14], "default_openai_cli": [0, 14], "openai": [0, 1, 2, 5, 6, 7, 9, 10, 11, 12, 14], "client": [0, 1, 2, 5, 11, 13, 14], "us": [0, 2, 3, 4, 5, 6, 7, 8, 10, 11, 12, 13, 14], "thi": [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14], "function": [0, 1, 2, 4, 5, 6, 7, 8, 9, 10, 11, 12, 14], "i": [0, 1, 2, 3, 4, 5, 6, 7, 9, 10, 11, 14], "conveni": [0, 2, 5, 7], "up": [0, 7, 9, 10, 11, 13], "It": [0, 1, 2, 3, 4, 7, 9, 10, 11, 12, 14], "thin": 0, "wrapper": [0, 10], "around": [0, 2, 5, 10, 12], "config": [0, 6, 14], "class": [0, 1, 4, 5, 7, 8, 9, 10, 14], "which": [0, 1, 2, 3, 4, 5, 7, 8, 9, 10], "pydant": [0, 1, 5, 8, 9, 14], "you": [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 13, 14], "modifi": [0, 2, 10, 11, 12], "global": [0, 6, 10], "object": [0, 1, 2, 4, 5, 7, 9, 10, 12, 14], "an": [0, 1, 3, 4, 5, 7, 9, 10, 11, 13, 14], "field": [0, 1, 5, 8, 9, 14], "override_wrapped_logging_width": [0, 14], "int": [0, 1, 2, 5, 8, 14], "type": [0, 1, 2, 5, 7, 9, 10, 11, 12, 14], "registri": [0, 14], "_model": [0, 14], "wrapped_log": [0, 14], "If": [0, 1, 2, 4, 6, 10, 14], "automat": [0, 2, 3, 4, 5, 6, 7, 9, 10, 11, 12, 14], "commit": [0, 3, 9, 10, 12, 14], "chang": [0, 2, 3, 4, 7, 9, 10, 11, 12, 14], "when": [0, 1, 2, 3, 4, 5, 6, 7, 9, 10, 11, 14], "from": [0, 1, 2, 4, 5, 6, 7, 8, 9, 10, 12, 13, 14], "improv": [0, 2, 3, 4, 10, 11, 14], "perform": [0, 1, 4, 9, 10, 14], "overrid": [0, 2, 14], "width": [0, 14], "wrap": [0, 2, 4, 9, 10, 14], "log": [0, 14], "better": [0, 4, 10, 14], "readabl": [0, 2, 5, 7, 10, 11, 12, 14], "get_client_for": [0, 14], "model_nam": [0, 14], "tupl": [0, 10, 14], "get": [0, 1, 4, 5, 8, 9, 12, 13, 14], "specif": [0, 2, 3, 4, 5, 6, 8, 9, 10, 11, 14], "name": [0, 1, 2, 4, 8, 9, 10, 11, 12, 14], "The": [0, 1, 2, 8, 9, 10, 11, 14], "return": [0, 1, 2, 4, 5, 6, 7, 8, 9, 10, 11, 12, 14], "specifi": [0, 1, 2, 3, 5, 9, 10, 12, 14], "found": [0, 6, 10, 14], "fallback": [0, 6, 14], "flag": [0, 14], "get_provider_for": [0, 14], "model_registry_overrid": [0, 14], "temporarili": [0, 14], "new": [0, 1, 5, 6, 7, 9, 10, 11, 12, 14], "modelconfig": [0, 14], "A": [0, 1, 2, 4, 5, 7, 8, 10, 12, 14], "dictionari": [0, 1, 2, 5, 14], "register_model": [0, 6, 14], "supports_stream": [0, 14], "regist": [0, 6, 14], "register_provid": [0, 14], "client_typ": [0, 14], "provider_class": [0, 14], "while": [1, 2, 3, 5, 7, 9, 10, 11, 12, 14], "simpl": [1, 4, 5, 6, 7, 8, 9, 10, 12, 14], "straightforward": [1, 2, 4, 6], "wai": [1, 2, 4, 6, 7, 10, 11, 12, 14], "work": [1, 2, 5, 7, 8, 9, 10, 11, 12, 14], "text": [1, 2, 4, 5, 7, 9, 10, 12, 14], "modern": [1, 4], "ar": [1, 2, 4, 5, 7, 8, 9, 10, 11, 13, 14], "increasingli": 1, "capabl": [1, 2, 3, 5, 7, 9, 10, 11, 14], "handl": [1, 2, 4, 5, 7, 9, 11, 14], "gener": [1, 2, 3, 4, 5, 7, 8, 10, 11, 12, 14], "content": [1, 2, 4, 5, 7, 8, 9, 11, 12, 14], "where": [1, 2, 3, 4, 5, 9, 10, 14], "come": [1, 2, 3, 7, 8, 10, 14], "plai": [1, 2, 7], "decor": [1, 2, 5, 6, 7, 9, 11, 14], "design": [1, 2, 4, 7, 10, 11, 12, 14], "sophist": [1, 2, 7, 14], "includ": [1, 2, 3, 4, 5, 7, 9, 12, 13, 14], "input": [1, 3, 4, 5, 7, 9, 10, 11, 12, 14], "data": [1, 2, 3, 4, 5, 7, 8, 9, 10, 12, 14], "extend": [1, 7], "": [1, 2, 3, 4, 5, 8, 9, 10, 12, 14], "address": [1, 2, 7, 9, 10], "evolv": [1, 4, 7, 10, 11], "natur": [1, 7, 9], "now": [1, 4, 5, 10, 11], "process": [1, 2, 4, 5, 7, 9, 10, 11, 14], "imag": [1, 2, 5, 7, 11, 12, 14], "make": [1, 2, 4, 5, 7, 8, 9, 10, 11, 12], "call": [1, 2, 4, 5, 6, 9, 10, 14], "engag": [1, 7], "multi": [1, 3, 5, 14], "turn": [1, 3, 14], "convers": [1, 7, 9, 11, 14], "By": [1, 4, 7, 8, 9, 10, 11, 12], "rich": [1, 2, 5, 12], "messag": [1, 2, 3, 7, 8, 9, 10, 12, 14], "instead": [1, 2, 4, 5, 9, 13, 14], "more": [1, 2, 3, 4, 5, 7, 9, 10, 11, 12, 13, 14], "nuanc": 1, "power": [1, 3, 8, 9, 10, 11], "overcom": 1, "limit": [1, 9], "tradit": [1, 5, 7], "interfac": [1, 2, 3, 4, 7, 10, 11, 12, 14], "advanc": [1, 2, 4, 7, 9, 10, 11, 14], "scenario": [1, 2, 4, 9, 10], "same": [1, 2, 3, 4, 5, 11], "api": [1, 7, 9, 10], "intuit": [1, 2, 3, 7, 14], "flexibl": [1, 2, 4, 7, 11, 14], "construct": [1, 2, 4, 7, 11], "manipul": [1, 2, 8, 10], "read": [1, 2, 4, 5, 14], "about": [1, 5, 9, 10, 11, 12], "coercion": [1, 2, 5, 12, 14], "page": [1, 2, 5, 9], "basic": [1, 14], "similar": [1, 2, 5, 8, 10, 12], "enhanc": [1, 2, 5, 7, 8, 9, 10], "import": [1, 2, 4, 5, 6, 7, 8, 10, 11, 13, 14], "basemodel": [1, 5, 8, 14], "moviereview": [1, 8], "titl": [1, 8, 9, 14], "descript": [1, 2, 8, 9, 10, 14], "movi": [1, 8], "rate": [1, 4, 8], "out": [1, 8, 10, 11], "10": [1, 4, 8, 10, 12], "summari": [1, 2, 8, 14], "brief": [1, 8], "2024": [1, 7, 8, 10, 14], "08": [1, 7, 8, 10, 14], "06": [1, 7, 8, 10], "response_format": [1, 8, 14], "def": [1, 2, 4, 5, 6, 7, 8, 9, 10, 11, 12, 14], "generate_movie_review": [1, 8], "review": [1, 4, 8], "given": [1, 2, 4, 5, 8, 9, 11, 14], "need": [1, 2, 3, 5, 7, 8, 9, 10, 13, 14], "f": [1, 2, 4, 6, 8, 9, 10, 11, 12, 14], "review_messag": 1, "matrix": [1, 8], "pars": [1, 7, 8, 14], "print": [1, 2, 4, 5, 7, 8, 9, 10, 11, 12, 13, 14], "allow": [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 14], "incept": 1, "pil": [1, 2, 5, 7, 12, 14], "5": [1, 2, 5, 7, 8, 9, 10, 12, 14], "omni": [1, 5, 7, 12], "describe_and_gener": 1, "prompt": [1, 3, 5, 6, 7, 8, 9, 14], "system": [1, 3, 5, 7, 8, 9, 10, 11, 12, 14], "describ": [1, 2, 7, 12, 14], "ones": 1, "user": [1, 2, 5, 7, 8, 9, 10, 11, 12, 14], "result": [1, 2, 3, 5, 6, 7, 9, 10, 11, 14], "seren": 1, "lake": 1, "sunset": 1, "0": [1, 2, 4, 5, 7, 9, 10, 11, 12, 14], "show": [1, 3, 4, 5, 10, 11, 14], "displai": [1, 7], "particularli": [1, 2, 3, 9, 14], "applic": [1, 2, 7, 8, 10, 11], "maintain": [1, 4, 9, 11], "histori": [1, 4, 9, 11, 14], "temperatur": [1, 2, 4, 9, 10, 11, 12, 14], "7": [1, 2, 9, 14], "chat_bot": [1, 14], "message_histori": [1, 9, 10, 14], "list": [1, 2, 4, 5, 9, 10, 11, 12, 14], "friendli": [1, 4, 5, 10, 11], "chatbot": [1, 9, 14], "casual": 1, "user_input": 1, "append": [1, 9], "respons": [1, 2, 4, 5, 8, 9, 10, 11, 12, 14], "bot": 1, "support": [1, 2, 5, 7, 8, 9, 10, 11, 12, 13, 14], "get_weath": [1, 14], "locat": [1, 10, 14], "full": [1, 2, 3, 10, 11, 12, 14], "citi": 1, "countri": 1, "e": [1, 2, 7, 9, 10, 14], "g": [1, 2, 14], "san": 1, "francisco": 1, "ca": 1, "usa": 1, "current": [1, 2, 8, 9, 10], "weather": [1, 14], "simul": 1, "sunni": [1, 14], "turbo": [1, 8, 10, 11], "travel_plann": 1, "destin": 1, "plan": 1, "trip": 1, "travel": [1, 2, 14], "planner": 1, "relev": [1, 14], "advic": 1, "pari": 1, "tool_cal": [1, 5, 9, 12, 14], "done": [1, 12], "so": [1, 4, 5, 7, 8], "we": [1, 2, 3, 4, 5, 7, 8, 9, 10, 11, 12, 14], "pass": [1, 5, 10, 11, 12, 14], "result_messag": 1, "call_tools_and_collect_as_messag": [1, 5, 9, 14], "info": [1, 14], "tool_result": [1, 5, 9, 14], "raw": [1, 4, 14], "sent": [1, 10, 12], "llm": [1, 4, 9, 10, 12, 14], "represent": [1, 3, 5, 14], "callabl": [1, 2, 14], "exempt_from_track": [1, 2, 14], "post_callback": [1, 14], "api_param": [1, 2, 4, 10, 11, 14], "program": [1, 2, 3, 4, 5, 6, 7, 9, 10, 13, 14], "transform": [1, 2, 3, 4, 9, 11, 14], "lmp": [1, 4, 10, 11, 12, 14], "format": [1, 2, 4, 5, 7, 8, 9, 10, 14], "control": [1, 3, 4, 8, 10, 11, 12, 14], "over": [1, 2, 3, 4, 10, 11, 12, 14], "identifi": [1, 2, 3, 4, 10, 14], "onli": [1, 2, 4, 5, 8, 9, 10, 11, 12, 14], "avail": [1, 5, 6, 8, 10, 13, 14], "certain": [1, 14], "n": [1, 5, 9, 10, 11, 12, 14], "number": [1, 9, 14], "float": [1, 4, 5, 9, 14], "random": [1, 10, 11, 14], "max_token": [1, 2, 4, 10, 14], "maximum": [1, 14], "token": [1, 2, 3, 14], "top_p": [1, 14], "top": [1, 2, 14], "p": [1, 14], "sampl": [1, 11, 12, 14], "divers": [1, 11, 14], "frequency_penalti": [1, 14], "frequenc": [1, 3, 14], "penalti": [1, 14], "repetit": [1, 14], "presence_penalti": [1, 14], "presenc": [1, 14], "stop": [1, 2, 14], "sequenc": [1, 14], "won": [1, 2, 14], "t": [1, 2, 5, 7, 10, 14], "track": [1, 2, 3, 4, 10, 11, 14], "befor": [1, 5, 12, 14], "addit": [1, 2, 9, 10, 12, 13, 14], "keyword": [1, 2, 14], "argument": [1, 2, 9, 10, 11, 14], "underli": [1, 2, 14], "appli": [1, 2, 4, 10, 11, 14], "creation": [1, 9, 10, 14], "state": [1, 14], "within": [1, 2, 5, 7, 8, 9, 10, 11, 13, 14], "context": [1, 3, 9, 14], "both": [1, 2, 4, 5, 7, 8, 10, 13, 14], "singl": [1, 2, 4, 10, 11, 14], "etc": [1, 14], "comprehens": [1, 3, 10, 14], "integr": [1, 4, 7, 8, 14], "monitor": [1, 2, 10, 14], "configur": [1, 4, 6, 10, 14], "them": [1, 2, 4, 8, 9, 10, 14], "through": [1, 2, 4, 10, 11, 12, 14], "post": [1, 7, 14], "callback": [1, 14], "multipl": [1, 3, 4, 6, 7, 9, 11, 12, 14], "mode": [1, 8, 14], "exampl": [1, 2, 4, 5, 7, 8, 9, 10, 11, 13, 14], "generate_stori": [1, 2, 14], "creativ": [1, 14], "stori": [1, 2, 10, 11, 12, 14], "writer": [1, 10, 11, 12, 14], "write": [1, 2, 4, 10, 11, 12, 14], "short": [1, 2, 4, 10, 14], "robot": [1, 14], "discov": [1, 11, 14], "emot": [1, 14], "access": [1, 3, 5, 7, 8, 9, 14], "last": [1, 14], "help": [1, 2, 3, 5, 7, 9, 10, 11, 12, 13, 14], "assist": [1, 2, 5, 7, 9, 10, 11, 12, 14], "hello": [1, 2, 5, 6, 9, 10, 11, 12, 14], "who": [1, 4, 7, 12, 14], "m": [1, 9, 14], "ai": [1, 2, 7, 9, 13, 14], "how": [1, 2, 4, 5, 7, 8, 9, 10, 11, 14], "todai": [1, 9, 14], "explain": [1, 3, 14], "quantum": [1, 14], "comput": [1, 2, 4, 5, 9, 11, 14], "implement": [1, 9, 10, 12, 14], "fetch": [1, 9, 14], "weather_assist": [1, 14], "what": [1, 4, 5, 7, 9, 10, 12, 14], "like": [1, 2, 4, 5, 6, 7, 9, 10, 11, 13, 14], "york": [1, 9, 14], "continu": [1, 7, 8, 9, 10, 12, 14], "final_respons": [1, 14], "final": [1, 9, 10, 11, 14], "personinfo": [1, 14], "ag": [1, 14], "extract_person_info": [1, 14], "extract": [1, 2, 5, 9, 10, 14], "person": [1, 4, 10, 12, 14], "inform": [1, 2, 3, 4, 9, 10, 11, 14], "john": [1, 14], "doe": [1, 4, 7, 9, 10, 14], "30": [1, 10, 14], "year": [1, 12, 14], "old": [1, 4, 14], "softwar": [1, 10, 14], "engin": [1, 2, 3, 5, 9, 10, 11, 14], "person_info": [1, 14], "vision": [1, 2, 7, 14], "preview": [1, 2, 7, 14], "describe_imag": [1, 2, 7, 14], "detail": [1, 2, 3, 4, 7, 9, 11, 14], "contentblock": [1, 5, 7, 14], "do": [1, 2, 4, 5, 8, 10, 11, 12, 14], "see": [1, 2, 4, 5, 10, 11, 12, 13, 14], "open": [1, 2, 3, 4, 7, 9, 11, 12, 14], "jpg": [1, 2, 5, 7, 14], "parallel": [1, 2, 5, 14], "execut": [1, 2, 3, 10, 14], "tool1": [1, 14], "tool2": [1, 14], "tool3": [1, 14], "parallel_assist": [1, 14], "task": [1, 3, 4, 9, 11, 14], "b": [1, 14], "c": [1, 13, 14], "simultan": [1, 7, 14], "max_work": [1, 5, 9, 14], "helper": [1, 2, 5, 9, 14], "text_onli": [1, 5, 9, 14], "exclud": [1, 14], "non": [1, 5, 8, 14], "element": [1, 4, 7, 14], "collect": [1, 3, 4, 9, 14], "role": [1, 2, 7, 9, 11, 14], "to_openai_messag": [1, 14], "convert": [1, 7, 9, 14], "note": [1, 2, 10, 11, 14], "should": [1, 2, 3, 4, 5, 8, 9, 10, 11, 14], "For": [1, 2, 4, 5, 6, 7, 8, 9, 10, 11, 13, 14], "ensur": [1, 3, 4, 8, 9, 14], "properli": [1, 14], "all": [1, 2, 3, 4, 5, 7, 9, 10, 11, 12, 13, 14], "simpler": [1, 14], "properti": [1, 5, 7, 9, 14], "easili": [1, 2, 3, 4, 8, 9, 10, 14], "differ": [1, 2, 3, 5, 7, 9, 10, 11, 14], "also": [1, 2, 3, 4, 5, 7, 8, 9, 10, 11, 14], "defin": [1, 2, 4, 8, 11, 12, 14], "studio": [1, 2, 4, 10, 12, 14], "visual": [1, 2, 4, 7, 10, 11, 14], "analyz": [1, 2, 3, 7, 10, 12, 14], "core": [2, 5], "unit": [2, 5, 10, 11, 14], "send": 2, "develop": [2, 4, 5, 7, 9, 10], "driven": [2, 4], "sever": [2, 5, 10, 11], "usabiltii": 2, "code": [2, 3, 5, 7, 8, 9, 10, 11, 12, 14], "forc": [2, 12], "decomposit": [2, 12], "reusabl": [2, 9, 11], "compon": [2, 4], "serial": [2, 5, 9, 12, 14], "time": [2, 3, 4, 9, 10, 11, 14], "two": [2, 4, 5, 10, 11], "main": [2, 5, 11, 14], "docstr": [2, 9, 11, 14], "valu": [2, 4, 5, 11, 14], "4": [2, 4, 5, 7, 9, 10, 11, 14], "sai": [2, 10, 11, 12], "explicitli": [2, 5, 6, 8, 11], "To": [2, 3, 5, 9, 10, 11, 12], "normal": [2, 10, 14], "howev": [2, 3, 4, 5, 7, 10], "receiv": [2, 9, 14], "typic": [2, 5, 9, 10], "directli": [2, 5, 8, 9, 12], "constructor": [2, 5], "case": [2, 4, 9, 10, 11, 12, 14], "world": [2, 4, 5, 6, 9, 10, 11, 12, 14], "As": [2, 4, 5, 7, 10, 14], "optim": [2, 3, 5, 10], "usabl": [2, 14], "most": [2, 5, 7, 10, 11], "invoc": [2, 9, 10, 12, 14], "revolv": 2, "metadata": [2, 9, 10, 14], "occasion": 2, "therefor": [2, 10], "have": [2, 4, 5, 7, 8, 9, 10, 11, 14], "framework": [2, 6, 7, 10], "shown": [2, 8], "here": [2, 4, 9, 10, 11], "complex": [2, 3, 4, 5, 7, 8, 9, 10, 11, 14], "contain": [2, 5, 10, 13, 14], "interact": [2, 3, 5, 9, 10, 14], "One": [2, 7, 10, 11], "challeng": [2, 7, 9, 10], "want": [2, 4, 5, 8, 9, 11, 14], "python": [2, 7, 9, 10, 11, 12, 13, 14], "longer": [2, 4], "treat": [2, 7, 10, 12], "liter": 2, "my_func": 2, "var": 2, "my": [2, 6, 9, 14], "doc": 2, "__doc__": 2, "sens": 2, "becaus": [2, 5, 6, 8, 9, 10, 11, 12, 14], "dure": [2, 9, 10, 14], "static": [2, 10, 11, 12], "analysi": [2, 10, 12], "issu": [2, 4, 5, 9, 10, 13], "second": [2, 4], "method": [2, 6, 10, 14], "creat": [2, 4, 5, 7, 9, 10, 11, 12, 13, 14], "With": [2, 3, 4, 9, 10, 11, 12], "approach": [2, 4, 5, 8, 9, 10, 11], "ignor": [2, 5, 10, 14], "suppli": 2, "definit": [2, 4, 9], "runtim": 2, "logit_bia": 2, "due": [2, 10], "simpli": [2, 10, 11, 13], "100": [2, 5, 9, 14], "hei": 2, "likewis": [2, 5], "those": [2, 10, 14], "particular": [2, 4, 12], "often": [2, 4, 5, 10, 12], "leverag": [2, 3, 6, 8, 10, 11, 12], "test": [2, 4, 10, 11], "mani": [2, 4, 5, 12], "count": [2, 4], "usual": 2, "In": [2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12], "actual": [2, 4, 10, 12, 14], "quit": [2, 5, 10], "cumbersom": [2, 5, 10], "separ": 2, "complet": [2, 3, 4, 5, 10, 11], "choic": [2, 5, 10, 11], "everyon": 2, "2": [2, 4, 5, 9, 10, 11, 14], "r1": 2, "r2": 2, "spirit": 2, "simplic": 2, "ve": [2, 5, 7, 11, 14], "coerc": [2, 14], "correct": [2, 4], "shape": [2, 5], "numpi": [2, 5, 14], "pytorch": [2, 5, 10], "mean": [2, 4, 5, 10, 12], "greater": 2, "than": [2, 4, 7, 9, 10, 11], "one": [2, 4, 5, 10, 11, 12, 14], "hi": [2, 10], "similarli": [2, 4], "3": [2, 4, 5, 8, 9, 10, 11, 12, 14], "futur": [2, 4, 10], "mai": [2, 4, 9, 10], "preserv": [2, 10, 14], "form": [2, 4, 5, 10], "could": [2, 5, 9, 10], "potenti": [2, 3, 5, 9], "lead": [2, 4, 5, 10, 12], "conflict": 2, "beta": [2, 9], "phase": 2, "close": [2, 9], "feedback": [2, 12], "adjust": [2, 4, 9], "base": [2, 5, 7, 9, 10, 14], "experi": [2, 5, 10], "your": [2, 3, 4, 6, 9, 10, 13], "imagecont": [2, 5, 7, 14], "Or": 2, "url": [2, 5, 7, 9, 12, 14], "image_url": [2, 5, 7], "low": [2, 7], "take": [2, 5, 7, 9, 10, 11], "describe_image_url": 2, "combin": [2, 4, 7, 9, 10], "appropri": [2, 7, 14], "simplifi": [2, 4, 7, 8, 9, 11, 14], "focu": [2, 7], "logic": [2, 4, 7], "rather": [2, 4, 7, 10, 11], "intricaci": [2, 7], "payload": [2, 7], "Not": 2, "anthrop": [2, 6], "alwai": [2, 4], "check": [2, 4, 5, 7, 10, 11, 14], "requir": [2, 4, 9, 10, 12, 14], "chosen": [2, 4, 11], "audio": [2, 5, 7, 11, 12, 14], "pleas": [2, 9, 14], "document": [2, 4, 5], "great": [2, 11], "might": [2, 4, 5, 10, 11], "util": [2, 6, 8, 9, 10], "beyond": [2, 4], "just": [2, 4, 5, 7, 10, 12, 14], "ll": [2, 5, 8, 9, 11], "fundament": [2, 5, 7, 10, 14], "streamlin": [2, 9, 14], "common": [2, 14], "either": [2, 4, 10, 12, 14], "summarize_text": [2, 14], "expert": [2, 10, 11, 12, 14], "summar": [2, 9, 14], "follow": [2, 3, 4, 5, 7, 8, 9, 10, 11, 12, 13, 14], "unus": [2, 14], "re": [2, 4, 10, 14], "train": [2, 4, 10, 12, 14], "image_descript": [2, 14], "http": [2, 3, 5, 7, 9, 13, 14], "com": [2, 5, 7, 9, 13, 14], "long": [2, 14], "regardless": [2, 14], "otherwis": [2, 4, 14], "lm": [2, 10, 14], "param": [2, 5, 10, 14], "story1": [2, 14], "dai": [2, 4, 14], "life": [2, 14], "story2": [2, 14], "first": [2, 4, 7, 8, 9, 10, 11, 13, 14], "conscious": [2, 14], "9": [2, 14], "500": [2, 14], "previou": [3, 10, 11], "chapter": [3, 7, 10], "explor": [3, 7, 10], "trace": [3, 4, 9, 13, 14], "These": [3, 5, 10], "solid": 3, "foundat": [3, 4], "manag": [3, 6, 10, 11, 14], "truli": 3, "tool": [3, 5, 10, 11, 14], "interpret": 3, "effect": [3, 9, 10, 11], "sourc": [3, 9, 10, 12, 14], "complement": 3, "run": [3, 4, 9, 11, 13], "local": [3, 4, 7, 10, 12], "machin": [3, 4, 5, 7, 10, 12], "privaci": 3, "secur": 3, "abstract": [3, 7, 10], "action": [3, 9], "insight": [3, 4, 11], "evolut": 3, "debug": [3, 10], "between": [3, 6, 10], "collabor": [3, 10], "team": [3, 4, 10], "essenc": [3, 5, 10], "wealth": 3, "asset": 3, "keep": [3, 10], "under": 3, "start": [3, 12, 13], "command": [3, 11], "termin": [3, 11], "storag": [3, 4, 10, 11, 12, 13], "logdir": [3, 4, 10, 11, 12], "Then": [3, 9, 11], "go": [3, 10, 12], "localhost": 3, "5555": 3, "web": [3, 11, 12], "browser": [3, 11], "directori": [3, 4, 11], "sinc": 3, "assur": 3, "sensit": 3, "never": [3, 4, 9, 10], "leav": 3, "offer": [3, 4, 6, 7, 9, 10, 11], "depend": [3, 9, 11], "structur": [3, 4, 5, 9, 10, 11, 14], "understand": [3, 4, 5, 10, 14], "bottleneck": 3, "area": 3, "architectur": [3, 4], "each": [3, 4, 8, 10, 11], "side": [3, 5], "view": [3, 10], "auto": [3, 9], "impact": [3, 11], "output": [3, 4, 5, 7, 9, 10, 12, 14], "usag": [3, 10, 11, 14], "flow": [3, 7, 9, 10], "level": [3, 6, 10], "depth": [3, 11], "trend": [3, 4], "invalu": 3, "built": [3, 4, 5, 10], "examin": [3, 5], "compar": [3, 4, 10, 12], "quickli": [3, 4, 10, 11], "repres": [4, 5, 9], "crucial": [4, 6, 10], "practic": [4, 5, 10, 11, 12], "thei": [4, 5, 7, 9, 10, 12, 14], "quantit": 4, "qualit": 4, "signal": 4, "necessari": [4, 5], "whether": 4, "achiev": [4, 5, 8, 10, 11], "desir": 4, "without": [4, 5, 6, 7, 9, 10, 13], "refin": [4, 11], "devolv": 4, "guesswork": 4, "guid": [4, 11, 13], "subject": 4, "impress": 4, "evid": 4, "although": 4, "ad": [4, 9, 10, 11, 14], "hoc": 4, "manual": [4, 8, 9, 10, 11], "hand": 4, "decid": [4, 9], "anoth": [4, 9, 10], "becom": [4, 5, 7, 9, 11], "unten": 4, "grow": 4, "larger": [4, 8, 10], "stake": 4, "higher": 4, "premis": 4, "featur": [4, 5, 7, 10, 11, 12, 14], "mirror": 4, "possibl": [4, 5, 7, 10, 11], "rigor": 4, "methodologi": 4, "learn": [4, 5, 7, 10, 11, 12], "progress": 4, "measur": 4, "against": [4, 10], "valid": [4, 5, 14], "benchmark": 4, "metric": [4, 10], "dataset": [4, 10, 12], "even": [4, 5], "tune": [4, 10, 12], "tri": 4, "novel": [4, 7], "question": [4, 9], "did": [4, 10], "answer": [4, 10, 11, 12], "systemat": 4, "reproduc": [4, 9, 10], "assess": [4, 10, 11], "ephemer": 4, "art": [4, 12], "empir": 4, "inquiri": 4, "introduc": [4, 9, 10, 11], "notion": 4, "wherebi": 4, "themselv": [4, 5], "entiti": 4, "carefulli": 4, "character": 4, "vari": [4, 11], "project": [4, 10], "suffic": 4, "produc": [4, 9, 10, 11, 12], "market": [4, 12], "trust": 4, "tast": 4, "success": 4, "soon": [4, 8, 12, 14], "few": [4, 10], "trivial": 4, "style": [4, 10, 11, 12], "iter": [4, 10, 12], "tweak": [4, 10], "collaps": 4, "distribut": 4, "subtl": 4, "constraint": [4, 8, 14], "tone": 4, "meet": [4, 10], "domain": 4, "judgment": 4, "yield": [4, 12], "consist": [4, 5, 9], "reliabl": [4, 8, 9], "revis": [4, 10, 11], "There": [4, 7], "guarante": 4, "degrad": 4, "elsewher": [4, 10], "too": [4, 7, 12], "desensit": 4, "qualiti": [4, 10, 11], "hypersensit": 4, "minor": [4, 10], "flaw": 4, "miscalibr": 4, "sap": 4, "product": [4, 9, 10], "unprincipl": 4, "cannot": [4, 10, 14], "scale": [4, 10], "fail": [4, 6], "captur": [4, 9, 10, 12], "statist": 4, "verifi": [4, 13], "satisfi": 4, "extern": [4, 9], "stakehold": 4, "demand": 4, "accuraci": 4, "complianc": 4, "standard": [4, 10], "suit": [4, 10], "three": [4, 9], "essenti": [4, 5, 8, 10], "must": [4, 7, 8, 9, 14], "criteria": 4, "constitut": 4, "third": 4, "translat": 4, "quantiti": 4, "below": [4, 6], "minim": [4, 5, 10], "piec": 4, "fit": [4, 10], "togeth": 4, "assum": [4, 5], "classif": 4, "attempt": [4, 14], "1": [4, 5, 7, 9, 10, 11, 12, 14], "classify_senti": 4, "sentiment": 4, "classifi": 4, "posit": 4, "neg": 4, "small": 4, "love": 4, "expected_output": 4, "terribl": 4, "accuracy_metr": 4, "datapoint": 4, "lower": [4, 11, 12], "sentiment_ev": 4, "averag": 4, "solv": [4, 9], "quantifi": 4, "well": [4, 5, 7, 10], "rerun": 4, "score": 4, "assembl": 4, "along": [4, 9, 10, 11], "ground": 4, "truth": 4, "label": 4, "ideal": [4, 9, 10], "refer": [4, 5, 7, 9], "resembl": 4, "end": [4, 9], "reli": 4, "heurist": 4, "human": [4, 10, 12], "annot": [4, 9, 14], "other": [4, 5, 7, 8, 10, 11, 12, 14], "critic": 4, "stick": 4, "blindli": 4, "problemat": 4, "perfect": 4, "try": [4, 9, 10, 13], "edg": 4, "overlook": 4, "emerg": [4, 10], "perhap": 4, "satur": 4, "real": [4, 9, 10, 11], "updat": [4, 6, 10, 11, 13], "consid": [4, 5, 7, 8, 9, 10], "our": [4, 5, 8, 11], "mayb": 4, "lenient": 4, "strengthen": 4, "penal": 4, "incorrect": 4, "stricter_accuraci": 4, "match": 4, "exactli": [4, 10], "discrimin": 4, "strip": 4, "eval_strict": 4, "sentiment_eval_strict": 4, "result_strict": 4, "stricter": 4, "origin": [4, 10, 14], "gave": 4, "further": [4, 9, 11], "genuin": 4, "reflect": [4, 7], "goal": [4, 9, 10], "reduc": [4, 9], "fix": 4, "rule": 4, "compel": 4, "outreach": 4, "email": 4, "ti": 4, "attribut": 4, "incorpor": [4, 5], "write_invit": 4, "invit": 4, "event": 4, "concis": [4, 5, 7], "manner": 4, "annual": 4, "gala": 4, "enough": [4, 9], "invitation_crit": 4, "ye": 4, "friendly_scor": 4, "verdict": 4, "dataset_invit": 4, "alic": [4, 10], "bob": [4, 10], "eval_invit": 4, "friendly_invitation_ev": 4, "result_invit": 4, "friendlier": 4, "strict": 4, "instruct": 4, "reward": [4, 10], "robust": [4, 6, 7, 11], "meaning": 4, "period": [4, 10], "order": 4, "own": [4, 6, 9, 10], "wish": 4, "place": 4, "center": [4, 5], "entir": [4, 10], "effici": [4, 9, 10, 11], "credibl": 4, "repeatedli": 4, "scan": 4, "cycl": [4, 9], "happen": [4, 10, 11, 14], "larg": [4, 10, 14], "suppos": 4, "classify_sentiment_improv": 4, "feel": [4, 7], "result_strict_improv": 4, "after": [4, 5, 10, 11, 12], "surpass": 4, "know": 4, "made": [4, 9], "record": 4, "dashboard": 4, "regress": [4, 10, 12], "glanc": 4, "benefit": 4, "proven": 4, "associ": [4, 10], "alongsid": [4, 10], "environ": [4, 9, 10, 13], "confid": 4, "back": [4, 6, 9], "evaluationrun": 4, "kei": [4, 5, 6, 10, 11], "per": 4, "ci": 4, "pipelin": 4, "analys": 4, "yet": 4, "Its": 4, "conceptu": 4, "look": [4, 9, 11], "__init__": 4, "self": 4, "n_eval": 4, "samples_per_datapoint": 4, "criterion": 4, "intern": 4, "n_worker": 4, "use_api_batch": 4, "additional_lmp_param": 4, "prepar": 4, "invok": [4, 9, 10], "solut": [4, 10, 12], "workflow": [4, 7, 10], "matur": 4, "stabl": 4, "stand": 4, "infrastructur": 4, "bring": 4, "principl": [4, 7, 12], "ambit": 4, "chat": [5, 10, 11], "some": [5, 9, 10], "multimod": [5, 11, 14], "modal": [5, 7], "consum": 5, "markup": 5, "block": [5, 14], "ha": [5, 7, 9, 10], "led": 5, "establish": 5, "pedant": 5, "compound": 5, "fact": 5, "stainless": 5, "spec": 5, "build": [5, 12], "bind": 5, "librari": [5, 7, 9, 10, 11, 14], "exist": [5, 9], "primarili": [5, 7], "inconveni": 5, "index": 5, "unnecessarili": 5, "capit": [5, 12], "moon": 5, "hughkguht": 5, "line": [5, 11], "my_prompt_engineering_librari": 5, "lack": [5, 10], "highlight": 5, "though": 5, "implicit": [5, 9], "infer": [5, 9], "co": 5, "inher": 5, "wrong": 5, "gap": 5, "less": [5, 7, 9], "u": [5, 9, 10, 11, 13], "philosophi": [5, 7], "except": [5, 8, 9, 12], "abl": [5, 9], "amount": 5, "drawn": 5, "inspir": 5, "scientif": [5, 10], "tensorflow": [5, 10], "classmethod": [5, 14], "model_valid": [5, 14], "obj": [5, 14], "deseri": [5, 14], "model_validate_json": [5, 8, 14], "json_str": [5, 14], "json": [5, 8, 9, 14], "serialize_cont": [5, 14], "suitabl": [5, 14], "ndarrai": [5, 14], "_lstr": [5, 10, 14], "toolcal": [5, 9, 14], "toolresult": [5, 14], "serialize_pars": [5, 14], "_info": [5, 14], "tradition": [5, 7, 10], "some_pil_image_object": 5, "furthermor": [5, 9, 10], "concept": [5, 11, 12], "partial": 5, "compos": [5, 7], "arg": [5, 14], "shouldn": 5, "draw": [5, 10], "html": [5, 9], "javascript": 5, "selector": 5, "beautifulsoup": [5, 9], "why": 5, "let": [5, 7, 8, 11], "had": 5, "illustr": [5, 10], "unifi": [5, 7], "chatcomplet": [5, 7, 11], "me": [5, 9], "sketch": 5, "message_cont": 5, "has_imag": 5, "isinst": [5, 14], "has_text": 5, "has_tool_cal": 5, "function_cal": 5, "image_cont": 5, "text_cont": 5, "joitext_cont": 5, "thing": 5, "section": [5, 9, 12, 13], "draw_sketch": 5, "pilimag": [5, 14], "conevni": 5, "replac": [5, 14], "rgb": [5, 14], "nworld": [5, 14], "lambda": [5, 14], "x": [5, 10, 14], "len": [5, 14], "tool_call_id": [5, 9, 14], "123": [5, 14], "custommodel": [5, 14], "parsed_cont": [5, 14], "42": [5, 14], "image1": [5, 14], "image2": [5, 14], "200": [5, 14], "audio1": [5, 14], "np": [5, 7, 14], "arrai": [5, 7, 14], "audio2": [5, 14], "6": [5, 10, 14], "relationship": [6, 10], "numer": 6, "coher": 6, "groq": 6, "upon": 6, "fall": [6, 10], "newli": 6, "releas": [6, 10], "api_kei": [6, 11], "next": [6, 10], "my_lmp": 6, "respond": [6, 8, 10], "another_cli": 6, "my_custom_cli": 6, "newer": 6, "expand": [7, 10], "seamlessli": 7, "rise": 7, "been": 7, "landscap": 7, "rapidli": [7, 10], "dall": 7, "shift": 7, "present": [7, 9], "opportun": 7, "unwieldi": 7, "increas": [7, 11], "doesn": [7, 10, 12], "align": [7, 10], "error": [7, 9, 13], "prone": [7, 9], "citizen": 7, "shine": 7, "some_pil_imag": 7, "cat": 7, "notic": 7, "easi": [7, 12], "host": 7, "onlin": 7, "describe_image_from_url": 7, "remot": 7, "generate_audiovisual_novel": 7, "topic": [7, 11, 12], "audiovisu": 7, "pirat": 7, "adventur": 7, "treasur": 7, "map": [7, 14], "crew": 7, "ship": 7, "sail": 7, "quest": 7, "find": [7, 12], "lost": 7, "king": 7, "navig": 7, "treacher": 7, "water": 7, "avoid": 7, "wrath": 7, "sea": 7, "monster": 7, "outsmart": 7, "search": [7, 9, 10], "img": [7, 14], "extens": 7, "seamless": 7, "ecosystem": [7, 12], "popular": 7, "media": 7, "preprocess": 7, "postprocess": 7, "imageenh": 7, "enhance_imag": 7, "contrast": 7, "analyze_enhanced_imag": 7, "notabl": 7, "demonstr": [7, 8], "techniqu": [7, 10, 11, 12], "aspect": [7, 9], "abil": [7, 10, 11], "involv": [7, 9, 10, 11, 12], "generate_image_capt": 7, "caption": 7, "text_to_speech": 7, "speech": 7, "create_social_media_post": 7, "social": 7, "some_imag": 7, "isn": [7, 10], "empow": 7, "eas": 7, "predict": 8, "clear": [8, 10, 11], "schema": [8, 10, 14], "expect": [8, 10], "adher": 8, "easier": [8, 9], "downstream": 8, "onc": [8, 9, 10], "individu": 8, "part": [8, 10], "purposefulli": 8, "chose": 8, "opinion": [8, 9], "nativ": 8, "situat": 8, "generate_movie_review_manu": 8, "absolut": 8, "model_json_schema": 8, "parser": [8, 9], "unpars": 8, "highli": [9, 10], "underdevelop": 9, "significantli": 9, "caution": 9, "servic": [9, 10], "dynam": [9, 10, 11, 12], "retriev": 9, "decis": [9, 11], "regular": [9, 11, 12, 14], "create_claim_draft": [9, 14], "claim_detail": [9, 14], "claim_typ": [9, 14], "claim_amount": [9, 14], "claim_dat": [9, 14], "date": [9, 14], "claim": [9, 14], "yyyi": [9, 14], "mm": [9, 14], "dd": [9, 14], "draft": [9, 10, 11, 12, 14], "id": [9, 10, 12, 14], "claim_id": 9, "123234": 9, "signatur": [9, 10], "inspect": [9, 10], "determin": 9, "compat": 9, "insurance_claim_chatbot": 9, "insur": 9, "dialogu": 9, "effectu": 9, "ask": 9, "until": 9, "approv": 9, "websit": 9, "get_website_cont": 9, "chief": 9, "get_html_cont": 9, "refus": 9, "request": [9, 12], "knowledg": 9, "protocol": 9, "soup": 9, "get_text": 9, "agent": 9, "tell": [9, 10, 11], "front": 9, "contenblock": 9, "nyt": 9, "lang": 9, "en": 9, "nytapp": 9, "vi": 9, "homepag": 9, "xmln": 9, "og": 9, "opengraphprotocol": 9, "org": 9, "rh": 9, "head": 9, "meta": 9, "charset": 9, "utf": 9, "8": 9, "break": [9, 11], "video": [9, 11, 12], "declin": 9, "clarif": 9, "empti": 9, "lot": 9, "boilerpl": 9, "user_messag": 9, "broke": 9, "car": [9, 14], "smash": 9, "someon": 9, "els": 9, "5k": 9, "file": [9, 10, 13, 14], "response_messag": [9, 14], "next_messag": 9, "speed": 9, "independ": 9, "would": [9, 10], "behind": [9, 10, 11], "scene": [9, 10, 11], "explicit": [9, 10, 14], "immedi": 9, "fed": 9, "loop": [9, 10, 12], "known": [9, 10], "problem": [9, 10, 12], "thank": 9, "aidan": 9, "mclau": 9, "suggest": 9, "meticul": 9, "lexic": 9, "elimin": 9, "everi": [9, 10], "search_twitt": 9, "queri": 9, "word": [9, 12], "async": 9, "fetch_tweet": 9, "await": 9, "pool": 9, "login_al": 9, "tweet": 9, "tweet_str": 9, "author": 9, "usernam": 9, "rawcont": 9, "favorit": 9, "likecount": 9, "retweet": 9, "retweetcount": 9, "asyncio": 9, "twitter_result": 9, "join": [9, 10, 11, 12], "twitter": 9, "integ": [9, 14], "accomplish": 9, "correspond": [9, 10], "claud": 9, "sonnet": 9, "20241022": 9, "generate_tool_spec": 9, "tool_sourc": 9, "some_tool": 9, "some_arg": 9, "auto_tool_spec": 9, "load": 9, "addition": [9, 10], "compromis": 9, "regard": 9, "pre": [9, 10], "packag": [9, 10, 13], "consciou": 9, "signific": 9, "consequ": [9, 10], "my_custom_tool_spec_gener": 9, "repo": 9, "my_llm_program": 9, "mitig": 9, "across": [9, 10], "lexical_closur": [9, 10], "_generated_spec": 9, "toolspec": 9, "enforc": 9, "determinist": 9, "remain": 9, "maxim": 10, "impli": 10, "realiti": 10, "much": [10, 11], "messier": 10, "slightli": 10, "hope": 10, "seem": 10, "unclear": 10, "uniformli": 10, "sometim": 10, "unknown": 10, "codebas": 10, "hypothes": 10, "revert": 10, "undo": 10, "redo": 10, "shortcut": 10, "editor": [10, 11, 12], "analogi": 10, "aim": 10, "save": [10, 12], "evalu": 10, "hyperparamet": 10, "failur": 10, "practition": 10, "resort": [10, 14], "ineffici": 10, "git": 10, "hash": 10, "comparison": [10, 11], "convent": 10, "scatter": 10, "throughout": 10, "importantli": [10, 11], "discret": [10, 12], "encapsul": [10, 11, 12, 14], "point": 10, "exact": 10, "embed": 10, "myother_modul": 10, "constant": 10, "other_cod": 10, "some_other_funct": 10, "some_other_cod": 10, "abov": 10, "bodi": 10, "suffici": 10, "fortun": 10, "free": 10, "variabl": [10, 11, 13], "syntax": 10, "tree": [10, 14], "ast": 10, "bound": 10, "recurs": 10, "enumer": 10, "breviti": 10, "were": 10, "instal": [10, 12], "appear": 10, "generate_story_idea": [10, 11], "ideat": [10, 11], "sentenc": [10, 11], "idea": [10, 11, 12], "write_a_draft_of_a_stori": [10, 11], "adept": [10, 11, 12], "paragraph": [10, 11, 12], "choose_the_best_draft": [10, 11, 12], "fiction": [10, 11, 12], "choos": [10, 11, 12], "best": [10, 11, 12], "write_a_really_good_stori": [10, 11], "novelist": [10, 11], "hemmingwai": [10, 11], "lowercas": [10, 11], "batch": [10, 11], "best_draft": [10, 11, 12], "voic": [10, 11], "dog": [10, 11], "facilit": 10, "promis": 10, "flavor": 10, "archiv": 10, "deploy": 10, "former": 10, "reason": 10, "previous": 10, "mention": 10, "latter": 10, "fine": [10, 11, 12], "mind": 10, "wa": [10, 12], "dictat": 10, "sqlite": 10, "db": [10, 11], "blob": [10, 11], "row": 10, "databas": 10, "arbitrari": 10, "launch": 10, "weight": [10, 12], "bias": 10, "wandb": 10, "central": 10, "kind": 10, "anytim": 10, "aforement": 10, "written": 10, "occur": [10, 13], "later": 10, "least": 10, "sql": 10, "greet": [10, 11], "greeter": 10, "wonder": 10, "serializedlmp": 10, "tabl": 10, "lmp_id": 10, "1a2b3c4d5e6f7g8h": 10, "ndef": 10, "created_at": 10, "2023": 10, "07": 10, "15t10": 10, "00z": 10, "lmp_type": 10, "initial_free_var": 10, "initial_global_var": 10, "num_invoc": 10, "commit_messag": 10, "version_numb": 10, "And": 10, "9i8u7y6t5r4e3w2q": 10, "latency_m": 10, "250": 10, "prompt_token": 10, "15": 10, "completion_token": 10, "01z": 10, "invocationcont": 10, "invocation_id": 10, "invocation_api_param": 10, "50": 10, "diff": 10, "background": 10, "supersed": 10, "colloc": 10, "fulli": [10, 12, 14], "qualifi": 10, "seek": 10, "dedic": 10, "intercept": 10, "prove": 10, "scalabl": 10, "necessit": 10, "frequent": 10, "weav": 10, "langchain": [10, 12], "langsmith": 10, "distinct": 10, "intra": 10, "exemplifi": 10, "compress": 10, "templat": 10, "restrict": 10, "organ": 10, "anyth": 10, "But": [10, 12], "deep": 10, "immut": 10, "ae8f32s664200e1": 10, "4hdfjhe8ehf": 10, "behav": [10, 14], "lstr": [10, 14], "__origin_trace__": [10, 14], "overridden": 10, "h": 10, "mutabl": 10, "y": [10, 14], "345hef345h": 10, "z": 10, "weak": 10, "chain": 10, "unintend": 10, "mutat": 10, "symbol": 10, "create_person": 10, "backstorygpt": 10, "backstori": 10, "charact": 10, "incljud": 10, "names_list": 10, "format_message_histori": 10, "20": 10, "emoji": 10, "primit": 10, "activ": 10, "welcom": 11, "walk": 11, "uniqu": 11, "sam": [11, 12], "altman": [11, 12], "encourag": 11, "via": [11, 14], "cleaner": 11, "d": [11, 13], "happi": 11, "enthusiast": 11, "treatment": 11, "get_random_adject": 11, "adject": 11, "cheer": 11, "warm": 11, "strategi": 11, "high": 11, "four": 11, "select": 11, "hemingwai": 11, "bon": 11, "chanc": 11, "realli": 11, "broader": 11, "space": 11, "step": 11, "filter": 11, "special": [11, 12], "focus": 11, "composit": 11, "down": 11, "smaller": 11, "stage": 11, "give": 11, "grain": 11, "add": [11, 13], "begin": 11, "script": 11, "heartfelt": 11, "sincer": 11, "get_random_punctu": 11, "express": 11, "punctuat": 11, "affect": 11, "tutori": 11, "lightweight": 12, "startup": 12, "aren": 12, "being": 12, "think": 12, "subroutin": 12, "clean": 12, "awar": 12, "autogener": 12, "checkpoint": 12, "strawberri": 12, "goe": 12, "dark": 12, "scienc": 12, "right": 12, "empiric": 12, "optimzi": 12, "catch": 12, "late": 12, "demo": 12, "someth": 12, "modular": 12, "write_ten_draft": 12, "worth": 12, "credit": 12, "distil": 12, "k": 12, "shot": 12, "reinforc": 12, "good": 12, "invocaiton": 12, "spectrum": 12, "artifact": 12, "scrape_websit": 12, "get_news_stori": 12, "message_respons": 12, "stock": 12, "play_audio": 12, "supprot": 12, "caus": 12, "mdoel": 12, "describe_act": 12, "visiongpt": 12, "webcam": 12, "capture_webcam_imag": 12, "hold": 12, "book": 12, "inlin": 12, "unobtrus": 12, "migrat": 12, "onto": 12, "pypi": 13, "pip": 13, "__version__": 13, "platform": 13, "account": 13, "window": 13, "setx": 13, "openai_api_kei": 13, "maco": 13, "linux": 13, "bashrc": 13, "zshrc": 13, "export": 13, "www": 13, "anthropic_api_kei": 13, "upgrad": 13, "virtual": 13, "pip3": 13, "sudo": 13, "unix": 13, "administr": 13, "permiss": 13, "github": 13, "proce": 13, "sure": 14, "additionalproperti": 14, "ref": 14, "boolean": 14, "anyof": 14, "null": 14, "persist": 14, "stream": 14, "arbitrary_types_allow": 14, "protected_namespac": 14, "protect_": 14, "__lstr": 14, "item": 14, "check_single_non_nul": 14, "Will": 14, "rais": 14, "valueerror": 14, "mymodel": 14, "model_inst": 14, "arr": 14, "rand": 14, "heterogen": 14, "accord": 14, "get_stor": 14, "set_stor": 14, "kwarg": 14, "tool_kwarg": 14, "serializ": 14, "my_tool": 14, "arg1": 14, "arg2": 14, "_tool_call_id": 14, "unique_id": 14, "dump": 14, "12345": 14, "insurance_chatbot": 14, "crash": 14, "sorri": 14, "hear": 14, "total": 14, "01": 14, "5000": 14, "asdas4": 14, "tool_fn": 14, "create_claim_draftparam": 14, "next_user_messag": 14}, "objects": {"": [[14, 0, 0, "-", "ell"]], "ell": [[14, 1, 1, "", "Config"], [14, 1, 1, "", "ContentBlock"], [14, 1, 1, "", "Message"], [14, 6, 1, "", "assistant"], [14, 6, 1, "", "complex"], [14, 6, 1, "", "get_store"], [14, 6, 1, "", "init"], [14, 6, 1, "", "register_provider"], [14, 6, 1, "", "set_store"], [14, 6, 1, "", "simple"], [14, 6, 1, "", "system"], [14, 6, 1, "", "tool"], [14, 6, 1, "", "user"]], "ell.Config": [[14, 2, 1, "", "autocommit"], [14, 2, 1, "", "autocommit_model"], [14, 2, 1, "", "default_api_params"], [14, 2, 1, "", "default_client"], [14, 3, 1, "", "get_client_for"], [14, 3, 1, "", "get_provider_for"], [14, 2, 1, "", "lazy_versioning"], [14, 3, 1, "", "model_registry_override"], [14, 2, 1, "", "override_wrapped_logging_width"], [14, 2, 1, "", "providers"], [14, 3, 1, "", "register_model"], [14, 3, 1, "", "register_provider"], [14, 2, 1, "", "registry"], [14, 2, 1, "", "store"], [14, 2, 1, "", "verbose"], [14, 2, 1, "", "wrapped_logging"]], "ell.ContentBlock": [[14, 2, 1, "", "audio"], [14, 4, 1, "", "check_single_non_null"], [14, 3, 1, "", "coerce"], [14, 5, 1, "", "content"], [14, 2, 1, "", "image"], [14, 2, 1, "", "parsed"], [14, 3, 1, "", "serialize_parsed"], [14, 2, 1, "", "text"], [14, 2, 1, "", "tool_call"], [14, 2, 1, "", "tool_result"], [14, 5, 1, "", "type"]], "ell.Message": [[14, 5, 1, "", "audios"], [14, 3, 1, "", "call_tools_and_collect_as_message"], [14, 2, 1, "", "content"], [14, 5, 1, "", "images"], [14, 3, 1, "", "model_validate"], [14, 3, 1, "", "model_validate_json"], [14, 5, 1, "", "parsed"], [14, 2, 1, "", "role"], [14, 3, 1, "", "serialize_content"], [14, 5, 1, "", "text"], [14, 5, 1, "", "text_only"], [14, 5, 1, "", "tool_calls"], [14, 5, 1, "", "tool_results"]]}, "objtypes": {"0": "py:module", "1": "py:pydantic_model", "2": "py:pydantic_field", "3": "py:method", "4": "py:pydantic_validator", "5": "py:property", "6": "py:function"}, "objnames": {"0": ["py", "module", "Python module"], "1": ["py", "pydantic_model", "Python model"], "2": ["py", "pydantic_field", "Python field"], "3": ["py", "method", "Python method"], "4": ["py", "pydantic_validator", "Python validator"], "5": ["py", "property", "Python property"], "6": ["py", "function", "Python function"]}, "titleterms": {"configur": 0, "ell": [1, 2, 4, 5, 7, 11, 12, 13, 14], "complex": [1, 12], "usag": [1, 2, 9], "kei": [1, 3, 13], "featur": [1, 2, 3, 9], "1": [1, 2], "structur": [1, 2, 8], "output": [1, 2, 8, 11], "2": 1, "multimod": [1, 2, 7, 12], "interact": [1, 7], "3": 1, "chat": 1, "base": [1, 4], "us": [1, 9], "case": 1, "4": 1, "tool": [1, 2, 9, 12], "refer": [1, 2, 14], "simpl": [2, 11], "invok": 2, "an": [2, 12], "lmp": [2, 3, 9], "variabl": 2, "system": 2, "prompt": [2, 4, 10, 11, 12], "pass": 2, "paramet": 2, "llm": [2, 5], "api": [2, 4, 5, 6, 11, 13, 14], "multipl": 2, "n": 2, "input": 2, "what": [2, 11], "about": 2, "multiturn": 2, "convers": 2, "other": 2, "studio": [3, 11, 13], "launch": 3, "visual": [3, 12], "version": [3, 4, 10, 11, 12], "histori": 3, "comparison": 3, "invoc": 3, "analysi": 3, "perform": 3, "metric": 3, "viewer": 3, "evalu": 4, "new": 4, "The": [4, 5, 7, 12], "problem": [4, 5], "engin": [4, 12], "intuit": 4, "concept": 4, "eval": 4, "model": [4, 6, 11, 12], "connect": 4, "optim": [4, 12], "store": [4, 11], "access": 4, "interpret": 4, "result": 4, "underli": 4, "messag": [5, 11], "challeng": 5, "solv": 5, "construct": [5, 10], "common": 5, "role": 5, "pars": 5, "client": 6, "registr": 6, "default": 6, "specifi": 6, "custom": [6, 13], "evolut": 7, "": [7, 11], "approach": 7, "power": 7, "composit": 7, "defin": 9, "schema": 9, "gener": 9, "singl": 9, "step": [9, 13], "multi": 9, "parallel": 9, "execut": 9, "futur": 9, "eager": 9, "mode": [9, 11], "spec": 9, "autogener": 9, "trace": 10, "checkpoint": 10, "serial": 10, "via": 10, "lexic": 10, "closur": 10, "depend": 10, "graph": 10, "autocommit": 10, "comput": [10, 12], "get": 11, "start": 11, "from": 11, "tradit": 11, "call": [11, 12], "understand": 11, "verbos": 11, "altern": 11, "format": 11, "languag": [11, 12], "program": [11, 12], "your": [11, 12], "explor": 11, "iter": 11, "auto": 11, "commit": 11, "compar": 11, "across": 11, "next": [11, 13], "librari": 12, "ar": 12, "string": 12, "i": 12, "process": 12, "monitor": 12, "test": 12, "time": 12, "import": 12, "everi": 12, "valuabl": 12, "when": 12, "you": 12, "need": 12, "simplic": 12, "don": 12, "t": 12, "should": 12, "first": 12, "class": 12, "shouldn": 12, "interfer": 12, "workflow": 12, "instal": 13, "anthrop": 13, "groq": 13, "sqlite": 13, "postgr": 13, "combin": 13, "option": 13, "setup": 13, "openai": 13, "troubleshoot": 13, "packag": 14}, "envversion": {"sphinx.domains.c": 3, "sphinx.domains.changeset": 1, "sphinx.domains.citation": 1, "sphinx.domains.cpp": 9, "sphinx.domains.index": 1, "sphinx.domains.javascript": 3, "sphinx.domains.math": 2, "sphinx.domains.python": 4, "sphinx.domains.rst": 2, "sphinx.domains.std": 2, "sphinx": 60}, "alltitles": {"Configuration": [[0, "configuration"]], "@ell.complex": [[1, "ell-complex"]], "Usage": [[1, "usage"], [2, "usage"]], "Key Features": [[1, "key-features"]], "1. Structured Outputs": [[1, "structured-outputs"]], "2. Multimodal Interactions": [[1, "multimodal-interactions"]], "3. Chat-based Use Cases": [[1, "chat-based-use-cases"]], "4. Tool Usage": [[1, "tool-usage"]], "Reference": [[1, "reference"], [2, "reference"]], "@ell.simple": [[2, "ell-simple"]], "Invoking an ell.simple LMP": [[2, "invoking-an-ell-simple-lmp"]], "Variable system prompts": [[2, "variable-system-prompts"]], "Passing parameters to an LLM API": [[2, "passing-parameters-to-an-llm-api"]], "Multiple outputs (n>1)": [[2, "multiple-outputs-n-1"]], "Multimodal inputs": [[2, "multimodal-inputs"]], "What about multiturn conversations, tools, structured outputs, and other features?": [[2, "what-about-multiturn-conversations-tools-structured-outputs-and-other-features"]], "Studio": [[3, "studio"]], "Launching Studio": [[3, "launching-studio"]], "Key Features of Studio": [[3, "key-features-of-studio"]], "LMP Visualization": [[3, "lmp-visualization"]], "Version History and Comparison": [[3, "version-history-and-comparison"]], "Invocation Analysis": [[3, "invocation-analysis"]], "Performance Metrics": [[3, "performance-metrics"]], "LMP Viewer": [[3, "lmp-viewer"]], "Evaluations (New)": [[4, "evaluations-new"]], "The Problem of Prompt Engineering by Intuition": [[4, "the-problem-of-prompt-engineering-by-intuition"]], "The Concept of Evals": [[4, "the-concept-of-evals"]], "Eval Engineering": [[4, "eval-engineering"]], "Model-Based Evaluation": [[4, "model-based-evaluation"]], "Connecting Evals to Prompt Optimization": [[4, "connecting-evals-to-prompt-optimization"]], "Versioning and Storing Evals in ell": [[4, "versioning-and-storing-evals-in-ell"]], "Accessing and Interpreting Evaluation Results": [[4, "accessing-and-interpreting-evaluation-results"]], "The Underlying API for Evaluations": [[4, "the-underlying-api-for-evaluations"]], "Messages": [[5, "messages"]], "Challenges with LLM APIs": [[5, "challenges-with-llm-apis"]], "The ell Message API": [[5, "the-ell-message-api"]], "Solving the construction problem": [[5, "solving-the-construction-problem"]], "Common roles": [[5, "common-roles"]], "Solving the parsing problem": [[5, "solving-the-parsing-problem"]], "Models & API Clients": [[6, "models-api-clients"]], "Model Registration and Default Clients": [[6, "model-registration-and-default-clients"]], "Specifying Clients for Models": [[6, "specifying-clients-for-models"]], "Custom Model Registration": [[6, "custom-model-registration"]], "Multimodality": [[7, "multimodality"]], "The Evolution of Multimodal Interactions": [[7, "the-evolution-of-multimodal-interactions"]], "ell\u2019s Approach to Multimodality": [[7, "ell-s-approach-to-multimodality"]], "The Power of Multimodal Composition": [[7, "the-power-of-multimodal-composition"]], "Structured Outputs": [[8, "structured-outputs"]], "Tool Usage": [[9, "tool-usage"]], "Defining Tools": [[9, "defining-tools"]], "Schema Generation": [[9, "schema-generation"]], "Using Tools in LMPs": [[9, "using-tools-in-lmps"]], "Single-Step Tool Usage": [[9, "single-step-tool-usage"]], "Multi-Step Tool Usage": [[9, "multi-step-tool-usage"]], "Parallel Tool Execution": [[9, "parallel-tool-execution"]], "Future Features: Eager Mode": [[9, "future-features-eager-mode"]], "Future Features: Tool Spec Autogeneration": [[9, "future-features-tool-spec-autogeneration"]], "Versioning & Tracing": [[10, "versioning-tracing"]], "Checkpointing prompts": [[10, "checkpointing-prompts"]], "Serializing prompts via lexical closures": [[10, "serializing-prompts-via-lexical-closures"]], "Constructing a dependency graph": [[10, "constructing-a-dependency-graph"]], "Versioning": [[10, "versioning"]], "Autocommitting": [[10, "autocommitting"]], "Tracing": [[10, "tracing"]], "Constructing a computation graph": [[10, "constructing-a-computation-graph"]], "Getting Started": [[11, "getting-started"]], "From Traditional API Calls to ell": [[11, "from-traditional-api-calls-to-ell"]], "Understanding @ell.simple": [[11, "understanding-ell-simple"]], "Verbose Mode": [[11, "verbose-mode"]], "Alternative Message Formats": [[11, "alternative-message-formats"]], "Prompting as Language Model Programming": [[11, "prompting-as-language-model-programming"]], "Storing and Versioning Your Prompts": [[11, "storing-and-versioning-your-prompts"]], "Exploring Your Prompts with ell-studio": [[11, "exploring-your-prompts-with-ell-studio"]], "Iterating and Auto-Committing": [[11, "iterating-and-auto-committing"]], "Comparing Outputs Across Versions": [[11, "comparing-outputs-across-versions"]], "What\u2019s Next?": [[11, "what-s-next"]], "ell: The Language Model Programming Library": [[12, "ell-the-language-model-programming-library"]], "Prompts are programs, not strings": [[12, "prompts-are-programs-not-strings"]], "Prompt engineering is an optimization process": [[12, "prompt-engineering-is-an-optimization-process"]], "Tools for monitoring, versioning, and visualization": [[12, "tools-for-monitoring-versioning-and-visualization"]], "Test-time compute is important": [[12, "test-time-compute-is-important"]], "Every call to a language model is valuable": [[12, "every-call-to-a-language-model-is-valuable"]], "Complexity when you need it, simplicity when you don\u2019t": [[12, "complexity-when-you-need-it-simplicity-when-you-don-t"]], "Multimodality should be first class": [[12, "multimodality-should-be-first-class"]], "Prompt engineering libraries shouldn\u2019t interfere with your workflow": [[12, "prompt-engineering-libraries-shouldn-t-interfere-with-your-workflow"]], "Installation": [[13, "installation"]], "Installing ell": [[13, "installing-ell"]], "Custom Installation": [[13, "custom-installation"]], "anthropic": [[13, "anthropic"]], "groq": [[13, "groq"]], "studio": [[13, "studio"]], "sqlite": [[13, "sqlite"]], "postgres": [[13, "postgres"]], "Combining options": [[13, "combining-options"]], "API Key Setup": [[13, "api-key-setup"]], "OpenAI API Key": [[13, "openai-api-key"]], "Anthropic API Key": [[13, "anthropic-api-key"]], "Troubleshooting": [[13, "troubleshooting"]], "Next Steps": [[13, "next-steps"]], "ell package": [[14, "ell-package"]], "API Reference": [[14, null]]}, "indexentries": {"complex() (in module ell)": [[1, "ell.complex"], [14, "ell.complex"]], "simple() (in module ell)": [[2, "ell.simple"], [14, "ell.simple"]], "assistant() (in module ell)": [[5, "ell.assistant"], [14, "ell.assistant"]], "audios (ell.message property)": [[5, "ell.Message.audios"], [14, "ell.Message.audios"]], "call_tools_and_collect_as_message() (ell.message method)": [[5, "ell.Message.call_tools_and_collect_as_message"], [14, "ell.Message.call_tools_and_collect_as_message"]], "content (ell.contentblock property)": [[5, "ell.ContentBlock.content"], [14, "ell.ContentBlock.content"]], "images (ell.message property)": [[5, "ell.Message.images"], [14, "ell.Message.images"]], "model_validate() (ell.message class method)": [[5, "ell.Message.model_validate"], [14, "ell.Message.model_validate"]], "model_validate_json() (ell.message class method)": [[5, "ell.Message.model_validate_json"], [14, "ell.Message.model_validate_json"]], "parsed (ell.message property)": [[5, "ell.Message.parsed"], [14, "ell.Message.parsed"]], "serialize_content() (ell.message method)": [[5, "ell.Message.serialize_content"], [14, "ell.Message.serialize_content"]], "serialize_parsed() (ell.contentblock method)": [[5, "ell.ContentBlock.serialize_parsed"], [14, "ell.ContentBlock.serialize_parsed"]], "system() (in module ell)": [[5, "ell.system"], [14, "ell.system"]], "text (ell.message property)": [[5, "ell.Message.text"], [14, "ell.Message.text"]], "text_only (ell.message property)": [[5, "ell.Message.text_only"], [14, "ell.Message.text_only"]], "tool_calls (ell.message property)": [[5, "ell.Message.tool_calls"], [14, "ell.Message.tool_calls"]], "tool_results (ell.message property)": [[5, "ell.Message.tool_results"], [14, "ell.Message.tool_results"]], "user() (in module ell)": [[5, "ell.user"], [14, "ell.user"]], "audio (ell.contentblock attribute)": [[14, "ell.ContentBlock.audio"]], "autocommit (ell.config attribute)": [[14, "ell.Config.autocommit"]], "autocommit_model (ell.config attribute)": [[14, "ell.Config.autocommit_model"]], "check_single_non_null() (ell.contentblock method)": [[14, "ell.ContentBlock.check_single_non_null"]], "coerce() (ell.contentblock class method)": [[14, "ell.ContentBlock.coerce"]], "content (ell.message attribute)": [[14, "ell.Message.content"]], "default_api_params (ell.config attribute)": [[14, "ell.Config.default_api_params"]], "default_client (ell.config attribute)": [[14, "ell.Config.default_client"]], "ell": [[14, "module-ell"]], "get_client_for() (ell.config method)": [[14, "ell.Config.get_client_for"]], "get_provider_for() (ell.config method)": [[14, "ell.Config.get_provider_for"]], "get_store() (in module ell)": [[14, "ell.get_store"]], "image (ell.contentblock attribute)": [[14, "ell.ContentBlock.image"]], "init() (in module ell)": [[14, "ell.init"]], "lazy_versioning (ell.config attribute)": [[14, "ell.Config.lazy_versioning"]], "model_registry_override() (ell.config method)": [[14, "ell.Config.model_registry_override"]], "module": [[14, "module-ell"]], "override_wrapped_logging_width (ell.config attribute)": [[14, "ell.Config.override_wrapped_logging_width"]], "parsed (ell.contentblock attribute)": [[14, "ell.ContentBlock.parsed"]], "providers (ell.config attribute)": [[14, "ell.Config.providers"]], "register_model() (ell.config method)": [[14, "ell.Config.register_model"]], "register_provider() (ell.config method)": [[14, "ell.Config.register_provider"]], "register_provider() (in module ell)": [[14, "ell.register_provider"]], "registry (ell.config attribute)": [[14, "ell.Config.registry"]], "role (ell.message attribute)": [[14, "ell.Message.role"]], "set_store() (in module ell)": [[14, "ell.set_store"]], "store (ell.config attribute)": [[14, "ell.Config.store"]], "text (ell.contentblock attribute)": [[14, "ell.ContentBlock.text"]], "tool() (in module ell)": [[14, "ell.tool"]], "tool_call (ell.contentblock attribute)": [[14, "ell.ContentBlock.tool_call"]], "tool_result (ell.contentblock attribute)": [[14, "ell.ContentBlock.tool_result"]], "type (ell.contentblock property)": [[14, "ell.ContentBlock.type"]], "verbose (ell.config attribute)": [[14, "ell.Config.verbose"]], "wrapped_logging (ell.config attribute)": [[14, "ell.Config.wrapped_logging"]]}}) \ No newline at end of file