Retries¶
Making an API call to a provider can fail due to various reasons, such as rate limits, internal server errors, validation errors, and more. This makes retrying calls extremely important when building robust systems.
Mirascope combined with Tenacity increases the chance for these requests to succeed while maintaining end user transparency.
You can install the necessary packages directly or use the tenacity
extras flag:
Calls¶
Let's take a look at a basic Mirascope call that retries with exponential back-off:
from mirascope.core import openai
from tenacity import retry, stop_after_attempt, wait_exponential
@retry(
stop=stop_after_attempt(3),
wait=wait_exponential(multiplier=1, min=4, max=10),
)
@openai.call("gpt-4o-mini")
def recommend_book(genre: str) -> str:
return f"Recommend a {genre} book"
print(recommend_book("fantasy"))
from mirascope.core import anthropic
from tenacity import retry, stop_after_attempt, wait_exponential
@retry(
stop=stop_after_attempt(3),
wait=wait_exponential(multiplier=1, min=4, max=10),
)
@anthropic.call("claude-3-5-sonnet-20240620")
def recommend_book(genre: str) -> str:
return f"Recommend a {genre} book"
print(recommend_book("fantasy"))
from mirascope.core import mistral
from tenacity import retry, stop_after_attempt, wait_exponential
@retry(
stop=stop_after_attempt(3),
wait=wait_exponential(multiplier=1, min=4, max=10),
)
@mistral.call("mistral-large-latest")
def recommend_book(genre: str) -> str:
return f"Recommend a {genre} book"
print(recommend_book("fantasy"))
from mirascope.core import gemini
from tenacity import retry, stop_after_attempt, wait_exponential
@retry(
stop=stop_after_attempt(3),
wait=wait_exponential(multiplier=1, min=4, max=10),
)
@gemini.call("gemini-1.5-flash")
def recommend_book(genre: str) -> str:
return f"Recommend a {genre} book"
print(recommend_book("fantasy"))
from mirascope.core import groq
from tenacity import retry, stop_after_attempt, wait_exponential
@retry(
stop=stop_after_attempt(3),
wait=wait_exponential(multiplier=1, min=4, max=10),
)
@groq.call("llama-3.1-70b-versatile")
def recommend_book(genre: str) -> str:
return f"Recommend a {genre} book"
print(recommend_book("fantasy"))
from mirascope.core import cohere
from tenacity import retry, stop_after_attempt, wait_exponential
@retry(
stop=stop_after_attempt(3),
wait=wait_exponential(multiplier=1, min=4, max=10),
)
@cohere.call("command-r-plus")
def recommend_book(genre: str) -> str:
return f"Recommend a {genre} book"
print(recommend_book("fantasy"))
from mirascope.core import litellm
from tenacity import retry, stop_after_attempt, wait_exponential
@retry(
stop=stop_after_attempt(3),
wait=wait_exponential(multiplier=1, min=4, max=10),
)
@litellm.call("gpt-4o-mini")
def recommend_book(genre: str) -> str:
return f"Recommend a {genre} book"
print(recommend_book("fantasy"))
from mirascope.core import azure
from tenacity import retry, stop_after_attempt, wait_exponential
@retry(
stop=stop_after_attempt(3),
wait=wait_exponential(multiplier=1, min=4, max=10),
)
@azure.call("gpt-4o-mini")
def recommend_book(genre: str) -> str:
return f"Recommend a {genre} book"
print(recommend_book("fantasy"))
from mirascope.core import vertex
from tenacity import retry, stop_after_attempt, wait_exponential
@retry(
stop=stop_after_attempt(3),
wait=wait_exponential(multiplier=1, min=4, max=10),
)
@vertex.call("gemini-1.5-flash")
def recommend_book(genre: str) -> str:
return f"Recommend a {genre} book"
print(recommend_book("fantasy"))
from mirascope.core import bedrock
from tenacity import retry, stop_after_attempt, wait_exponential
@retry(
stop=stop_after_attempt(3),
wait=wait_exponential(multiplier=1, min=4, max=10),
)
@bedrock.call("anthropic.claude-3-haiku-20240307-v1:0")
def recommend_book(genre: str) -> str:
return f"Recommend a {genre} book"
print(recommend_book("fantasy"))
from mirascope.core import Messages, openai
from tenacity import retry, stop_after_attempt, wait_exponential
@retry(
stop=stop_after_attempt(3),
wait=wait_exponential(multiplier=1, min=4, max=10),
)
@openai.call("gpt-4o-mini")
def recommend_book(genre: str) -> Messages.Type:
return Messages.User(f"Recommend a {genre} book")
print(recommend_book("fantasy"))
from mirascope.core import Messages, anthropic
from tenacity import retry, stop_after_attempt, wait_exponential
@retry(
stop=stop_after_attempt(3),
wait=wait_exponential(multiplier=1, min=4, max=10),
)
@anthropic.call("claude-3-5-sonnet-20240620")
def recommend_book(genre: str) -> Messages.Type:
return Messages.User(f"Recommend a {genre} book")
print(recommend_book("fantasy"))
from mirascope.core import Messages, mistral
from tenacity import retry, stop_after_attempt, wait_exponential
@retry(
stop=stop_after_attempt(3),
wait=wait_exponential(multiplier=1, min=4, max=10),
)
@mistral.call("mistral-large-latest")
def recommend_book(genre: str) -> Messages.Type:
return Messages.User(f"Recommend a {genre} book")
print(recommend_book("fantasy"))
from mirascope.core import Messages, gemini
from tenacity import retry, stop_after_attempt, wait_exponential
@retry(
stop=stop_after_attempt(3),
wait=wait_exponential(multiplier=1, min=4, max=10),
)
@gemini.call("gemini-1.5-flash")
def recommend_book(genre: str) -> Messages.Type:
return Messages.User(f"Recommend a {genre} book")
print(recommend_book("fantasy"))
from mirascope.core import Messages, groq
from tenacity import retry, stop_after_attempt, wait_exponential
@retry(
stop=stop_after_attempt(3),
wait=wait_exponential(multiplier=1, min=4, max=10),
)
@groq.call("llama-3.1-70b-versatile")
def recommend_book(genre: str) -> Messages.Type:
return Messages.User(f"Recommend a {genre} book")
print(recommend_book("fantasy"))
from mirascope.core import Messages, cohere
from tenacity import retry, stop_after_attempt, wait_exponential
@retry(
stop=stop_after_attempt(3),
wait=wait_exponential(multiplier=1, min=4, max=10),
)
@cohere.call("command-r-plus")
def recommend_book(genre: str) -> Messages.Type:
return Messages.User(f"Recommend a {genre} book")
print(recommend_book("fantasy"))
from mirascope.core import Messages, litellm
from tenacity import retry, stop_after_attempt, wait_exponential
@retry(
stop=stop_after_attempt(3),
wait=wait_exponential(multiplier=1, min=4, max=10),
)
@litellm.call("gpt-4o-mini")
def recommend_book(genre: str) -> Messages.Type:
return Messages.User(f"Recommend a {genre} book")
print(recommend_book("fantasy"))
from mirascope.core import Messages, azure
from tenacity import retry, stop_after_attempt, wait_exponential
@retry(
stop=stop_after_attempt(3),
wait=wait_exponential(multiplier=1, min=4, max=10),
)
@azure.call("gpt-4o-mini")
def recommend_book(genre: str) -> Messages.Type:
return Messages.User(f"Recommend a {genre} book")
print(recommend_book("fantasy"))
from mirascope.core import Messages, vertex
from tenacity import retry, stop_after_attempt, wait_exponential
@retry(
stop=stop_after_attempt(3),
wait=wait_exponential(multiplier=1, min=4, max=10),
)
@vertex.call("gemini-1.5-flash")
def recommend_book(genre: str) -> Messages.Type:
return Messages.User(f"Recommend a {genre} book")
print(recommend_book("fantasy"))
from mirascope.core import Messages, bedrock
from tenacity import retry, stop_after_attempt, wait_exponential
@retry(
stop=stop_after_attempt(3),
wait=wait_exponential(multiplier=1, min=4, max=10),
)
@bedrock.call("anthropic.claude-3-haiku-20240307-v1:0")
def recommend_book(genre: str) -> Messages.Type:
return Messages.User(f"Recommend a {genre} book")
print(recommend_book("fantasy"))
from mirascope.core import openai, prompt_template
from tenacity import retry, stop_after_attempt, wait_exponential
@retry(
stop=stop_after_attempt(3),
wait=wait_exponential(multiplier=1, min=4, max=10),
)
@openai.call("gpt-4o-mini")
@prompt_template("Recommend a {genre} book")
def recommend_book(genre: str): ...
print(recommend_book("fantasy"))
from mirascope.core import anthropic, prompt_template
from tenacity import retry, stop_after_attempt, wait_exponential
@retry(
stop=stop_after_attempt(3),
wait=wait_exponential(multiplier=1, min=4, max=10),
)
@anthropic.call("claude-3-5-sonnet-20240620")
@prompt_template("Recommend a {genre} book")
def recommend_book(genre: str): ...
print(recommend_book("fantasy"))
from mirascope.core import mistral, prompt_template
from tenacity import retry, stop_after_attempt, wait_exponential
@retry(
stop=stop_after_attempt(3),
wait=wait_exponential(multiplier=1, min=4, max=10),
)
@mistral.call("mistral-large-latest")
@prompt_template("Recommend a {genre} book")
def recommend_book(genre: str): ...
print(recommend_book("fantasy"))
from mirascope.core import gemini, prompt_template
from tenacity import retry, stop_after_attempt, wait_exponential
@retry(
stop=stop_after_attempt(3),
wait=wait_exponential(multiplier=1, min=4, max=10),
)
@gemini.call("gemini-1.5-flash")
@prompt_template("Recommend a {genre} book")
def recommend_book(genre: str): ...
print(recommend_book("fantasy"))
from mirascope.core import groq, prompt_template
from tenacity import retry, stop_after_attempt, wait_exponential
@retry(
stop=stop_after_attempt(3),
wait=wait_exponential(multiplier=1, min=4, max=10),
)
@groq.call("llama-3.1-70b-versatile")
@prompt_template("Recommend a {genre} book")
def recommend_book(genre: str): ...
print(recommend_book("fantasy"))
from mirascope.core import cohere, prompt_template
from tenacity import retry, stop_after_attempt, wait_exponential
@retry(
stop=stop_after_attempt(3),
wait=wait_exponential(multiplier=1, min=4, max=10),
)
@cohere.call("command-r-plus")
@prompt_template("Recommend a {genre} book")
def recommend_book(genre: str): ...
print(recommend_book("fantasy"))
from mirascope.core import litellm, prompt_template
from tenacity import retry, stop_after_attempt, wait_exponential
@retry(
stop=stop_after_attempt(3),
wait=wait_exponential(multiplier=1, min=4, max=10),
)
@litellm.call("gpt-4o-mini")
@prompt_template("Recommend a {genre} book")
def recommend_book(genre: str): ...
print(recommend_book("fantasy"))
from mirascope.core import azure, prompt_template
from tenacity import retry, stop_after_attempt, wait_exponential
@retry(
stop=stop_after_attempt(3),
wait=wait_exponential(multiplier=1, min=4, max=10),
)
@azure.call("gpt-4o-mini")
@prompt_template("Recommend a {genre} book")
def recommend_book(genre: str): ...
print(recommend_book("fantasy"))
from mirascope.core import prompt_template, vertex
from tenacity import retry, stop_after_attempt, wait_exponential
@retry(
stop=stop_after_attempt(3),
wait=wait_exponential(multiplier=1, min=4, max=10),
)
@vertex.call("gemini-1.5-flash")
@prompt_template("Recommend a {genre} book")
def recommend_book(genre: str): ...
print(recommend_book("fantasy"))
from mirascope.core import bedrock, prompt_template
from tenacity import retry, stop_after_attempt, wait_exponential
@retry(
stop=stop_after_attempt(3),
wait=wait_exponential(multiplier=1, min=4, max=10),
)
@bedrock.call("anthropic.claude-3-haiku-20240307-v1:0")
@prompt_template("Recommend a {genre} book")
def recommend_book(genre: str): ...
print(recommend_book("fantasy"))
from mirascope.core import BaseMessageParam, openai
from tenacity import retry, stop_after_attempt, wait_exponential
@retry(
stop=stop_after_attempt(3),
wait=wait_exponential(multiplier=1, min=4, max=10),
)
@openai.call("gpt-4o-mini")
def recommend_book(genre: str) -> list[BaseMessageParam]:
return [BaseMessageParam(role="user", content=f"Recommend a {genre} book")]
print(recommend_book("fantasy"))
from mirascope.core import BaseMessageParam, anthropic
from tenacity import retry, stop_after_attempt, wait_exponential
@retry(
stop=stop_after_attempt(3),
wait=wait_exponential(multiplier=1, min=4, max=10),
)
@anthropic.call("claude-3-5-sonnet-20240620")
def recommend_book(genre: str) -> list[BaseMessageParam]:
return [BaseMessageParam(role="user", content=f"Recommend a {genre} book")]
print(recommend_book("fantasy"))
from mirascope.core import BaseMessageParam, mistral
from tenacity import retry, stop_after_attempt, wait_exponential
@retry(
stop=stop_after_attempt(3),
wait=wait_exponential(multiplier=1, min=4, max=10),
)
@mistral.call("mistral-large-latest")
def recommend_book(genre: str) -> list[BaseMessageParam]:
return [BaseMessageParam(role="user", content=f"Recommend a {genre} book")]
print(recommend_book("fantasy"))
from mirascope.core import BaseMessageParam, gemini
from tenacity import retry, stop_after_attempt, wait_exponential
@retry(
stop=stop_after_attempt(3),
wait=wait_exponential(multiplier=1, min=4, max=10),
)
@gemini.call("gemini-1.5-flash")
def recommend_book(genre: str) -> list[BaseMessageParam]:
return [BaseMessageParam(role="user", content=f"Recommend a {genre} book")]
print(recommend_book("fantasy"))
from mirascope.core import BaseMessageParam, groq
from tenacity import retry, stop_after_attempt, wait_exponential
@retry(
stop=stop_after_attempt(3),
wait=wait_exponential(multiplier=1, min=4, max=10),
)
@groq.call("llama-3.1-70b-versatile")
def recommend_book(genre: str) -> list[BaseMessageParam]:
return [BaseMessageParam(role="user", content=f"Recommend a {genre} book")]
print(recommend_book("fantasy"))
from mirascope.core import BaseMessageParam, cohere
from tenacity import retry, stop_after_attempt, wait_exponential
@retry(
stop=stop_after_attempt(3),
wait=wait_exponential(multiplier=1, min=4, max=10),
)
@cohere.call("command-r-plus")
def recommend_book(genre: str) -> list[BaseMessageParam]:
return [BaseMessageParam(role="user", content=f"Recommend a {genre} book")]
print(recommend_book("fantasy"))
from mirascope.core import BaseMessageParam, litellm
from tenacity import retry, stop_after_attempt, wait_exponential
@retry(
stop=stop_after_attempt(3),
wait=wait_exponential(multiplier=1, min=4, max=10),
)
@litellm.call("gpt-4o-mini")
def recommend_book(genre: str) -> list[BaseMessageParam]:
return [BaseMessageParam(role="user", content=f"Recommend a {genre} book")]
print(recommend_book("fantasy"))
from mirascope.core import BaseMessageParam, azure
from tenacity import retry, stop_after_attempt, wait_exponential
@retry(
stop=stop_after_attempt(3),
wait=wait_exponential(multiplier=1, min=4, max=10),
)
@azure.call("gpt-4o-mini")
def recommend_book(genre: str) -> list[BaseMessageParam]:
return [BaseMessageParam(role="user", content=f"Recommend a {genre} book")]
print(recommend_book("fantasy"))
from mirascope.core import BaseMessageParam, vertex
from tenacity import retry, stop_after_attempt, wait_exponential
@retry(
stop=stop_after_attempt(3),
wait=wait_exponential(multiplier=1, min=4, max=10),
)
@vertex.call("gemini-1.5-flash")
def recommend_book(genre: str) -> list[BaseMessageParam]:
return [BaseMessageParam(role="user", content=f"Recommend a {genre} book")]
print(recommend_book("fantasy"))
from mirascope.core import BaseMessageParam, bedrock
from tenacity import retry, stop_after_attempt, wait_exponential
@retry(
stop=stop_after_attempt(3),
wait=wait_exponential(multiplier=1, min=4, max=10),
)
@bedrock.call("anthropic.claude-3-haiku-20240307-v1:0")
def recommend_book(genre: str) -> list[BaseMessageParam]:
return [BaseMessageParam(role="user", content=f"Recommend a {genre} book")]
print(recommend_book("fantasy"))
Ideally the call to recommend_book
will succeed on the first attempt, but now the API call will be made again after waiting should it fail.
The call will then throw a RetryError
after 3 attempts if unsuccessful. This error should be caught and handled.
Streams¶
When streaming, the generator is not actually run until you start iterating. This means the initial API call may be successful but fail during the actual iteration through the stream.
Instead, you need to wrap your call and add retries to this wrapper:
from mirascope.core import openai
from tenacity import retry, stop_after_attempt, wait_exponential
@openai.call("gpt-4o-mini", stream=True)
def recommend_book(genre: str) -> str:
return f"Recommend a {genre} book"
@retry(
stop=stop_after_attempt(3),
wait=wait_exponential(multiplier=1, min=4, max=10),
)
def stream():
for chunk, _ in recommend_book("fantasy"):
print(chunk.content, end="", flush=True)
stream()
from mirascope.core import anthropic
from tenacity import retry, stop_after_attempt, wait_exponential
@anthropic.call("claude-3-5-sonnet-20240620", stream=True)
def recommend_book(genre: str) -> str:
return f"Recommend a {genre} book"
@retry(
stop=stop_after_attempt(3),
wait=wait_exponential(multiplier=1, min=4, max=10),
)
def stream():
for chunk, _ in recommend_book("fantasy"):
print(chunk.content, end="", flush=True)
stream()
from mirascope.core import mistral
from tenacity import retry, stop_after_attempt, wait_exponential
@mistral.call("mistral-large-latest", stream=True)
def recommend_book(genre: str) -> str:
return f"Recommend a {genre} book"
@retry(
stop=stop_after_attempt(3),
wait=wait_exponential(multiplier=1, min=4, max=10),
)
def stream():
for chunk, _ in recommend_book("fantasy"):
print(chunk.content, end="", flush=True)
stream()
from mirascope.core import gemini
from tenacity import retry, stop_after_attempt, wait_exponential
@gemini.call("gemini-1.5-flash", stream=True)
def recommend_book(genre: str) -> str:
return f"Recommend a {genre} book"
@retry(
stop=stop_after_attempt(3),
wait=wait_exponential(multiplier=1, min=4, max=10),
)
def stream():
for chunk, _ in recommend_book("fantasy"):
print(chunk.content, end="", flush=True)
stream()
from mirascope.core import groq
from tenacity import retry, stop_after_attempt, wait_exponential
@groq.call("llama-3.1-70b-versatile", stream=True)
def recommend_book(genre: str) -> str:
return f"Recommend a {genre} book"
@retry(
stop=stop_after_attempt(3),
wait=wait_exponential(multiplier=1, min=4, max=10),
)
def stream():
for chunk, _ in recommend_book("fantasy"):
print(chunk.content, end="", flush=True)
stream()
from mirascope.core import cohere
from tenacity import retry, stop_after_attempt, wait_exponential
@cohere.call("command-r-plus", stream=True)
def recommend_book(genre: str) -> str:
return f"Recommend a {genre} book"
@retry(
stop=stop_after_attempt(3),
wait=wait_exponential(multiplier=1, min=4, max=10),
)
def stream():
for chunk, _ in recommend_book("fantasy"):
print(chunk.content, end="", flush=True)
stream()
from mirascope.core import litellm
from tenacity import retry, stop_after_attempt, wait_exponential
@litellm.call("gpt-4o-mini", stream=True)
def recommend_book(genre: str) -> str:
return f"Recommend a {genre} book"
@retry(
stop=stop_after_attempt(3),
wait=wait_exponential(multiplier=1, min=4, max=10),
)
def stream():
for chunk, _ in recommend_book("fantasy"):
print(chunk.content, end="", flush=True)
stream()
from mirascope.core import azure
from tenacity import retry, stop_after_attempt, wait_exponential
@azure.call("gpt-4o-mini", stream=True)
def recommend_book(genre: str) -> str:
return f"Recommend a {genre} book"
@retry(
stop=stop_after_attempt(3),
wait=wait_exponential(multiplier=1, min=4, max=10),
)
def stream():
for chunk, _ in recommend_book("fantasy"):
print(chunk.content, end="", flush=True)
stream()
from mirascope.core import vertex
from tenacity import retry, stop_after_attempt, wait_exponential
@vertex.call("gemini-1.5-flash", stream=True)
def recommend_book(genre: str) -> str:
return f"Recommend a {genre} book"
@retry(
stop=stop_after_attempt(3),
wait=wait_exponential(multiplier=1, min=4, max=10),
)
def stream():
for chunk, _ in recommend_book("fantasy"):
print(chunk.content, end="", flush=True)
stream()
from mirascope.core import bedrock
from tenacity import retry, stop_after_attempt, wait_exponential
@bedrock.call("anthropic.claude-3-haiku-20240307-v1:0", stream=True)
def recommend_book(genre: str) -> str:
return f"Recommend a {genre} book"
@retry(
stop=stop_after_attempt(3),
wait=wait_exponential(multiplier=1, min=4, max=10),
)
def stream():
for chunk, _ in recommend_book("fantasy"):
print(chunk.content, end="", flush=True)
stream()
from mirascope.core import Messages, openai
from tenacity import retry, stop_after_attempt, wait_exponential
@openai.call("gpt-4o-mini", stream=True)
def recommend_book(genre: str) -> Messages.Type:
return Messages.User(f"Recommend a {genre} book")
@retry(
stop=stop_after_attempt(3),
wait=wait_exponential(multiplier=1, min=4, max=10),
)
def stream():
for chunk, _ in recommend_book("fantasy"):
print(chunk.content, end="", flush=True)
stream()
from mirascope.core import Messages, anthropic
from tenacity import retry, stop_after_attempt, wait_exponential
@anthropic.call("claude-3-5-sonnet-20240620", stream=True)
def recommend_book(genre: str) -> Messages.Type:
return Messages.User(f"Recommend a {genre} book")
@retry(
stop=stop_after_attempt(3),
wait=wait_exponential(multiplier=1, min=4, max=10),
)
def stream():
for chunk, _ in recommend_book("fantasy"):
print(chunk.content, end="", flush=True)
stream()
from mirascope.core import Messages, mistral
from tenacity import retry, stop_after_attempt, wait_exponential
@mistral.call("mistral-large-latest", stream=True)
def recommend_book(genre: str) -> Messages.Type:
return Messages.User(f"Recommend a {genre} book")
@retry(
stop=stop_after_attempt(3),
wait=wait_exponential(multiplier=1, min=4, max=10),
)
def stream():
for chunk, _ in recommend_book("fantasy"):
print(chunk.content, end="", flush=True)
stream()
from mirascope.core import Messages, gemini
from tenacity import retry, stop_after_attempt, wait_exponential
@gemini.call("gemini-1.5-flash", stream=True)
def recommend_book(genre: str) -> Messages.Type:
return Messages.User(f"Recommend a {genre} book")
@retry(
stop=stop_after_attempt(3),
wait=wait_exponential(multiplier=1, min=4, max=10),
)
def stream():
for chunk, _ in recommend_book("fantasy"):
print(chunk.content, end="", flush=True)
stream()
from mirascope.core import Messages, groq
from tenacity import retry, stop_after_attempt, wait_exponential
@groq.call("llama-3.1-70b-versatile", stream=True)
def recommend_book(genre: str) -> Messages.Type:
return Messages.User(f"Recommend a {genre} book")
@retry(
stop=stop_after_attempt(3),
wait=wait_exponential(multiplier=1, min=4, max=10),
)
def stream():
for chunk, _ in recommend_book("fantasy"):
print(chunk.content, end="", flush=True)
stream()
from mirascope.core import Messages, cohere
from tenacity import retry, stop_after_attempt, wait_exponential
@cohere.call("command-r-plus", stream=True)
def recommend_book(genre: str) -> Messages.Type:
return Messages.User(f"Recommend a {genre} book")
@retry(
stop=stop_after_attempt(3),
wait=wait_exponential(multiplier=1, min=4, max=10),
)
def stream():
for chunk, _ in recommend_book("fantasy"):
print(chunk.content, end="", flush=True)
stream()
from mirascope.core import Messages, litellm
from tenacity import retry, stop_after_attempt, wait_exponential
@litellm.call("gpt-4o-mini", stream=True)
def recommend_book(genre: str) -> Messages.Type:
return Messages.User(f"Recommend a {genre} book")
@retry(
stop=stop_after_attempt(3),
wait=wait_exponential(multiplier=1, min=4, max=10),
)
def stream():
for chunk, _ in recommend_book("fantasy"):
print(chunk.content, end="", flush=True)
stream()
from mirascope.core import Messages, azure
from tenacity import retry, stop_after_attempt, wait_exponential
@azure.call("gpt-4o-mini", stream=True)
def recommend_book(genre: str) -> Messages.Type:
return Messages.User(f"Recommend a {genre} book")
@retry(
stop=stop_after_attempt(3),
wait=wait_exponential(multiplier=1, min=4, max=10),
)
def stream():
for chunk, _ in recommend_book("fantasy"):
print(chunk.content, end="", flush=True)
stream()
from mirascope.core import Messages, vertex
from tenacity import retry, stop_after_attempt, wait_exponential
@vertex.call("gemini-1.5-flash", stream=True)
def recommend_book(genre: str) -> Messages.Type:
return Messages.User(f"Recommend a {genre} book")
@retry(
stop=stop_after_attempt(3),
wait=wait_exponential(multiplier=1, min=4, max=10),
)
def stream():
for chunk, _ in recommend_book("fantasy"):
print(chunk.content, end="", flush=True)
stream()
from mirascope.core import Messages, bedrock
from tenacity import retry, stop_after_attempt, wait_exponential
@bedrock.call("anthropic.claude-3-haiku-20240307-v1:0", stream=True)
def recommend_book(genre: str) -> Messages.Type:
return Messages.User(f"Recommend a {genre} book")
@retry(
stop=stop_after_attempt(3),
wait=wait_exponential(multiplier=1, min=4, max=10),
)
def stream():
for chunk, _ in recommend_book("fantasy"):
print(chunk.content, end="", flush=True)
stream()
from mirascope.core import openai, prompt_template
from tenacity import retry, stop_after_attempt, wait_exponential
@openai.call("gpt-4o-mini", stream=True)
@prompt_template("Recommend a {genre} book")
def recommend_book(genre: str): ...
@retry(
stop=stop_after_attempt(3),
wait=wait_exponential(multiplier=1, min=4, max=10),
)
def stream():
for chunk, _ in recommend_book("fantasy"):
print(chunk.content, end="", flush=True)
stream()
from mirascope.core import anthropic, prompt_template
from tenacity import retry, stop_after_attempt, wait_exponential
@anthropic.call("claude-3-5-sonnet-20240620", stream=True)
@prompt_template("Recommend a {genre} book")
def recommend_book(genre: str): ...
@retry(
stop=stop_after_attempt(3),
wait=wait_exponential(multiplier=1, min=4, max=10),
)
def stream():
for chunk, _ in recommend_book("fantasy"):
print(chunk.content, end="", flush=True)
stream()
from mirascope.core import mistral, prompt_template
from tenacity import retry, stop_after_attempt, wait_exponential
@mistral.call("mistral-large-latest", stream=True)
@prompt_template("Recommend a {genre} book")
def recommend_book(genre: str): ...
@retry(
stop=stop_after_attempt(3),
wait=wait_exponential(multiplier=1, min=4, max=10),
)
def stream():
for chunk, _ in recommend_book("fantasy"):
print(chunk.content, end="", flush=True)
stream()
from mirascope.core import gemini, prompt_template
from tenacity import retry, stop_after_attempt, wait_exponential
@gemini.call("gemini-1.5-flash", stream=True)
@prompt_template("Recommend a {genre} book")
def recommend_book(genre: str): ...
@retry(
stop=stop_after_attempt(3),
wait=wait_exponential(multiplier=1, min=4, max=10),
)
def stream():
for chunk, _ in recommend_book("fantasy"):
print(chunk.content, end="", flush=True)
stream()
from mirascope.core import groq, prompt_template
from tenacity import retry, stop_after_attempt, wait_exponential
@groq.call("llama-3.1-70b-versatile", stream=True)
@prompt_template("Recommend a {genre} book")
def recommend_book(genre: str): ...
@retry(
stop=stop_after_attempt(3),
wait=wait_exponential(multiplier=1, min=4, max=10),
)
def stream():
for chunk, _ in recommend_book("fantasy"):
print(chunk.content, end="", flush=True)
stream()
from mirascope.core import cohere, prompt_template
from tenacity import retry, stop_after_attempt, wait_exponential
@cohere.call("command-r-plus", stream=True)
@prompt_template("Recommend a {genre} book")
def recommend_book(genre: str): ...
@retry(
stop=stop_after_attempt(3),
wait=wait_exponential(multiplier=1, min=4, max=10),
)
def stream():
for chunk, _ in recommend_book("fantasy"):
print(chunk.content, end="", flush=True)
stream()
from mirascope.core import litellm, prompt_template
from tenacity import retry, stop_after_attempt, wait_exponential
@litellm.call("gpt-4o-mini", stream=True)
@prompt_template("Recommend a {genre} book")
def recommend_book(genre: str): ...
@retry(
stop=stop_after_attempt(3),
wait=wait_exponential(multiplier=1, min=4, max=10),
)
def stream():
for chunk, _ in recommend_book("fantasy"):
print(chunk.content, end="", flush=True)
stream()
from mirascope.core import azure, prompt_template
from tenacity import retry, stop_after_attempt, wait_exponential
@azure.call("gpt-4o-mini", stream=True)
@prompt_template("Recommend a {genre} book")
def recommend_book(genre: str): ...
@retry(
stop=stop_after_attempt(3),
wait=wait_exponential(multiplier=1, min=4, max=10),
)
def stream():
for chunk, _ in recommend_book("fantasy"):
print(chunk.content, end="", flush=True)
stream()
from mirascope.core import prompt_template, vertex
from tenacity import retry, stop_after_attempt, wait_exponential
@vertex.call("gemini-1.5-flash", stream=True)
@prompt_template("Recommend a {genre} book")
def recommend_book(genre: str): ...
@retry(
stop=stop_after_attempt(3),
wait=wait_exponential(multiplier=1, min=4, max=10),
)
def stream():
for chunk, _ in recommend_book("fantasy"):
print(chunk.content, end="", flush=True)
stream()
from mirascope.core import bedrock, prompt_template
from tenacity import retry, stop_after_attempt, wait_exponential
@bedrock.call("anthropic.claude-3-haiku-20240307-v1:0", stream=True)
@prompt_template("Recommend a {genre} book")
def recommend_book(genre: str): ...
@retry(
stop=stop_after_attempt(3),
wait=wait_exponential(multiplier=1, min=4, max=10),
)
def stream():
for chunk, _ in recommend_book("fantasy"):
print(chunk.content, end="", flush=True)
stream()
from mirascope.core import BaseMessageParam, openai
from tenacity import retry, stop_after_attempt, wait_exponential
@openai.call("gpt-4o-mini", stream=True)
def recommend_book(genre: str) -> list[BaseMessageParam]:
return [BaseMessageParam(role="user", content=f"Recommend a {genre} book")]
@retry(
stop=stop_after_attempt(3),
wait=wait_exponential(multiplier=1, min=4, max=10),
)
def stream():
for chunk, _ in recommend_book("fantasy"):
print(chunk.content, end="", flush=True)
stream()
from mirascope.core import BaseMessageParam, anthropic
from tenacity import retry, stop_after_attempt, wait_exponential
@anthropic.call("claude-3-5-sonnet-20240620", stream=True)
def recommend_book(genre: str) -> list[BaseMessageParam]:
return [BaseMessageParam(role="user", content=f"Recommend a {genre} book")]
@retry(
stop=stop_after_attempt(3),
wait=wait_exponential(multiplier=1, min=4, max=10),
)
def stream():
for chunk, _ in recommend_book("fantasy"):
print(chunk.content, end="", flush=True)
stream()
from mirascope.core import BaseMessageParam, mistral
from tenacity import retry, stop_after_attempt, wait_exponential
@mistral.call("mistral-large-latest", stream=True)
def recommend_book(genre: str) -> list[BaseMessageParam]:
return [BaseMessageParam(role="user", content=f"Recommend a {genre} book")]
@retry(
stop=stop_after_attempt(3),
wait=wait_exponential(multiplier=1, min=4, max=10),
)
def stream():
for chunk, _ in recommend_book("fantasy"):
print(chunk.content, end="", flush=True)
stream()
from mirascope.core import BaseMessageParam, gemini
from tenacity import retry, stop_after_attempt, wait_exponential
@gemini.call("gemini-1.5-flash", stream=True)
def recommend_book(genre: str) -> list[BaseMessageParam]:
return [BaseMessageParam(role="user", content=f"Recommend a {genre} book")]
@retry(
stop=stop_after_attempt(3),
wait=wait_exponential(multiplier=1, min=4, max=10),
)
def stream():
for chunk, _ in recommend_book("fantasy"):
print(chunk.content, end="", flush=True)
stream()
from mirascope.core import BaseMessageParam, groq
from tenacity import retry, stop_after_attempt, wait_exponential
@groq.call("llama-3.1-70b-versatile", stream=True)
def recommend_book(genre: str) -> list[BaseMessageParam]:
return [BaseMessageParam(role="user", content=f"Recommend a {genre} book")]
@retry(
stop=stop_after_attempt(3),
wait=wait_exponential(multiplier=1, min=4, max=10),
)
def stream():
for chunk, _ in recommend_book("fantasy"):
print(chunk.content, end="", flush=True)
stream()
from mirascope.core import BaseMessageParam, cohere
from tenacity import retry, stop_after_attempt, wait_exponential
@cohere.call("command-r-plus", stream=True)
def recommend_book(genre: str) -> list[BaseMessageParam]:
return [BaseMessageParam(role="user", content=f"Recommend a {genre} book")]
@retry(
stop=stop_after_attempt(3),
wait=wait_exponential(multiplier=1, min=4, max=10),
)
def stream():
for chunk, _ in recommend_book("fantasy"):
print(chunk.content, end="", flush=True)
stream()
from mirascope.core import BaseMessageParam, litellm
from tenacity import retry, stop_after_attempt, wait_exponential
@litellm.call("gpt-4o-mini", stream=True)
def recommend_book(genre: str) -> list[BaseMessageParam]:
return [BaseMessageParam(role="user", content=f"Recommend a {genre} book")]
@retry(
stop=stop_after_attempt(3),
wait=wait_exponential(multiplier=1, min=4, max=10),
)
def stream():
for chunk, _ in recommend_book("fantasy"):
print(chunk.content, end="", flush=True)
stream()
from mirascope.core import BaseMessageParam, azure
from tenacity import retry, stop_after_attempt, wait_exponential
@azure.call("gpt-4o-mini", stream=True)
def recommend_book(genre: str) -> list[BaseMessageParam]:
return [BaseMessageParam(role="user", content=f"Recommend a {genre} book")]
@retry(
stop=stop_after_attempt(3),
wait=wait_exponential(multiplier=1, min=4, max=10),
)
def stream():
for chunk, _ in recommend_book("fantasy"):
print(chunk.content, end="", flush=True)
stream()
from mirascope.core import BaseMessageParam, vertex
from tenacity import retry, stop_after_attempt, wait_exponential
@vertex.call("gemini-1.5-flash", stream=True)
def recommend_book(genre: str) -> list[BaseMessageParam]:
return [BaseMessageParam(role="user", content=f"Recommend a {genre} book")]
@retry(
stop=stop_after_attempt(3),
wait=wait_exponential(multiplier=1, min=4, max=10),
)
def stream():
for chunk, _ in recommend_book("fantasy"):
print(chunk.content, end="", flush=True)
stream()
from mirascope.core import BaseMessageParam, bedrock
from tenacity import retry, stop_after_attempt, wait_exponential
@bedrock.call("anthropic.claude-3-haiku-20240307-v1:0", stream=True)
def recommend_book(genre: str) -> list[BaseMessageParam]:
return [BaseMessageParam(role="user", content=f"Recommend a {genre} book")]
@retry(
stop=stop_after_attempt(3),
wait=wait_exponential(multiplier=1, min=4, max=10),
)
def stream():
for chunk, _ in recommend_book("fantasy"):
print(chunk.content, end="", flush=True)
stream()
Tools¶
When using tools, ValidationError
errors won't happen until you attempt to construct the tool (either when calling response.tools
or iterating through a stream with tools).
You need to handle retries in this case the same way as streams:
from mirascope.core import openai
from tenacity import retry, stop_after_attempt, wait_exponential
def get_book_author(title: str) -> str:
if title == "The Name of the Wind":
return "Patrick Rothfuss"
elif title == "Mistborn: The Final Empire":
return "Brandon Sanderson"
else:
return "Unknown"
@openai.call("gpt-4o-mini", tools=[get_book_author])
def identify_author(book: str) -> str:
return f"Who wrote {book}?"
@retry(
stop=stop_after_attempt(3),
wait=wait_exponential(multiplier=1, min=4, max=10),
)
def run():
response = identify_author("The Name of the Wind")
if tool := response.tool:
print(tool.call())
print(f"Original tool call: {tool.tool_call}")
else:
print(response.content)
run()
from mirascope.core import anthropic
from tenacity import retry, stop_after_attempt, wait_exponential
def get_book_author(title: str) -> str:
if title == "The Name of the Wind":
return "Patrick Rothfuss"
elif title == "Mistborn: The Final Empire":
return "Brandon Sanderson"
else:
return "Unknown"
@anthropic.call("claude-3-5-sonnet-20240620", tools=[get_book_author])
def identify_author(book: str) -> str:
return f"Who wrote {book}?"
@retry(
stop=stop_after_attempt(3),
wait=wait_exponential(multiplier=1, min=4, max=10),
)
def run():
response = identify_author("The Name of the Wind")
if tool := response.tool:
print(tool.call())
print(f"Original tool call: {tool.tool_call}")
else:
print(response.content)
run()
from mirascope.core import mistral
from tenacity import retry, stop_after_attempt, wait_exponential
def get_book_author(title: str) -> str:
if title == "The Name of the Wind":
return "Patrick Rothfuss"
elif title == "Mistborn: The Final Empire":
return "Brandon Sanderson"
else:
return "Unknown"
@mistral.call("mistral-large-latest", tools=[get_book_author])
def identify_author(book: str) -> str:
return f"Who wrote {book}?"
@retry(
stop=stop_after_attempt(3),
wait=wait_exponential(multiplier=1, min=4, max=10),
)
def run():
response = identify_author("The Name of the Wind")
if tool := response.tool:
print(tool.call())
print(f"Original tool call: {tool.tool_call}")
else:
print(response.content)
run()
from mirascope.core import gemini
from tenacity import retry, stop_after_attempt, wait_exponential
def get_book_author(title: str) -> str:
if title == "The Name of the Wind":
return "Patrick Rothfuss"
elif title == "Mistborn: The Final Empire":
return "Brandon Sanderson"
else:
return "Unknown"
@gemini.call("gemini-1.5-flash", tools=[get_book_author])
def identify_author(book: str) -> str:
return f"Who wrote {book}?"
@retry(
stop=stop_after_attempt(3),
wait=wait_exponential(multiplier=1, min=4, max=10),
)
def run():
response = identify_author("The Name of the Wind")
if tool := response.tool:
print(tool.call())
print(f"Original tool call: {tool.tool_call}")
else:
print(response.content)
run()
from mirascope.core import groq
from tenacity import retry, stop_after_attempt, wait_exponential
def get_book_author(title: str) -> str:
if title == "The Name of the Wind":
return "Patrick Rothfuss"
elif title == "Mistborn: The Final Empire":
return "Brandon Sanderson"
else:
return "Unknown"
@groq.call("llama-3.1-70b-versatile", tools=[get_book_author])
def identify_author(book: str) -> str:
return f"Who wrote {book}?"
@retry(
stop=stop_after_attempt(3),
wait=wait_exponential(multiplier=1, min=4, max=10),
)
def run():
response = identify_author("The Name of the Wind")
if tool := response.tool:
print(tool.call())
print(f"Original tool call: {tool.tool_call}")
else:
print(response.content)
run()
from mirascope.core import cohere
from tenacity import retry, stop_after_attempt, wait_exponential
def get_book_author(title: str) -> str:
if title == "The Name of the Wind":
return "Patrick Rothfuss"
elif title == "Mistborn: The Final Empire":
return "Brandon Sanderson"
else:
return "Unknown"
@cohere.call("command-r-plus", tools=[get_book_author])
def identify_author(book: str) -> str:
return f"Who wrote {book}?"
@retry(
stop=stop_after_attempt(3),
wait=wait_exponential(multiplier=1, min=4, max=10),
)
def run():
response = identify_author("The Name of the Wind")
if tool := response.tool:
print(tool.call())
print(f"Original tool call: {tool.tool_call}")
else:
print(response.content)
run()
from mirascope.core import litellm
from tenacity import retry, stop_after_attempt, wait_exponential
def get_book_author(title: str) -> str:
if title == "The Name of the Wind":
return "Patrick Rothfuss"
elif title == "Mistborn: The Final Empire":
return "Brandon Sanderson"
else:
return "Unknown"
@litellm.call("gpt-4o-mini", tools=[get_book_author])
def identify_author(book: str) -> str:
return f"Who wrote {book}?"
@retry(
stop=stop_after_attempt(3),
wait=wait_exponential(multiplier=1, min=4, max=10),
)
def run():
response = identify_author("The Name of the Wind")
if tool := response.tool:
print(tool.call())
print(f"Original tool call: {tool.tool_call}")
else:
print(response.content)
run()
from mirascope.core import azure
from tenacity import retry, stop_after_attempt, wait_exponential
def get_book_author(title: str) -> str:
if title == "The Name of the Wind":
return "Patrick Rothfuss"
elif title == "Mistborn: The Final Empire":
return "Brandon Sanderson"
else:
return "Unknown"
@azure.call("gpt-4o-mini", tools=[get_book_author])
def identify_author(book: str) -> str:
return f"Who wrote {book}?"
@retry(
stop=stop_after_attempt(3),
wait=wait_exponential(multiplier=1, min=4, max=10),
)
def run():
response = identify_author("The Name of the Wind")
if tool := response.tool:
print(tool.call())
print(f"Original tool call: {tool.tool_call}")
else:
print(response.content)
run()
from mirascope.core import vertex
from tenacity import retry, stop_after_attempt, wait_exponential
def get_book_author(title: str) -> str:
if title == "The Name of the Wind":
return "Patrick Rothfuss"
elif title == "Mistborn: The Final Empire":
return "Brandon Sanderson"
else:
return "Unknown"
@vertex.call("gemini-1.5-flash", tools=[get_book_author])
def identify_author(book: str) -> str:
return f"Who wrote {book}?"
@retry(
stop=stop_after_attempt(3),
wait=wait_exponential(multiplier=1, min=4, max=10),
)
def run():
response = identify_author("The Name of the Wind")
if tool := response.tool:
print(tool.call())
print(f"Original tool call: {tool.tool_call}")
else:
print(response.content)
run()
from mirascope.core import bedrock
from tenacity import retry, stop_after_attempt, wait_exponential
def get_book_author(title: str) -> str:
if title == "The Name of the Wind":
return "Patrick Rothfuss"
elif title == "Mistborn: The Final Empire":
return "Brandon Sanderson"
else:
return "Unknown"
@bedrock.call("anthropic.claude-3-haiku-20240307-v1:0", tools=[get_book_author])
def identify_author(book: str) -> str:
return f"Who wrote {book}?"
@retry(
stop=stop_after_attempt(3),
wait=wait_exponential(multiplier=1, min=4, max=10),
)
def run():
response = identify_author("The Name of the Wind")
if tool := response.tool:
print(tool.call())
print(f"Original tool call: {tool.tool_call}")
else:
print(response.content)
run()
from mirascope.core import Messages, openai
from tenacity import retry, stop_after_attempt, wait_exponential
def get_book_author(title: str) -> str:
if title == "The Name of the Wind":
return "Patrick Rothfuss"
elif title == "Mistborn: The Final Empire":
return "Brandon Sanderson"
else:
return "Unknown"
@openai.call("gpt-4o-mini", tools=[get_book_author])
def identify_author(book: str) -> Messages.Type:
return Messages.User(f"Who wrote {book}?")
@retry(
stop=stop_after_attempt(3),
wait=wait_exponential(multiplier=1, min=4, max=10),
)
def run():
response = identify_author("The Name of the Wind")
if tool := response.tool:
print(tool.call())
print(f"Original tool call: {tool.tool_call}")
else:
print(response.content)
run()
from mirascope.core import Messages, anthropic
from tenacity import retry, stop_after_attempt, wait_exponential
def get_book_author(title: str) -> str:
if title == "The Name of the Wind":
return "Patrick Rothfuss"
elif title == "Mistborn: The Final Empire":
return "Brandon Sanderson"
else:
return "Unknown"
@anthropic.call("claude-3-5-sonnet-20240620", tools=[get_book_author])
def identify_author(book: str) -> Messages.Type:
return Messages.User(f"Who wrote {book}?")
@retry(
stop=stop_after_attempt(3),
wait=wait_exponential(multiplier=1, min=4, max=10),
)
def run():
response = identify_author("The Name of the Wind")
if tool := response.tool:
print(tool.call())
print(f"Original tool call: {tool.tool_call}")
else:
print(response.content)
run()
from mirascope.core import Messages, mistral
from tenacity import retry, stop_after_attempt, wait_exponential
def get_book_author(title: str) -> str:
if title == "The Name of the Wind":
return "Patrick Rothfuss"
elif title == "Mistborn: The Final Empire":
return "Brandon Sanderson"
else:
return "Unknown"
@mistral.call("mistral-large-latest", tools=[get_book_author])
def identify_author(book: str) -> Messages.Type:
return Messages.User(f"Who wrote {book}?")
@retry(
stop=stop_after_attempt(3),
wait=wait_exponential(multiplier=1, min=4, max=10),
)
def run():
response = identify_author("The Name of the Wind")
if tool := response.tool:
print(tool.call())
print(f"Original tool call: {tool.tool_call}")
else:
print(response.content)
run()
from mirascope.core import Messages, gemini
from tenacity import retry, stop_after_attempt, wait_exponential
def get_book_author(title: str) -> str:
if title == "The Name of the Wind":
return "Patrick Rothfuss"
elif title == "Mistborn: The Final Empire":
return "Brandon Sanderson"
else:
return "Unknown"
@gemini.call("gemini-1.5-flash", tools=[get_book_author])
def identify_author(book: str) -> Messages.Type:
return Messages.User(f"Who wrote {book}?")
@retry(
stop=stop_after_attempt(3),
wait=wait_exponential(multiplier=1, min=4, max=10),
)
def run():
response = identify_author("The Name of the Wind")
if tool := response.tool:
print(tool.call())
print(f"Original tool call: {tool.tool_call}")
else:
print(response.content)
run()
from mirascope.core import Messages, groq
from tenacity import retry, stop_after_attempt, wait_exponential
def get_book_author(title: str) -> str:
if title == "The Name of the Wind":
return "Patrick Rothfuss"
elif title == "Mistborn: The Final Empire":
return "Brandon Sanderson"
else:
return "Unknown"
@groq.call("llama-3.1-70b-versatile", tools=[get_book_author])
def identify_author(book: str) -> Messages.Type:
return Messages.User(f"Who wrote {book}?")
@retry(
stop=stop_after_attempt(3),
wait=wait_exponential(multiplier=1, min=4, max=10),
)
def run():
response = identify_author("The Name of the Wind")
if tool := response.tool:
print(tool.call())
print(f"Original tool call: {tool.tool_call}")
else:
print(response.content)
run()
from mirascope.core import Messages, cohere
from tenacity import retry, stop_after_attempt, wait_exponential
def get_book_author(title: str) -> str:
if title == "The Name of the Wind":
return "Patrick Rothfuss"
elif title == "Mistborn: The Final Empire":
return "Brandon Sanderson"
else:
return "Unknown"
@cohere.call("command-r-plus", tools=[get_book_author])
def identify_author(book: str) -> Messages.Type:
return Messages.User(f"Who wrote {book}?")
@retry(
stop=stop_after_attempt(3),
wait=wait_exponential(multiplier=1, min=4, max=10),
)
def run():
response = identify_author("The Name of the Wind")
if tool := response.tool:
print(tool.call())
print(f"Original tool call: {tool.tool_call}")
else:
print(response.content)
run()
from mirascope.core import Messages, litellm
from tenacity import retry, stop_after_attempt, wait_exponential
def get_book_author(title: str) -> str:
if title == "The Name of the Wind":
return "Patrick Rothfuss"
elif title == "Mistborn: The Final Empire":
return "Brandon Sanderson"
else:
return "Unknown"
@litellm.call("gpt-4o-mini", tools=[get_book_author])
def identify_author(book: str) -> Messages.Type:
return Messages.User(f"Who wrote {book}?")
@retry(
stop=stop_after_attempt(3),
wait=wait_exponential(multiplier=1, min=4, max=10),
)
def run():
response = identify_author("The Name of the Wind")
if tool := response.tool:
print(tool.call())
print(f"Original tool call: {tool.tool_call}")
else:
print(response.content)
run()
from mirascope.core import Messages, azure
from tenacity import retry, stop_after_attempt, wait_exponential
def get_book_author(title: str) -> str:
if title == "The Name of the Wind":
return "Patrick Rothfuss"
elif title == "Mistborn: The Final Empire":
return "Brandon Sanderson"
else:
return "Unknown"
@azure.call("gpt-4o-mini", tools=[get_book_author])
def identify_author(book: str) -> Messages.Type:
return Messages.User(f"Who wrote {book}?")
@retry(
stop=stop_after_attempt(3),
wait=wait_exponential(multiplier=1, min=4, max=10),
)
def run():
response = identify_author("The Name of the Wind")
if tool := response.tool:
print(tool.call())
print(f"Original tool call: {tool.tool_call}")
else:
print(response.content)
run()
from mirascope.core import Messages, vertex
from tenacity import retry, stop_after_attempt, wait_exponential
def get_book_author(title: str) -> str:
if title == "The Name of the Wind":
return "Patrick Rothfuss"
elif title == "Mistborn: The Final Empire":
return "Brandon Sanderson"
else:
return "Unknown"
@vertex.call("gemini-1.5-flash", tools=[get_book_author])
def identify_author(book: str) -> Messages.Type:
return Messages.User(f"Who wrote {book}?")
@retry(
stop=stop_after_attempt(3),
wait=wait_exponential(multiplier=1, min=4, max=10),
)
def run():
response = identify_author("The Name of the Wind")
if tool := response.tool:
print(tool.call())
print(f"Original tool call: {tool.tool_call}")
else:
print(response.content)
run()
from mirascope.core import Messages, bedrock
from tenacity import retry, stop_after_attempt, wait_exponential
def get_book_author(title: str) -> str:
if title == "The Name of the Wind":
return "Patrick Rothfuss"
elif title == "Mistborn: The Final Empire":
return "Brandon Sanderson"
else:
return "Unknown"
@bedrock.call("anthropic.claude-3-haiku-20240307-v1:0", tools=[get_book_author])
def identify_author(book: str) -> Messages.Type:
return Messages.User(f"Who wrote {book}?")
@retry(
stop=stop_after_attempt(3),
wait=wait_exponential(multiplier=1, min=4, max=10),
)
def run():
response = identify_author("The Name of the Wind")
if tool := response.tool:
print(tool.call())
print(f"Original tool call: {tool.tool_call}")
else:
print(response.content)
run()
from mirascope.core import openai, prompt_template
from tenacity import retry, stop_after_attempt, wait_exponential
def get_book_author(title: str) -> str:
if title == "The Name of the Wind":
return "Patrick Rothfuss"
elif title == "Mistborn: The Final Empire":
return "Brandon Sanderson"
else:
return "Unknown"
@openai.call("gpt-4o-mini", tools=[get_book_author])
@prompt_template("Who wrote {book}?")
def identify_author(book: str): ...
@retry(
stop=stop_after_attempt(3),
wait=wait_exponential(multiplier=1, min=4, max=10),
)
def run():
response = identify_author("The Name of the Wind")
if tool := response.tool:
print(tool.call())
print(f"Original tool call: {tool.tool_call}")
else:
print(response.content)
run()
from mirascope.core import anthropic, prompt_template
from tenacity import retry, stop_after_attempt, wait_exponential
def get_book_author(title: str) -> str:
if title == "The Name of the Wind":
return "Patrick Rothfuss"
elif title == "Mistborn: The Final Empire":
return "Brandon Sanderson"
else:
return "Unknown"
@anthropic.call("claude-3-5-sonnet-20240620", tools=[get_book_author])
@prompt_template("Who wrote {book}?")
def identify_author(book: str): ...
@retry(
stop=stop_after_attempt(3),
wait=wait_exponential(multiplier=1, min=4, max=10),
)
def run():
response = identify_author("The Name of the Wind")
if tool := response.tool:
print(tool.call())
print(f"Original tool call: {tool.tool_call}")
else:
print(response.content)
run()
from mirascope.core import mistral, prompt_template
from tenacity import retry, stop_after_attempt, wait_exponential
def get_book_author(title: str) -> str:
if title == "The Name of the Wind":
return "Patrick Rothfuss"
elif title == "Mistborn: The Final Empire":
return "Brandon Sanderson"
else:
return "Unknown"
@mistral.call("mistral-large-latest", tools=[get_book_author])
@prompt_template("Who wrote {book}?")
def identify_author(book: str): ...
@retry(
stop=stop_after_attempt(3),
wait=wait_exponential(multiplier=1, min=4, max=10),
)
def run():
response = identify_author("The Name of the Wind")
if tool := response.tool:
print(tool.call())
print(f"Original tool call: {tool.tool_call}")
else:
print(response.content)
run()
from mirascope.core import gemini, prompt_template
from tenacity import retry, stop_after_attempt, wait_exponential
def get_book_author(title: str) -> str:
if title == "The Name of the Wind":
return "Patrick Rothfuss"
elif title == "Mistborn: The Final Empire":
return "Brandon Sanderson"
else:
return "Unknown"
@gemini.call("gemini-1.5-flash", tools=[get_book_author])
@prompt_template("Who wrote {book}?")
def identify_author(book: str): ...
@retry(
stop=stop_after_attempt(3),
wait=wait_exponential(multiplier=1, min=4, max=10),
)
def run():
response = identify_author("The Name of the Wind")
if tool := response.tool:
print(tool.call())
print(f"Original tool call: {tool.tool_call}")
else:
print(response.content)
run()
from mirascope.core import groq, prompt_template
from tenacity import retry, stop_after_attempt, wait_exponential
def get_book_author(title: str) -> str:
if title == "The Name of the Wind":
return "Patrick Rothfuss"
elif title == "Mistborn: The Final Empire":
return "Brandon Sanderson"
else:
return "Unknown"
@groq.call("llama-3.1-70b-versatile", tools=[get_book_author])
@prompt_template("Who wrote {book}?")
def identify_author(book: str): ...
@retry(
stop=stop_after_attempt(3),
wait=wait_exponential(multiplier=1, min=4, max=10),
)
def run():
response = identify_author("The Name of the Wind")
if tool := response.tool:
print(tool.call())
print(f"Original tool call: {tool.tool_call}")
else:
print(response.content)
run()
from mirascope.core import cohere, prompt_template
from tenacity import retry, stop_after_attempt, wait_exponential
def get_book_author(title: str) -> str:
if title == "The Name of the Wind":
return "Patrick Rothfuss"
elif title == "Mistborn: The Final Empire":
return "Brandon Sanderson"
else:
return "Unknown"
@cohere.call("command-r-plus", tools=[get_book_author])
@prompt_template("Who wrote {book}?")
def identify_author(book: str): ...
@retry(
stop=stop_after_attempt(3),
wait=wait_exponential(multiplier=1, min=4, max=10),
)
def run():
response = identify_author("The Name of the Wind")
if tool := response.tool:
print(tool.call())
print(f"Original tool call: {tool.tool_call}")
else:
print(response.content)
run()
from mirascope.core import litellm, prompt_template
from tenacity import retry, stop_after_attempt, wait_exponential
def get_book_author(title: str) -> str:
if title == "The Name of the Wind":
return "Patrick Rothfuss"
elif title == "Mistborn: The Final Empire":
return "Brandon Sanderson"
else:
return "Unknown"
@litellm.call("gpt-4o-mini", tools=[get_book_author])
@prompt_template("Who wrote {book}?")
def identify_author(book: str): ...
@retry(
stop=stop_after_attempt(3),
wait=wait_exponential(multiplier=1, min=4, max=10),
)
def run():
response = identify_author("The Name of the Wind")
if tool := response.tool:
print(tool.call())
print(f"Original tool call: {tool.tool_call}")
else:
print(response.content)
run()
from mirascope.core import azure, prompt_template
from tenacity import retry, stop_after_attempt, wait_exponential
def get_book_author(title: str) -> str:
if title == "The Name of the Wind":
return "Patrick Rothfuss"
elif title == "Mistborn: The Final Empire":
return "Brandon Sanderson"
else:
return "Unknown"
@azure.call("gpt-4o-mini", tools=[get_book_author])
@prompt_template("Who wrote {book}?")
def identify_author(book: str): ...
@retry(
stop=stop_after_attempt(3),
wait=wait_exponential(multiplier=1, min=4, max=10),
)
def run():
response = identify_author("The Name of the Wind")
if tool := response.tool:
print(tool.call())
print(f"Original tool call: {tool.tool_call}")
else:
print(response.content)
run()
from mirascope.core import prompt_template, vertex
from tenacity import retry, stop_after_attempt, wait_exponential
def get_book_author(title: str) -> str:
if title == "The Name of the Wind":
return "Patrick Rothfuss"
elif title == "Mistborn: The Final Empire":
return "Brandon Sanderson"
else:
return "Unknown"
@vertex.call("gemini-1.5-flash", tools=[get_book_author])
@prompt_template("Who wrote {book}?")
def identify_author(book: str): ...
@retry(
stop=stop_after_attempt(3),
wait=wait_exponential(multiplier=1, min=4, max=10),
)
def run():
response = identify_author("The Name of the Wind")
if tool := response.tool:
print(tool.call())
print(f"Original tool call: {tool.tool_call}")
else:
print(response.content)
run()
from mirascope.core import bedrock, prompt_template
from tenacity import retry, stop_after_attempt, wait_exponential
def get_book_author(title: str) -> str:
if title == "The Name of the Wind":
return "Patrick Rothfuss"
elif title == "Mistborn: The Final Empire":
return "Brandon Sanderson"
else:
return "Unknown"
@bedrock.call("anthropic.claude-3-haiku-20240307-v1:0", tools=[get_book_author])
@prompt_template("Who wrote {book}?")
def identify_author(book: str): ...
@retry(
stop=stop_after_attempt(3),
wait=wait_exponential(multiplier=1, min=4, max=10),
)
def run():
response = identify_author("The Name of the Wind")
if tool := response.tool:
print(tool.call())
print(f"Original tool call: {tool.tool_call}")
else:
print(response.content)
run()
from mirascope.core import BaseMessageParam, openai
from tenacity import retry, stop_after_attempt, wait_exponential
def get_book_author(title: str) -> str:
if title == "The Name of the Wind":
return "Patrick Rothfuss"
elif title == "Mistborn: The Final Empire":
return "Brandon Sanderson"
else:
return "Unknown"
@openai.call("gpt-4o-mini", tools=[get_book_author])
def identify_author(book: str) -> list[BaseMessageParam]:
return [BaseMessageParam(role="user", content=f"Who wrote {book}?")]
@retry(
stop=stop_after_attempt(3),
wait=wait_exponential(multiplier=1, min=4, max=10),
)
def run():
response = identify_author("The Name of the Wind")
if tool := response.tool:
print(tool.call())
print(f"Original tool call: {tool.tool_call}")
else:
print(response.content)
run()
from mirascope.core import BaseMessageParam, anthropic
from tenacity import retry, stop_after_attempt, wait_exponential
def get_book_author(title: str) -> str:
if title == "The Name of the Wind":
return "Patrick Rothfuss"
elif title == "Mistborn: The Final Empire":
return "Brandon Sanderson"
else:
return "Unknown"
@anthropic.call("claude-3-5-sonnet-20240620", tools=[get_book_author])
def identify_author(book: str) -> list[BaseMessageParam]:
return [BaseMessageParam(role="user", content=f"Who wrote {book}?")]
@retry(
stop=stop_after_attempt(3),
wait=wait_exponential(multiplier=1, min=4, max=10),
)
def run():
response = identify_author("The Name of the Wind")
if tool := response.tool:
print(tool.call())
print(f"Original tool call: {tool.tool_call}")
else:
print(response.content)
run()
from mirascope.core import BaseMessageParam, mistral
from tenacity import retry, stop_after_attempt, wait_exponential
def get_book_author(title: str) -> str:
if title == "The Name of the Wind":
return "Patrick Rothfuss"
elif title == "Mistborn: The Final Empire":
return "Brandon Sanderson"
else:
return "Unknown"
@mistral.call("mistral-large-latest", tools=[get_book_author])
def identify_author(book: str) -> list[BaseMessageParam]:
return [BaseMessageParam(role="user", content=f"Who wrote {book}?")]
@retry(
stop=stop_after_attempt(3),
wait=wait_exponential(multiplier=1, min=4, max=10),
)
def run():
response = identify_author("The Name of the Wind")
if tool := response.tool:
print(tool.call())
print(f"Original tool call: {tool.tool_call}")
else:
print(response.content)
run()
from mirascope.core import BaseMessageParam, gemini
from tenacity import retry, stop_after_attempt, wait_exponential
def get_book_author(title: str) -> str:
if title == "The Name of the Wind":
return "Patrick Rothfuss"
elif title == "Mistborn: The Final Empire":
return "Brandon Sanderson"
else:
return "Unknown"
@gemini.call("gemini-1.5-flash", tools=[get_book_author])
def identify_author(book: str) -> list[BaseMessageParam]:
return [BaseMessageParam(role="user", content=f"Who wrote {book}?")]
@retry(
stop=stop_after_attempt(3),
wait=wait_exponential(multiplier=1, min=4, max=10),
)
def run():
response = identify_author("The Name of the Wind")
if tool := response.tool:
print(tool.call())
print(f"Original tool call: {tool.tool_call}")
else:
print(response.content)
run()
from mirascope.core import BaseMessageParam, groq
from tenacity import retry, stop_after_attempt, wait_exponential
def get_book_author(title: str) -> str:
if title == "The Name of the Wind":
return "Patrick Rothfuss"
elif title == "Mistborn: The Final Empire":
return "Brandon Sanderson"
else:
return "Unknown"
@groq.call("llama-3.1-70b-versatile", tools=[get_book_author])
def identify_author(book: str) -> list[BaseMessageParam]:
return [BaseMessageParam(role="user", content=f"Who wrote {book}?")]
@retry(
stop=stop_after_attempt(3),
wait=wait_exponential(multiplier=1, min=4, max=10),
)
def run():
response = identify_author("The Name of the Wind")
if tool := response.tool:
print(tool.call())
print(f"Original tool call: {tool.tool_call}")
else:
print(response.content)
run()
from mirascope.core import BaseMessageParam, cohere
from tenacity import retry, stop_after_attempt, wait_exponential
def get_book_author(title: str) -> str:
if title == "The Name of the Wind":
return "Patrick Rothfuss"
elif title == "Mistborn: The Final Empire":
return "Brandon Sanderson"
else:
return "Unknown"
@cohere.call("command-r-plus", tools=[get_book_author])
def identify_author(book: str) -> list[BaseMessageParam]:
return [BaseMessageParam(role="user", content=f"Who wrote {book}?")]
@retry(
stop=stop_after_attempt(3),
wait=wait_exponential(multiplier=1, min=4, max=10),
)
def run():
response = identify_author("The Name of the Wind")
if tool := response.tool:
print(tool.call())
print(f"Original tool call: {tool.tool_call}")
else:
print(response.content)
run()
from mirascope.core import BaseMessageParam, litellm
from tenacity import retry, stop_after_attempt, wait_exponential
def get_book_author(title: str) -> str:
if title == "The Name of the Wind":
return "Patrick Rothfuss"
elif title == "Mistborn: The Final Empire":
return "Brandon Sanderson"
else:
return "Unknown"
@litellm.call("gpt-4o-mini", tools=[get_book_author])
def identify_author(book: str) -> list[BaseMessageParam]:
return [BaseMessageParam(role="user", content=f"Who wrote {book}?")]
@retry(
stop=stop_after_attempt(3),
wait=wait_exponential(multiplier=1, min=4, max=10),
)
def run():
response = identify_author("The Name of the Wind")
if tool := response.tool:
print(tool.call())
print(f"Original tool call: {tool.tool_call}")
else:
print(response.content)
run()
from mirascope.core import BaseMessageParam, azure
from tenacity import retry, stop_after_attempt, wait_exponential
def get_book_author(title: str) -> str:
if title == "The Name of the Wind":
return "Patrick Rothfuss"
elif title == "Mistborn: The Final Empire":
return "Brandon Sanderson"
else:
return "Unknown"
@azure.call("gpt-4o-mini", tools=[get_book_author])
def identify_author(book: str) -> list[BaseMessageParam]:
return [BaseMessageParam(role="user", content=f"Who wrote {book}?")]
@retry(
stop=stop_after_attempt(3),
wait=wait_exponential(multiplier=1, min=4, max=10),
)
def run():
response = identify_author("The Name of the Wind")
if tool := response.tool:
print(tool.call())
print(f"Original tool call: {tool.tool_call}")
else:
print(response.content)
run()
from mirascope.core import BaseMessageParam, vertex
from tenacity import retry, stop_after_attempt, wait_exponential
def get_book_author(title: str) -> str:
if title == "The Name of the Wind":
return "Patrick Rothfuss"
elif title == "Mistborn: The Final Empire":
return "Brandon Sanderson"
else:
return "Unknown"
@vertex.call("gemini-1.5-flash", tools=[get_book_author])
def identify_author(book: str) -> list[BaseMessageParam]:
return [BaseMessageParam(role="user", content=f"Who wrote {book}?")]
@retry(
stop=stop_after_attempt(3),
wait=wait_exponential(multiplier=1, min=4, max=10),
)
def run():
response = identify_author("The Name of the Wind")
if tool := response.tool:
print(tool.call())
print(f"Original tool call: {tool.tool_call}")
else:
print(response.content)
run()
from mirascope.core import BaseMessageParam, bedrock
from tenacity import retry, stop_after_attempt, wait_exponential
def get_book_author(title: str) -> str:
if title == "The Name of the Wind":
return "Patrick Rothfuss"
elif title == "Mistborn: The Final Empire":
return "Brandon Sanderson"
else:
return "Unknown"
@bedrock.call("anthropic.claude-3-haiku-20240307-v1:0", tools=[get_book_author])
def identify_author(book: str) -> list[BaseMessageParam]:
return [BaseMessageParam(role="user", content=f"Who wrote {book}?")]
@retry(
stop=stop_after_attempt(3),
wait=wait_exponential(multiplier=1, min=4, max=10),
)
def run():
response = identify_author("The Name of the Wind")
if tool := response.tool:
print(tool.call())
print(f"Original tool call: {tool.tool_call}")
else:
print(response.content)
run()
Error Reinsertion¶
Every example above simply retries after a failed attempt without making any updates to the call. This approach can be sufficient for some use-cases where we can safely expect the call to succeed on subsequent attempts (e.g. rate limits).
However, there are some cases where the LLM is likely to make the same mistake over and over again. For example, when using tools or response models, the LLM may return incorrect or missing arguments where it's highly likely the LLM will continuously make the same mistake on subsequent calls. In these cases, it's important that we update subsequent calls based on resulting errors to improve the chance of success on the next call.
To make it easier to make such updates, Mirascope provides a collect_errors
handler that can collect any errors of your choice and insert them into subsequent calls through an errors
keyword argument.
from typing import Annotated
from mirascope.core import openai
from mirascope.retries.tenacity import collect_errors
from pydantic import AfterValidator, ValidationError
from tenacity import retry, stop_after_attempt
def is_upper(v: str) -> str:
assert v.isupper(), "Must be uppercase"
return v
@retry(stop=stop_after_attempt(3), after=collect_errors(ValidationError))
@openai.call(
"gpt-4o-mini",
response_model=Annotated[str, AfterValidator(is_upper)], # pyright: ignore [reportArgumentType, reportCallIssue]
)
def identify_author(book: str, *, errors: list[ValidationError] | None = None) -> str:
previous_errors = None
if errors:
print(previous_errors)
return f"Previous Error: {errors}\n\nWho wrote {book}?"
return f"Who wrote {book}?"
author = identify_author("The Name of the Wind")
print(author)
# Previous Errors: [1 validation error for str
# value
# Assertion failed, Must be uppercase [type=assertion_error, input_value='Patrick Rothfuss', input_type=str]
# For further information visit https://errors.pydantic.dev/2.7/v/assertion_error]
# PATRICK ROTHFUSS
from typing import Annotated
from mirascope.core import anthropic
from mirascope.retries.tenacity import collect_errors
from pydantic import AfterValidator, ValidationError
from tenacity import retry, stop_after_attempt
def is_upper(v: str) -> str:
assert v.isupper(), "Must be uppercase"
return v
@retry(stop=stop_after_attempt(3), after=collect_errors(ValidationError))
@anthropic.call(
"claude-3-5-sonnet-20240620",
response_model=Annotated[str, AfterValidator(is_upper)], # pyright: ignore [reportArgumentType, reportCallIssue]
)
def identify_author(book: str, *, errors: list[ValidationError] | None = None) -> str:
previous_errors = None
if errors:
print(previous_errors)
return f"Previous Error: {errors}\n\nWho wrote {book}?"
return f"Who wrote {book}?"
author = identify_author("The Name of the Wind")
print(author)
# Previous Errors: [1 validation error for str
# value
# Assertion failed, Must be uppercase [type=assertion_error, input_value='Patrick Rothfuss', input_type=str]
# For further information visit https://errors.pydantic.dev/2.7/v/assertion_error]
# PATRICK ROTHFUSS
from typing import Annotated
from mirascope.core import mistral
from mirascope.retries.tenacity import collect_errors
from pydantic import AfterValidator, ValidationError
from tenacity import retry, stop_after_attempt
def is_upper(v: str) -> str:
assert v.isupper(), "Must be uppercase"
return v
@retry(stop=stop_after_attempt(3), after=collect_errors(ValidationError))
@mistral.call(
"mistral-large-latest",
response_model=Annotated[str, AfterValidator(is_upper)], # pyright: ignore [reportArgumentType, reportCallIssue]
)
def identify_author(book: str, *, errors: list[ValidationError] | None = None) -> str:
previous_errors = None
if errors:
print(previous_errors)
return f"Previous Error: {errors}\n\nWho wrote {book}?"
return f"Who wrote {book}?"
author = identify_author("The Name of the Wind")
print(author)
# Previous Errors: [1 validation error for str
# value
# Assertion failed, Must be uppercase [type=assertion_error, input_value='Patrick Rothfuss', input_type=str]
# For further information visit https://errors.pydantic.dev/2.7/v/assertion_error]
# PATRICK ROTHFUSS
from typing import Annotated
from mirascope.core import gemini
from mirascope.retries.tenacity import collect_errors
from pydantic import AfterValidator, ValidationError
from tenacity import retry, stop_after_attempt
def is_upper(v: str) -> str:
assert v.isupper(), "Must be uppercase"
return v
@retry(stop=stop_after_attempt(3), after=collect_errors(ValidationError))
@gemini.call(
"gemini-1.5-flash",
response_model=Annotated[str, AfterValidator(is_upper)], # pyright: ignore [reportArgumentType, reportCallIssue]
)
def identify_author(book: str, *, errors: list[ValidationError] | None = None) -> str:
previous_errors = None
if errors:
print(previous_errors)
return f"Previous Error: {errors}\n\nWho wrote {book}?"
return f"Who wrote {book}?"
author = identify_author("The Name of the Wind")
print(author)
# Previous Errors: [1 validation error for str
# value
# Assertion failed, Must be uppercase [type=assertion_error, input_value='Patrick Rothfuss', input_type=str]
# For further information visit https://errors.pydantic.dev/2.7/v/assertion_error]
# PATRICK ROTHFUSS
from typing import Annotated
from mirascope.core import groq
from mirascope.retries.tenacity import collect_errors
from pydantic import AfterValidator, ValidationError
from tenacity import retry, stop_after_attempt
def is_upper(v: str) -> str:
assert v.isupper(), "Must be uppercase"
return v
@retry(stop=stop_after_attempt(3), after=collect_errors(ValidationError))
@groq.call(
"llama-3.1-70b-versatile",
response_model=Annotated[str, AfterValidator(is_upper)], # pyright: ignore [reportArgumentType, reportCallIssue]
)
def identify_author(book: str, *, errors: list[ValidationError] | None = None) -> str:
previous_errors = None
if errors:
print(previous_errors)
return f"Previous Error: {errors}\n\nWho wrote {book}?"
return f"Who wrote {book}?"
author = identify_author("The Name of the Wind")
print(author)
# Previous Errors: [1 validation error for str
# value
# Assertion failed, Must be uppercase [type=assertion_error, input_value='Patrick Rothfuss', input_type=str]
# For further information visit https://errors.pydantic.dev/2.7/v/assertion_error]
# PATRICK ROTHFUSS
from typing import Annotated
from mirascope.core import cohere
from mirascope.retries.tenacity import collect_errors
from pydantic import AfterValidator, ValidationError
from tenacity import retry, stop_after_attempt
def is_upper(v: str) -> str:
assert v.isupper(), "Must be uppercase"
return v
@retry(stop=stop_after_attempt(3), after=collect_errors(ValidationError))
@cohere.call(
"command-r-plus",
response_model=Annotated[str, AfterValidator(is_upper)], # pyright: ignore [reportArgumentType, reportCallIssue]
)
def identify_author(book: str, *, errors: list[ValidationError] | None = None) -> str:
previous_errors = None
if errors:
print(previous_errors)
return f"Previous Error: {errors}\n\nWho wrote {book}?"
return f"Who wrote {book}?"
author = identify_author("The Name of the Wind")
print(author)
# Previous Errors: [1 validation error for str
# value
# Assertion failed, Must be uppercase [type=assertion_error, input_value='Patrick Rothfuss', input_type=str]
# For further information visit https://errors.pydantic.dev/2.7/v/assertion_error]
# PATRICK ROTHFUSS
from typing import Annotated
from mirascope.core import litellm
from mirascope.retries.tenacity import collect_errors
from pydantic import AfterValidator, ValidationError
from tenacity import retry, stop_after_attempt
def is_upper(v: str) -> str:
assert v.isupper(), "Must be uppercase"
return v
@retry(stop=stop_after_attempt(3), after=collect_errors(ValidationError))
@litellm.call(
"gpt-4o-mini",
response_model=Annotated[str, AfterValidator(is_upper)], # pyright: ignore [reportArgumentType, reportCallIssue]
)
def identify_author(book: str, *, errors: list[ValidationError] | None = None) -> str:
previous_errors = None
if errors:
print(previous_errors)
return f"Previous Error: {errors}\n\nWho wrote {book}?"
return f"Who wrote {book}?"
author = identify_author("The Name of the Wind")
print(author)
# Previous Errors: [1 validation error for str
# value
# Assertion failed, Must be uppercase [type=assertion_error, input_value='Patrick Rothfuss', input_type=str]
# For further information visit https://errors.pydantic.dev/2.7/v/assertion_error]
# PATRICK ROTHFUSS
from typing import Annotated
from mirascope.core import azure
from mirascope.retries.tenacity import collect_errors
from pydantic import AfterValidator, ValidationError
from tenacity import retry, stop_after_attempt
def is_upper(v: str) -> str:
assert v.isupper(), "Must be uppercase"
return v
@retry(stop=stop_after_attempt(3), after=collect_errors(ValidationError))
@azure.call(
"gpt-4o-mini",
response_model=Annotated[str, AfterValidator(is_upper)], # pyright: ignore [reportArgumentType, reportCallIssue]
)
def identify_author(book: str, *, errors: list[ValidationError] | None = None) -> str:
previous_errors = None
if errors:
print(previous_errors)
return f"Previous Error: {errors}\n\nWho wrote {book}?"
return f"Who wrote {book}?"
author = identify_author("The Name of the Wind")
print(author)
# Previous Errors: [1 validation error for str
# value
# Assertion failed, Must be uppercase [type=assertion_error, input_value='Patrick Rothfuss', input_type=str]
# For further information visit https://errors.pydantic.dev/2.7/v/assertion_error]
# PATRICK ROTHFUSS
from typing import Annotated
from mirascope.core import vertex
from mirascope.retries.tenacity import collect_errors
from pydantic import AfterValidator, ValidationError
from tenacity import retry, stop_after_attempt
def is_upper(v: str) -> str:
assert v.isupper(), "Must be uppercase"
return v
@retry(stop=stop_after_attempt(3), after=collect_errors(ValidationError))
@vertex.call(
"gemini-1.5-flash",
response_model=Annotated[str, AfterValidator(is_upper)], # pyright: ignore [reportArgumentType, reportCallIssue]
)
def identify_author(book: str, *, errors: list[ValidationError] | None = None) -> str:
previous_errors = None
if errors:
print(previous_errors)
return f"Previous Error: {errors}\n\nWho wrote {book}?"
return f"Who wrote {book}?"
author = identify_author("The Name of the Wind")
print(author)
# Previous Errors: [1 validation error for str
# value
# Assertion failed, Must be uppercase [type=assertion_error, input_value='Patrick Rothfuss', input_type=str]
# For further information visit https://errors.pydantic.dev/2.7/v/assertion_error]
# PATRICK ROTHFUSS
from typing import Annotated
from mirascope.core import bedrock
from mirascope.retries.tenacity import collect_errors
from pydantic import AfterValidator, ValidationError
from tenacity import retry, stop_after_attempt
def is_upper(v: str) -> str:
assert v.isupper(), "Must be uppercase"
return v
@retry(stop=stop_after_attempt(3), after=collect_errors(ValidationError))
@bedrock.call(
"anthropic.claude-3-haiku-20240307-v1:0",
response_model=Annotated[str, AfterValidator(is_upper)], # pyright: ignore [reportArgumentType, reportCallIssue]
)
def identify_author(book: str, *, errors: list[ValidationError] | None = None) -> str:
previous_errors = None
if errors:
print(previous_errors)
return f"Previous Error: {errors}\n\nWho wrote {book}?"
return f"Who wrote {book}?"
author = identify_author("The Name of the Wind")
print(author)
# Previous Errors: [1 validation error for str
# value
# Assertion failed, Must be uppercase [type=assertion_error, input_value='Patrick Rothfuss', input_type=str]
# For further information visit https://errors.pydantic.dev/2.7/v/assertion_error]
# PATRICK ROTHFUSS
from typing import Annotated
from mirascope.core import Messages, openai
from mirascope.retries.tenacity import collect_errors
from pydantic import AfterValidator, ValidationError
from tenacity import retry, stop_after_attempt
def is_upper(v: str) -> str:
assert v.isupper(), "Must be uppercase"
return v
@retry(stop=stop_after_attempt(3), after=collect_errors(ValidationError))
@openai.call(
"gpt-4o-mini",
response_model=Annotated[str, AfterValidator(is_upper)], # pyright: ignore [reportArgumentType, reportCallIssue]
)
def identify_author(
book: str, *, errors: list[ValidationError] | None = None
) -> Messages.Type:
previous_errors = None
if errors:
print(previous_errors)
content = f"Previous Error: {errors}\n\nWho wrote {book}?"
else:
content = f"Who wrote {book}?"
return Messages.User(content)
author = identify_author("The Name of the Wind")
print(author)
# Previous Errors: [1 validation error for str
# value
# Assertion failed, Must be uppercase [type=assertion_error, input_value='Patrick Rothfuss', input_type=str]
# For further information visit https://errors.pydantic.dev/2.7/v/assertion_error]
# PATRICK ROTHFUSS
from typing import Annotated
from mirascope.core import Messages, anthropic
from mirascope.retries.tenacity import collect_errors
from pydantic import AfterValidator, ValidationError
from tenacity import retry, stop_after_attempt
def is_upper(v: str) -> str:
assert v.isupper(), "Must be uppercase"
return v
@retry(stop=stop_after_attempt(3), after=collect_errors(ValidationError))
@anthropic.call(
"claude-3-5-sonnet-20240620",
response_model=Annotated[str, AfterValidator(is_upper)], # pyright: ignore [reportArgumentType, reportCallIssue]
)
def identify_author(
book: str, *, errors: list[ValidationError] | None = None
) -> Messages.Type:
previous_errors = None
if errors:
print(previous_errors)
content = f"Previous Error: {errors}\n\nWho wrote {book}?"
else:
content = f"Who wrote {book}?"
return Messages.User(content)
author = identify_author("The Name of the Wind")
print(author)
# Previous Errors: [1 validation error for str
# value
# Assertion failed, Must be uppercase [type=assertion_error, input_value='Patrick Rothfuss', input_type=str]
# For further information visit https://errors.pydantic.dev/2.7/v/assertion_error]
# PATRICK ROTHFUSS
from typing import Annotated
from mirascope.core import Messages, mistral
from mirascope.retries.tenacity import collect_errors
from pydantic import AfterValidator, ValidationError
from tenacity import retry, stop_after_attempt
def is_upper(v: str) -> str:
assert v.isupper(), "Must be uppercase"
return v
@retry(stop=stop_after_attempt(3), after=collect_errors(ValidationError))
@mistral.call(
"mistral-large-latest",
response_model=Annotated[str, AfterValidator(is_upper)], # pyright: ignore [reportArgumentType, reportCallIssue]
)
def identify_author(
book: str, *, errors: list[ValidationError] | None = None
) -> Messages.Type:
previous_errors = None
if errors:
print(previous_errors)
content = f"Previous Error: {errors}\n\nWho wrote {book}?"
else:
content = f"Who wrote {book}?"
return Messages.User(content)
author = identify_author("The Name of the Wind")
print(author)
# Previous Errors: [1 validation error for str
# value
# Assertion failed, Must be uppercase [type=assertion_error, input_value='Patrick Rothfuss', input_type=str]
# For further information visit https://errors.pydantic.dev/2.7/v/assertion_error]
# PATRICK ROTHFUSS
from typing import Annotated
from mirascope.core import Messages, gemini
from mirascope.retries.tenacity import collect_errors
from pydantic import AfterValidator, ValidationError
from tenacity import retry, stop_after_attempt
def is_upper(v: str) -> str:
assert v.isupper(), "Must be uppercase"
return v
@retry(stop=stop_after_attempt(3), after=collect_errors(ValidationError))
@gemini.call(
"gemini-1.5-flash",
response_model=Annotated[str, AfterValidator(is_upper)], # pyright: ignore [reportArgumentType, reportCallIssue]
)
def identify_author(
book: str, *, errors: list[ValidationError] | None = None
) -> Messages.Type:
previous_errors = None
if errors:
print(previous_errors)
content = f"Previous Error: {errors}\n\nWho wrote {book}?"
else:
content = f"Who wrote {book}?"
return Messages.User(content)
author = identify_author("The Name of the Wind")
print(author)
# Previous Errors: [1 validation error for str
# value
# Assertion failed, Must be uppercase [type=assertion_error, input_value='Patrick Rothfuss', input_type=str]
# For further information visit https://errors.pydantic.dev/2.7/v/assertion_error]
# PATRICK ROTHFUSS
from typing import Annotated
from mirascope.core import Messages, groq
from mirascope.retries.tenacity import collect_errors
from pydantic import AfterValidator, ValidationError
from tenacity import retry, stop_after_attempt
def is_upper(v: str) -> str:
assert v.isupper(), "Must be uppercase"
return v
@retry(stop=stop_after_attempt(3), after=collect_errors(ValidationError))
@groq.call(
"llama-3.1-70b-versatile",
response_model=Annotated[str, AfterValidator(is_upper)], # pyright: ignore [reportArgumentType, reportCallIssue]
)
def identify_author(
book: str, *, errors: list[ValidationError] | None = None
) -> Messages.Type:
previous_errors = None
if errors:
print(previous_errors)
content = f"Previous Error: {errors}\n\nWho wrote {book}?"
else:
content = f"Who wrote {book}?"
return Messages.User(content)
author = identify_author("The Name of the Wind")
print(author)
# Previous Errors: [1 validation error for str
# value
# Assertion failed, Must be uppercase [type=assertion_error, input_value='Patrick Rothfuss', input_type=str]
# For further information visit https://errors.pydantic.dev/2.7/v/assertion_error]
# PATRICK ROTHFUSS
from typing import Annotated
from mirascope.core import Messages, cohere
from mirascope.retries.tenacity import collect_errors
from pydantic import AfterValidator, ValidationError
from tenacity import retry, stop_after_attempt
def is_upper(v: str) -> str:
assert v.isupper(), "Must be uppercase"
return v
@retry(stop=stop_after_attempt(3), after=collect_errors(ValidationError))
@cohere.call(
"command-r-plus",
response_model=Annotated[str, AfterValidator(is_upper)], # pyright: ignore [reportArgumentType, reportCallIssue]
)
def identify_author(
book: str, *, errors: list[ValidationError] | None = None
) -> Messages.Type:
previous_errors = None
if errors:
print(previous_errors)
content = f"Previous Error: {errors}\n\nWho wrote {book}?"
else:
content = f"Who wrote {book}?"
return Messages.User(content)
author = identify_author("The Name of the Wind")
print(author)
# Previous Errors: [1 validation error for str
# value
# Assertion failed, Must be uppercase [type=assertion_error, input_value='Patrick Rothfuss', input_type=str]
# For further information visit https://errors.pydantic.dev/2.7/v/assertion_error]
# PATRICK ROTHFUSS
from typing import Annotated
from mirascope.core import Messages, litellm
from mirascope.retries.tenacity import collect_errors
from pydantic import AfterValidator, ValidationError
from tenacity import retry, stop_after_attempt
def is_upper(v: str) -> str:
assert v.isupper(), "Must be uppercase"
return v
@retry(stop=stop_after_attempt(3), after=collect_errors(ValidationError))
@litellm.call(
"gpt-4o-mini",
response_model=Annotated[str, AfterValidator(is_upper)], # pyright: ignore [reportArgumentType, reportCallIssue]
)
def identify_author(
book: str, *, errors: list[ValidationError] | None = None
) -> Messages.Type:
previous_errors = None
if errors:
print(previous_errors)
content = f"Previous Error: {errors}\n\nWho wrote {book}?"
else:
content = f"Who wrote {book}?"
return Messages.User(content)
author = identify_author("The Name of the Wind")
print(author)
# Previous Errors: [1 validation error for str
# value
# Assertion failed, Must be uppercase [type=assertion_error, input_value='Patrick Rothfuss', input_type=str]
# For further information visit https://errors.pydantic.dev/2.7/v/assertion_error]
# PATRICK ROTHFUSS
from typing import Annotated
from mirascope.core import Messages, azure
from mirascope.retries.tenacity import collect_errors
from pydantic import AfterValidator, ValidationError
from tenacity import retry, stop_after_attempt
def is_upper(v: str) -> str:
assert v.isupper(), "Must be uppercase"
return v
@retry(stop=stop_after_attempt(3), after=collect_errors(ValidationError))
@azure.call(
"gpt-4o-mini",
response_model=Annotated[str, AfterValidator(is_upper)], # pyright: ignore [reportArgumentType, reportCallIssue]
)
def identify_author(
book: str, *, errors: list[ValidationError] | None = None
) -> Messages.Type:
previous_errors = None
if errors:
print(previous_errors)
content = f"Previous Error: {errors}\n\nWho wrote {book}?"
else:
content = f"Who wrote {book}?"
return Messages.User(content)
author = identify_author("The Name of the Wind")
print(author)
# Previous Errors: [1 validation error for str
# value
# Assertion failed, Must be uppercase [type=assertion_error, input_value='Patrick Rothfuss', input_type=str]
# For further information visit https://errors.pydantic.dev/2.7/v/assertion_error]
# PATRICK ROTHFUSS
from typing import Annotated
from mirascope.core import Messages, vertex
from mirascope.retries.tenacity import collect_errors
from pydantic import AfterValidator, ValidationError
from tenacity import retry, stop_after_attempt
def is_upper(v: str) -> str:
assert v.isupper(), "Must be uppercase"
return v
@retry(stop=stop_after_attempt(3), after=collect_errors(ValidationError))
@vertex.call(
"gemini-1.5-flash",
response_model=Annotated[str, AfterValidator(is_upper)], # pyright: ignore [reportArgumentType, reportCallIssue]
)
def identify_author(
book: str, *, errors: list[ValidationError] | None = None
) -> Messages.Type:
previous_errors = None
if errors:
print(previous_errors)
content = f"Previous Error: {errors}\n\nWho wrote {book}?"
else:
content = f"Who wrote {book}?"
return Messages.User(content)
author = identify_author("The Name of the Wind")
print(author)
# Previous Errors: [1 validation error for str
# value
# Assertion failed, Must be uppercase [type=assertion_error, input_value='Patrick Rothfuss', input_type=str]
# For further information visit https://errors.pydantic.dev/2.7/v/assertion_error]
# PATRICK ROTHFUSS
from typing import Annotated
from mirascope.core import Messages, bedrock
from mirascope.retries.tenacity import collect_errors
from pydantic import AfterValidator, ValidationError
from tenacity import retry, stop_after_attempt
def is_upper(v: str) -> str:
assert v.isupper(), "Must be uppercase"
return v
@retry(stop=stop_after_attempt(3), after=collect_errors(ValidationError))
@bedrock.call(
"anthropic.claude-3-haiku-20240307-v1:0",
response_model=Annotated[str, AfterValidator(is_upper)], # pyright: ignore [reportArgumentType, reportCallIssue]
)
def identify_author(
book: str, *, errors: list[ValidationError] | None = None
) -> Messages.Type:
previous_errors = None
if errors:
print(previous_errors)
content = f"Previous Error: {errors}\n\nWho wrote {book}?"
else:
content = f"Who wrote {book}?"
return Messages.User(content)
author = identify_author("The Name of the Wind")
print(author)
# Previous Errors: [1 validation error for str
# value
# Assertion failed, Must be uppercase [type=assertion_error, input_value='Patrick Rothfuss', input_type=str]
# For further information visit https://errors.pydantic.dev/2.7/v/assertion_error]
# PATRICK ROTHFUSS
from typing import Annotated
from mirascope.core import BaseDynamicConfig, openai, prompt_template
from mirascope.retries.tenacity import collect_errors
from pydantic import AfterValidator, ValidationError
from tenacity import retry, stop_after_attempt
def is_upper(v: str) -> str:
assert v.isupper(), "Must be uppercase"
return v
@retry(stop=stop_after_attempt(3), after=collect_errors(ValidationError))
@openai.call(
"gpt-4o-mini",
response_model=Annotated[str, AfterValidator(is_upper)], # pyright: ignore [reportArgumentType, reportCallIssue]
)
@prompt_template(
"""
{previous_errors}
Who wrote {book}?
"""
)
def identify_author(
book: str, *, errors: list[ValidationError] | None = None
) -> BaseDynamicConfig:
previous_errors = None
if errors:
previous_errors = f"Previous Errors: {errors}"
print(previous_errors)
return {"computed_fields": {"previous_errors": previous_errors}}
author = identify_author("The Name of the Wind")
print(author)
# Previous Errors: [1 validation error for str
# value
# Assertion failed, Must be uppercase [type=assertion_error, input_value='Patrick Rothfuss', input_type=str]
# For further information visit https://errors.pydantic.dev/2.7/v/assertion_error]
# PATRICK ROTHFUSS
from typing import Annotated
from mirascope.core import BaseDynamicConfig, anthropic, prompt_template
from mirascope.retries.tenacity import collect_errors
from pydantic import AfterValidator, ValidationError
from tenacity import retry, stop_after_attempt
def is_upper(v: str) -> str:
assert v.isupper(), "Must be uppercase"
return v
@retry(stop=stop_after_attempt(3), after=collect_errors(ValidationError))
@anthropic.call(
"claude-3-5-sonnet-20240620",
response_model=Annotated[str, AfterValidator(is_upper)], # pyright: ignore [reportArgumentType, reportCallIssue]
)
@prompt_template(
"""
{previous_errors}
Who wrote {book}?
"""
)
def identify_author(
book: str, *, errors: list[ValidationError] | None = None
) -> BaseDynamicConfig:
previous_errors = None
if errors:
previous_errors = f"Previous Errors: {errors}"
print(previous_errors)
return {"computed_fields": {"previous_errors": previous_errors}}
author = identify_author("The Name of the Wind")
print(author)
# Previous Errors: [1 validation error for str
# value
# Assertion failed, Must be uppercase [type=assertion_error, input_value='Patrick Rothfuss', input_type=str]
# For further information visit https://errors.pydantic.dev/2.7/v/assertion_error]
# PATRICK ROTHFUSS
from typing import Annotated
from mirascope.core import BaseDynamicConfig, mistral, prompt_template
from mirascope.retries.tenacity import collect_errors
from pydantic import AfterValidator, ValidationError
from tenacity import retry, stop_after_attempt
def is_upper(v: str) -> str:
assert v.isupper(), "Must be uppercase"
return v
@retry(stop=stop_after_attempt(3), after=collect_errors(ValidationError))
@mistral.call(
"mistral-large-latest",
response_model=Annotated[str, AfterValidator(is_upper)], # pyright: ignore [reportArgumentType, reportCallIssue]
)
@prompt_template(
"""
{previous_errors}
Who wrote {book}?
"""
)
def identify_author(
book: str, *, errors: list[ValidationError] | None = None
) -> BaseDynamicConfig:
previous_errors = None
if errors:
previous_errors = f"Previous Errors: {errors}"
print(previous_errors)
return {"computed_fields": {"previous_errors": previous_errors}}
author = identify_author("The Name of the Wind")
print(author)
# Previous Errors: [1 validation error for str
# value
# Assertion failed, Must be uppercase [type=assertion_error, input_value='Patrick Rothfuss', input_type=str]
# For further information visit https://errors.pydantic.dev/2.7/v/assertion_error]
# PATRICK ROTHFUSS
from typing import Annotated
from mirascope.core import BaseDynamicConfig, gemini, prompt_template
from mirascope.retries.tenacity import collect_errors
from pydantic import AfterValidator, ValidationError
from tenacity import retry, stop_after_attempt
def is_upper(v: str) -> str:
assert v.isupper(), "Must be uppercase"
return v
@retry(stop=stop_after_attempt(3), after=collect_errors(ValidationError))
@gemini.call(
"gemini-1.5-flash",
response_model=Annotated[str, AfterValidator(is_upper)], # pyright: ignore [reportArgumentType, reportCallIssue]
)
@prompt_template(
"""
{previous_errors}
Who wrote {book}?
"""
)
def identify_author(
book: str, *, errors: list[ValidationError] | None = None
) -> BaseDynamicConfig:
previous_errors = None
if errors:
previous_errors = f"Previous Errors: {errors}"
print(previous_errors)
return {"computed_fields": {"previous_errors": previous_errors}}
author = identify_author("The Name of the Wind")
print(author)
# Previous Errors: [1 validation error for str
# value
# Assertion failed, Must be uppercase [type=assertion_error, input_value='Patrick Rothfuss', input_type=str]
# For further information visit https://errors.pydantic.dev/2.7/v/assertion_error]
# PATRICK ROTHFUSS
from typing import Annotated
from mirascope.core import BaseDynamicConfig, groq, prompt_template
from mirascope.retries.tenacity import collect_errors
from pydantic import AfterValidator, ValidationError
from tenacity import retry, stop_after_attempt
def is_upper(v: str) -> str:
assert v.isupper(), "Must be uppercase"
return v
@retry(stop=stop_after_attempt(3), after=collect_errors(ValidationError))
@groq.call(
"llama-3.1-70b-versatile",
response_model=Annotated[str, AfterValidator(is_upper)], # pyright: ignore [reportArgumentType, reportCallIssue]
)
@prompt_template(
"""
{previous_errors}
Who wrote {book}?
"""
)
def identify_author(
book: str, *, errors: list[ValidationError] | None = None
) -> BaseDynamicConfig:
previous_errors = None
if errors:
previous_errors = f"Previous Errors: {errors}"
print(previous_errors)
return {"computed_fields": {"previous_errors": previous_errors}}
author = identify_author("The Name of the Wind")
print(author)
# Previous Errors: [1 validation error for str
# value
# Assertion failed, Must be uppercase [type=assertion_error, input_value='Patrick Rothfuss', input_type=str]
# For further information visit https://errors.pydantic.dev/2.7/v/assertion_error]
# PATRICK ROTHFUSS
from typing import Annotated
from mirascope.core import BaseDynamicConfig, cohere, prompt_template
from mirascope.retries.tenacity import collect_errors
from pydantic import AfterValidator, ValidationError
from tenacity import retry, stop_after_attempt
def is_upper(v: str) -> str:
assert v.isupper(), "Must be uppercase"
return v
@retry(stop=stop_after_attempt(3), after=collect_errors(ValidationError))
@cohere.call(
"command-r-plus",
response_model=Annotated[str, AfterValidator(is_upper)], # pyright: ignore [reportArgumentType, reportCallIssue]
)
@prompt_template(
"""
{previous_errors}
Who wrote {book}?
"""
)
def identify_author(
book: str, *, errors: list[ValidationError] | None = None
) -> BaseDynamicConfig:
previous_errors = None
if errors:
previous_errors = f"Previous Errors: {errors}"
print(previous_errors)
return {"computed_fields": {"previous_errors": previous_errors}}
author = identify_author("The Name of the Wind")
print(author)
# Previous Errors: [1 validation error for str
# value
# Assertion failed, Must be uppercase [type=assertion_error, input_value='Patrick Rothfuss', input_type=str]
# For further information visit https://errors.pydantic.dev/2.7/v/assertion_error]
# PATRICK ROTHFUSS
from typing import Annotated
from mirascope.core import BaseDynamicConfig, litellm, prompt_template
from mirascope.retries.tenacity import collect_errors
from pydantic import AfterValidator, ValidationError
from tenacity import retry, stop_after_attempt
def is_upper(v: str) -> str:
assert v.isupper(), "Must be uppercase"
return v
@retry(stop=stop_after_attempt(3), after=collect_errors(ValidationError))
@litellm.call(
"gpt-4o-mini",
response_model=Annotated[str, AfterValidator(is_upper)], # pyright: ignore [reportArgumentType, reportCallIssue]
)
@prompt_template(
"""
{previous_errors}
Who wrote {book}?
"""
)
def identify_author(
book: str, *, errors: list[ValidationError] | None = None
) -> BaseDynamicConfig:
previous_errors = None
if errors:
previous_errors = f"Previous Errors: {errors}"
print(previous_errors)
return {"computed_fields": {"previous_errors": previous_errors}}
author = identify_author("The Name of the Wind")
print(author)
# Previous Errors: [1 validation error for str
# value
# Assertion failed, Must be uppercase [type=assertion_error, input_value='Patrick Rothfuss', input_type=str]
# For further information visit https://errors.pydantic.dev/2.7/v/assertion_error]
# PATRICK ROTHFUSS
from typing import Annotated
from mirascope.core import BaseDynamicConfig, azure, prompt_template
from mirascope.retries.tenacity import collect_errors
from pydantic import AfterValidator, ValidationError
from tenacity import retry, stop_after_attempt
def is_upper(v: str) -> str:
assert v.isupper(), "Must be uppercase"
return v
@retry(stop=stop_after_attempt(3), after=collect_errors(ValidationError))
@azure.call(
"gpt-4o-mini",
response_model=Annotated[str, AfterValidator(is_upper)], # pyright: ignore [reportArgumentType, reportCallIssue]
)
@prompt_template(
"""
{previous_errors}
Who wrote {book}?
"""
)
def identify_author(
book: str, *, errors: list[ValidationError] | None = None
) -> BaseDynamicConfig:
previous_errors = None
if errors:
previous_errors = f"Previous Errors: {errors}"
print(previous_errors)
return {"computed_fields": {"previous_errors": previous_errors}}
author = identify_author("The Name of the Wind")
print(author)
# Previous Errors: [1 validation error for str
# value
# Assertion failed, Must be uppercase [type=assertion_error, input_value='Patrick Rothfuss', input_type=str]
# For further information visit https://errors.pydantic.dev/2.7/v/assertion_error]
# PATRICK ROTHFUSS
from typing import Annotated
from mirascope.core import BaseDynamicConfig, prompt_template, vertex
from mirascope.retries.tenacity import collect_errors
from pydantic import AfterValidator, ValidationError
from tenacity import retry, stop_after_attempt
def is_upper(v: str) -> str:
assert v.isupper(), "Must be uppercase"
return v
@retry(stop=stop_after_attempt(3), after=collect_errors(ValidationError))
@vertex.call(
"gemini-1.5-flash",
response_model=Annotated[str, AfterValidator(is_upper)], # pyright: ignore [reportArgumentType, reportCallIssue]
)
@prompt_template(
"""
{previous_errors}
Who wrote {book}?
"""
)
def identify_author(
book: str, *, errors: list[ValidationError] | None = None
) -> BaseDynamicConfig:
previous_errors = None
if errors:
previous_errors = f"Previous Errors: {errors}"
print(previous_errors)
return {"computed_fields": {"previous_errors": previous_errors}}
author = identify_author("The Name of the Wind")
print(author)
# Previous Errors: [1 validation error for str
# value
# Assertion failed, Must be uppercase [type=assertion_error, input_value='Patrick Rothfuss', input_type=str]
# For further information visit https://errors.pydantic.dev/2.7/v/assertion_error]
# PATRICK ROTHFUSS
from typing import Annotated
from mirascope.core import BaseDynamicConfig, bedrock, prompt_template
from mirascope.retries.tenacity import collect_errors
from pydantic import AfterValidator, ValidationError
from tenacity import retry, stop_after_attempt
def is_upper(v: str) -> str:
assert v.isupper(), "Must be uppercase"
return v
@retry(stop=stop_after_attempt(3), after=collect_errors(ValidationError))
@bedrock.call(
"anthropic.claude-3-haiku-20240307-v1:0",
response_model=Annotated[str, AfterValidator(is_upper)], # pyright: ignore [reportArgumentType, reportCallIssue]
)
@prompt_template(
"""
{previous_errors}
Who wrote {book}?
"""
)
def identify_author(
book: str, *, errors: list[ValidationError] | None = None
) -> BaseDynamicConfig:
previous_errors = None
if errors:
previous_errors = f"Previous Errors: {errors}"
print(previous_errors)
return {"computed_fields": {"previous_errors": previous_errors}}
author = identify_author("The Name of the Wind")
print(author)
# Previous Errors: [1 validation error for str
# value
# Assertion failed, Must be uppercase [type=assertion_error, input_value='Patrick Rothfuss', input_type=str]
# For further information visit https://errors.pydantic.dev/2.7/v/assertion_error]
# PATRICK ROTHFUSS
from typing import Annotated
from mirascope.core import BaseMessageParam, openai
from mirascope.retries.tenacity import collect_errors
from pydantic import AfterValidator, ValidationError
from tenacity import retry, stop_after_attempt
def is_upper(v: str) -> str:
assert v.isupper(), "Must be uppercase"
return v
@retry(stop=stop_after_attempt(3), after=collect_errors(ValidationError))
@openai.call(
"gpt-4o-mini",
response_model=Annotated[str, AfterValidator(is_upper)], # pyright: ignore [reportArgumentType, reportCallIssue]
)
def identify_author(
book: str, *, errors: list[ValidationError] | None = None
) -> list[BaseMessageParam]:
previous_errors = None
if errors:
print(previous_errors)
content = f"Previous Error: {errors}\n\nWho wrote {book}?"
else:
content = f"Who wrote {book}?"
return [BaseMessageParam(role="user", content=content)]
author = identify_author("The Name of the Wind")
print(author)
# Previous Errors: [1 validation error for str
# value
# Assertion failed, Must be uppercase [type=assertion_error, input_value='Patrick Rothfuss', input_type=str]
# For further information visit https://errors.pydantic.dev/2.7/v/assertion_error]
# PATRICK ROTHFUSS
from typing import Annotated
from mirascope.core import BaseMessageParam, anthropic
from mirascope.retries.tenacity import collect_errors
from pydantic import AfterValidator, ValidationError
from tenacity import retry, stop_after_attempt
def is_upper(v: str) -> str:
assert v.isupper(), "Must be uppercase"
return v
@retry(stop=stop_after_attempt(3), after=collect_errors(ValidationError))
@anthropic.call(
"claude-3-5-sonnet-20240620",
response_model=Annotated[str, AfterValidator(is_upper)], # pyright: ignore [reportArgumentType, reportCallIssue]
)
def identify_author(
book: str, *, errors: list[ValidationError] | None = None
) -> list[BaseMessageParam]:
previous_errors = None
if errors:
print(previous_errors)
content = f"Previous Error: {errors}\n\nWho wrote {book}?"
else:
content = f"Who wrote {book}?"
return [BaseMessageParam(role="user", content=content)]
author = identify_author("The Name of the Wind")
print(author)
# Previous Errors: [1 validation error for str
# value
# Assertion failed, Must be uppercase [type=assertion_error, input_value='Patrick Rothfuss', input_type=str]
# For further information visit https://errors.pydantic.dev/2.7/v/assertion_error]
# PATRICK ROTHFUSS
from typing import Annotated
from mirascope.core import BaseMessageParam, mistral
from mirascope.retries.tenacity import collect_errors
from pydantic import AfterValidator, ValidationError
from tenacity import retry, stop_after_attempt
def is_upper(v: str) -> str:
assert v.isupper(), "Must be uppercase"
return v
@retry(stop=stop_after_attempt(3), after=collect_errors(ValidationError))
@mistral.call(
"mistral-large-latest",
response_model=Annotated[str, AfterValidator(is_upper)], # pyright: ignore [reportArgumentType, reportCallIssue]
)
def identify_author(
book: str, *, errors: list[ValidationError] | None = None
) -> list[BaseMessageParam]:
previous_errors = None
if errors:
print(previous_errors)
content = f"Previous Error: {errors}\n\nWho wrote {book}?"
else:
content = f"Who wrote {book}?"
return [BaseMessageParam(role="user", content=content)]
author = identify_author("The Name of the Wind")
print(author)
# Previous Errors: [1 validation error for str
# value
# Assertion failed, Must be uppercase [type=assertion_error, input_value='Patrick Rothfuss', input_type=str]
# For further information visit https://errors.pydantic.dev/2.7/v/assertion_error]
# PATRICK ROTHFUSS
from typing import Annotated
from mirascope.core import BaseMessageParam, gemini
from mirascope.retries.tenacity import collect_errors
from pydantic import AfterValidator, ValidationError
from tenacity import retry, stop_after_attempt
def is_upper(v: str) -> str:
assert v.isupper(), "Must be uppercase"
return v
@retry(stop=stop_after_attempt(3), after=collect_errors(ValidationError))
@gemini.call(
"gemini-1.5-flash",
response_model=Annotated[str, AfterValidator(is_upper)], # pyright: ignore [reportArgumentType, reportCallIssue]
)
def identify_author(
book: str, *, errors: list[ValidationError] | None = None
) -> list[BaseMessageParam]:
previous_errors = None
if errors:
print(previous_errors)
content = f"Previous Error: {errors}\n\nWho wrote {book}?"
else:
content = f"Who wrote {book}?"
return [BaseMessageParam(role="user", content=content)]
author = identify_author("The Name of the Wind")
print(author)
# Previous Errors: [1 validation error for str
# value
# Assertion failed, Must be uppercase [type=assertion_error, input_value='Patrick Rothfuss', input_type=str]
# For further information visit https://errors.pydantic.dev/2.7/v/assertion_error]
# PATRICK ROTHFUSS
from typing import Annotated
from mirascope.core import BaseMessageParam, groq
from mirascope.retries.tenacity import collect_errors
from pydantic import AfterValidator, ValidationError
from tenacity import retry, stop_after_attempt
def is_upper(v: str) -> str:
assert v.isupper(), "Must be uppercase"
return v
@retry(stop=stop_after_attempt(3), after=collect_errors(ValidationError))
@groq.call(
"llama-3.1-70b-versatile",
response_model=Annotated[str, AfterValidator(is_upper)], # pyright: ignore [reportArgumentType, reportCallIssue]
)
def identify_author(
book: str, *, errors: list[ValidationError] | None = None
) -> list[BaseMessageParam]:
previous_errors = None
if errors:
print(previous_errors)
content = f"Previous Error: {errors}\n\nWho wrote {book}?"
else:
content = f"Who wrote {book}?"
return [BaseMessageParam(role="user", content=content)]
author = identify_author("The Name of the Wind")
print(author)
# Previous Errors: [1 validation error for str
# value
# Assertion failed, Must be uppercase [type=assertion_error, input_value='Patrick Rothfuss', input_type=str]
# For further information visit https://errors.pydantic.dev/2.7/v/assertion_error]
# PATRICK ROTHFUSS
from typing import Annotated
from mirascope.core import BaseMessageParam, cohere
from mirascope.retries.tenacity import collect_errors
from pydantic import AfterValidator, ValidationError
from tenacity import retry, stop_after_attempt
def is_upper(v: str) -> str:
assert v.isupper(), "Must be uppercase"
return v
@retry(stop=stop_after_attempt(3), after=collect_errors(ValidationError))
@cohere.call(
"command-r-plus",
response_model=Annotated[str, AfterValidator(is_upper)], # pyright: ignore [reportArgumentType, reportCallIssue]
)
def identify_author(
book: str, *, errors: list[ValidationError] | None = None
) -> list[BaseMessageParam]:
previous_errors = None
if errors:
print(previous_errors)
content = f"Previous Error: {errors}\n\nWho wrote {book}?"
else:
content = f"Who wrote {book}?"
return [BaseMessageParam(role="user", content=content)]
author = identify_author("The Name of the Wind")
print(author)
# Previous Errors: [1 validation error for str
# value
# Assertion failed, Must be uppercase [type=assertion_error, input_value='Patrick Rothfuss', input_type=str]
# For further information visit https://errors.pydantic.dev/2.7/v/assertion_error]
# PATRICK ROTHFUSS
from typing import Annotated
from mirascope.core import BaseMessageParam, litellm
from mirascope.retries.tenacity import collect_errors
from pydantic import AfterValidator, ValidationError
from tenacity import retry, stop_after_attempt
def is_upper(v: str) -> str:
assert v.isupper(), "Must be uppercase"
return v
@retry(stop=stop_after_attempt(3), after=collect_errors(ValidationError))
@litellm.call(
"gpt-4o-mini",
response_model=Annotated[str, AfterValidator(is_upper)], # pyright: ignore [reportArgumentType, reportCallIssue]
)
def identify_author(
book: str, *, errors: list[ValidationError] | None = None
) -> list[BaseMessageParam]:
previous_errors = None
if errors:
print(previous_errors)
content = f"Previous Error: {errors}\n\nWho wrote {book}?"
else:
content = f"Who wrote {book}?"
return [BaseMessageParam(role="user", content=content)]
author = identify_author("The Name of the Wind")
print(author)
# Previous Errors: [1 validation error for str
# value
# Assertion failed, Must be uppercase [type=assertion_error, input_value='Patrick Rothfuss', input_type=str]
# For further information visit https://errors.pydantic.dev/2.7/v/assertion_error]
# PATRICK ROTHFUSS
from typing import Annotated
from mirascope.core import BaseMessageParam, azure
from mirascope.retries.tenacity import collect_errors
from pydantic import AfterValidator, ValidationError
from tenacity import retry, stop_after_attempt
def is_upper(v: str) -> str:
assert v.isupper(), "Must be uppercase"
return v
@retry(stop=stop_after_attempt(3), after=collect_errors(ValidationError))
@azure.call(
"gpt-4o-mini",
response_model=Annotated[str, AfterValidator(is_upper)], # pyright: ignore [reportArgumentType, reportCallIssue]
)
def identify_author(
book: str, *, errors: list[ValidationError] | None = None
) -> list[BaseMessageParam]:
previous_errors = None
if errors:
print(previous_errors)
content = f"Previous Error: {errors}\n\nWho wrote {book}?"
else:
content = f"Who wrote {book}?"
return [BaseMessageParam(role="user", content=content)]
author = identify_author("The Name of the Wind")
print(author)
# Previous Errors: [1 validation error for str
# value
# Assertion failed, Must be uppercase [type=as