567-labs--instructor
97e91a83f3
Ruff / Ruff (push) Has been cancelled
Test / Core Tests (push) Has been cancelled
Test / Offline Coverage Tests (Python 3.10) (push) Has been cancelled
Test / Offline Coverage Tests (Python 3.11) (push) Has been cancelled
Test / Offline Coverage Tests (Python 3.12) (push) Has been cancelled
Test / Offline Coverage Tests (Python 3.13) (push) Has been cancelled
Test / Offline Coverage Tests (Python 3.9) (push) Has been cancelled
Test / Full Coverage (Python 3.11) (push) Has been cancelled
Test / Core Provider Tests (OpenAI) (push) Has been cancelled
Test / Core Provider Tests (Anthropic) (push) Has been cancelled
Test / Core Provider Tests (Google) (push) Has been cancelled
Test / Core Provider Tests (Other) (push) Has been cancelled
Test / Anthropic Tests (push) Has been cancelled
Test / Gemini Tests (push) Has been cancelled
Test / Google GenAI Tests (push) Has been cancelled
Test / Vertex AI Tests (push) Has been cancelled
Test / OpenAI Tests (push) Has been cancelled
Test / Writer Tests (push) Has been cancelled
Test / Auto Client Tests (push) Has been cancelled
ty / type-check (push) Has been cancelled
139 行
3.8 KiB
Python
139 行
3.8 KiB
Python
"""v2 Bedrock client factory."""
|
|
|
|
from __future__ import annotations
|
|
|
|
from typing import TYPE_CHECKING, Any, Literal, overload
|
|
|
|
from instructor.v2.core.client import AsyncInstructor, Instructor
|
|
from instructor.v2.core.mode import Mode
|
|
from instructor.v2.core.providers import Provider
|
|
from instructor.v2.core.patch import patch_v2
|
|
|
|
# Ensure handlers are registered (decorators auto-register on import)
|
|
from instructor.v2.providers.bedrock import handlers # noqa: F401
|
|
|
|
if TYPE_CHECKING:
|
|
from botocore.client import BaseClient
|
|
else:
|
|
try:
|
|
from botocore.client import BaseClient
|
|
except ImportError:
|
|
BaseClient = None
|
|
|
|
|
|
@overload
|
|
def from_bedrock(
|
|
client: BaseClient,
|
|
mode: Mode = Mode.TOOLS,
|
|
async_client: Literal[False] = False,
|
|
model: str | None = None,
|
|
**kwargs: Any,
|
|
) -> Instructor: ...
|
|
|
|
|
|
@overload
|
|
def from_bedrock(
|
|
client: BaseClient,
|
|
mode: Mode = Mode.TOOLS,
|
|
async_client: Literal[True] = True,
|
|
model: str | None = None,
|
|
**kwargs: Any,
|
|
) -> AsyncInstructor: ...
|
|
|
|
|
|
def from_bedrock(
|
|
client: BaseClient,
|
|
mode: Mode = Mode.TOOLS,
|
|
async_client: bool = False,
|
|
model: str | None = None,
|
|
**kwargs: Any,
|
|
) -> Instructor | AsyncInstructor:
|
|
"""Create an Instructor instance from a Bedrock client using v2 registry.
|
|
|
|
Bedrock uses the Converse API through a boto3 BaseClient. This factory supports
|
|
TOOLS and MD_JSON modes, and can wrap calls in an async interface if needed.
|
|
|
|
Args:
|
|
client: boto3 Bedrock Runtime client
|
|
mode: The mode to use (defaults to Mode.TOOLS)
|
|
async_client: Whether to return an async Instructor wrapper
|
|
model: Optional model to inject if not provided in requests
|
|
**kwargs: Additional keyword arguments to pass to the Instructor constructor
|
|
|
|
Returns:
|
|
An Instructor instance (sync or async depending on async_client)
|
|
|
|
Raises:
|
|
ModeError: If mode is not registered for Bedrock
|
|
ClientError: If client is not a valid BaseClient or botocore not installed
|
|
"""
|
|
from instructor.v2.core.registry import mode_registry, normalize_mode
|
|
|
|
if BaseClient is None:
|
|
from instructor.v2.core.errors import ClientError
|
|
|
|
raise ClientError(
|
|
"botocore is not installed. Install it with: pip install boto3"
|
|
)
|
|
|
|
normalized_mode = normalize_mode(Provider.BEDROCK, mode)
|
|
|
|
if not mode_registry.is_registered(Provider.BEDROCK, normalized_mode):
|
|
from instructor.v2.core.errors import ModeError
|
|
|
|
available_modes = mode_registry.get_modes_for_provider(Provider.BEDROCK)
|
|
raise ModeError(
|
|
mode=str(mode.value),
|
|
provider=Provider.BEDROCK.value,
|
|
valid_modes=[str(m.value) for m in available_modes],
|
|
)
|
|
|
|
mode = normalized_mode
|
|
|
|
if not isinstance(client, BaseClient):
|
|
from instructor.v2.core.errors import ClientError
|
|
|
|
raise ClientError(
|
|
f"Client must be an instance of botocore.client.BaseClient. "
|
|
f"Got: {type(client).__name__}"
|
|
)
|
|
|
|
create = client.converse
|
|
|
|
if async_client:
|
|
|
|
async def async_wrapper(**async_kwargs: Any):
|
|
return create(**async_kwargs)
|
|
|
|
patched_create = patch_v2(
|
|
func=async_wrapper,
|
|
provider=Provider.BEDROCK,
|
|
mode=mode,
|
|
default_model=model,
|
|
)
|
|
return AsyncInstructor(
|
|
client=client,
|
|
create=patched_create,
|
|
provider=Provider.BEDROCK,
|
|
mode=mode,
|
|
**kwargs,
|
|
)
|
|
|
|
patched_create = patch_v2(
|
|
func=create,
|
|
provider=Provider.BEDROCK,
|
|
mode=mode,
|
|
default_model=model,
|
|
)
|
|
|
|
return Instructor(
|
|
client=client,
|
|
create=patched_create,
|
|
provider=Provider.BEDROCK,
|
|
mode=mode,
|
|
**kwargs,
|
|
)
|
|
|
|
|
|
__all__ = ["from_bedrock"]
|