Package dev.langchain4j.model.bedrock.internal

Class AbstractSharedBedrockChatModel

java.lang.Object

dev.langchain4j.model.bedrock.internal.AbstractSharedBedrockChatModel

Direct Known Subclasses:

AbstractBedrockChatModel, AbstractBedrockStreamingChatModel

public abstract class AbstractSharedBedrockChatModel
extends Object

Field Summary

Fields

Modifier and Type	Field	Description
protected final String	anthropicVersion
protected static final String	ASSISTANT_PROMPT
protected final String	assistantPrompt
protected final software.amazon.awssdk.auth.credentials.AwsCredentialsProvider	credentialsProvider
protected static final String	DEFAULT_ANTHROPIC_VERSION
protected static final String	HUMAN_PROMPT
protected final String	humanPrompt
protected final List<dev.langchain4j.model.chat.listener.ChatModelListener>	listeners
protected final Integer	maxRetries
protected final int	maxTokens
protected final software.amazon.awssdk.regions.Region	region
protected final String[]	stopSequences
protected final double	temperature
protected final Duration	timeout
protected final int	topK
protected final float	topP

Constructor Summary

Constructors

Constructor	Description
AbstractSharedBedrockChatModel()

Method Summary

Modifier and Type	Method	Description
protected String	chatMessageToString(dev.langchain4j.data.message.ChatMessage message)	Convert chat message to string
protected String	convertMessagesToAwsBody(List<dev.langchain4j.data.message.ChatMessage> messages)
protected dev.langchain4j.model.chat.listener.ChatModelRequest	createModelListenerRequest(software.amazon.awssdk.services.bedrockruntime.model.InvokeModelRequest invokeModelRequest, List<dev.langchain4j.data.message.ChatMessage> messages, List<dev.langchain4j.agent.tool.ToolSpecification> toolSpecifications)
protected dev.langchain4j.model.chat.listener.ChatModelRequest	createModelListenerRequest(software.amazon.awssdk.services.bedrockruntime.model.InvokeModelWithResponseStreamRequest invokeModelRequest, List<dev.langchain4j.data.message.ChatMessage> messages, List<dev.langchain4j.agent.tool.ToolSpecification> toolSpecifications)
protected dev.langchain4j.model.chat.listener.ChatModelResponse	createModelListenerResponse(String responseId, String responseModel, dev.langchain4j.model.output.Response<dev.langchain4j.data.message.AiMessage> response)
protected abstract String	getModelId()	Get model id
protected Map<String,Object>	getRequestParameters(String prompt)
protected void	listenerErrorResponse(Throwable e, dev.langchain4j.model.chat.listener.ChatModelRequest modelListenerRequest, Map<Object,Object> attributes)

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Field Details

HUMAN_PROMPT

protected static final String HUMAN_PROMPT

See Also:

• Constant Field Values

ASSISTANT_PROMPT

protected static final String ASSISTANT_PROMPT

See Also:

• Constant Field Values

DEFAULT_ANTHROPIC_VERSION

protected static final String DEFAULT_ANTHROPIC_VERSION

See Also:

• Constant Field Values

humanPrompt

protected final String humanPrompt

See Also:

• Constant Field Values

assistantPrompt

protected final String assistantPrompt

See Also:

• Constant Field Values

maxRetries

protected final Integer maxRetries

region

protected final software.amazon.awssdk.regions.Region region

credentialsProvider

protected final software.amazon.awssdk.auth.credentials.AwsCredentialsProvider credentialsProvider

maxTokens

protected final int maxTokens

See Also:

• Constant Field Values

temperature

protected final double temperature

See Also:

• Constant Field Values

topP

protected final float topP

See Also:

• Constant Field Values

stopSequences

protected final String[] stopSequences

topK

protected final int topK

See Also:

• Constant Field Values

timeout

protected final Duration timeout

anthropicVersion

protected final String anthropicVersion

See Also:

• Constant Field Values

listeners

protected final List<dev.langchain4j.model.chat.listener.ChatModelListener> listeners

Constructor Details

AbstractSharedBedrockChatModel

public AbstractSharedBedrockChatModel()

Method Details

chatMessageToString

protected String chatMessageToString(dev.langchain4j.data.message.ChatMessage message)

Convert chat message to string

Parameters:

message - chat message

Returns:

string

convertMessagesToAwsBody

protected String convertMessagesToAwsBody(List<dev.langchain4j.data.message.ChatMessage> messages)

getRequestParameters

protected Map<String,Object> getRequestParameters(String prompt)

listenerErrorResponse

protected void listenerErrorResponse(Throwable e,
 dev.langchain4j.model.chat.listener.ChatModelRequest modelListenerRequest,
 Map<Object,Object> attributes)

createModelListenerRequest

protected dev.langchain4j.model.chat.listener.ChatModelRequest createModelListenerRequest(software.amazon.awssdk.services.bedrockruntime.model.InvokeModelRequest invokeModelRequest,
 List<dev.langchain4j.data.message.ChatMessage> messages,
 List<dev.langchain4j.agent.tool.ToolSpecification> toolSpecifications)

createModelListenerRequest

protected dev.langchain4j.model.chat.listener.ChatModelRequest createModelListenerRequest(software.amazon.awssdk.services.bedrockruntime.model.InvokeModelWithResponseStreamRequest invokeModelRequest,
 List<dev.langchain4j.data.message.ChatMessage> messages,
 List<dev.langchain4j.agent.tool.ToolSpecification> toolSpecifications)

createModelListenerResponse

protected dev.langchain4j.model.chat.listener.ChatModelResponse createModelListenerResponse(String responseId,
 String responseModel,
 dev.langchain4j.model.output.Response<dev.langchain4j.data.message.AiMessage> response)

getModelId

protected abstract String getModelId()

Get model id

Returns:

model id