Class: Aws::QConnect::Types::AIPromptInferenceConfiguration

Inherits:
Struct
  • Object
show all
Defined in:
gems/aws-sdk-qconnect/lib/aws-sdk-qconnect/types.rb

Overview

The configuration for inference parameters when using AI Prompts.

See Also:

Constant Summary collapse

SENSITIVE = 
[:temperature, :top_p, :top_k, :max_tokens_to_sample]

Instance Attribute Summary collapse

Instance Attribute Details

#max_tokens_to_sample ⇒ Integer

The maximum number of tokens to generate in the response.

Returns:

  • (Integer) 


714
715
716
717
718
719
720
721
 
# File 'gems/aws-sdk-qconnect/lib/aws-sdk-qconnect/types.rb', line 714

class AIPromptInferenceConfiguration < Struct.new(
  :temperature,
  :top_p,
  :top_k,
  :max_tokens_to_sample)
  SENSITIVE = [:temperature, :top_p, :top_k, :max_tokens_to_sample]
  include Aws::Structure
end

#temperature ⇒ Float

The temperature setting for controlling randomness in the generated response.

Returns:

  • (Float) 


714
715
716
717
718
719
720
721
 
# File 'gems/aws-sdk-qconnect/lib/aws-sdk-qconnect/types.rb', line 714

class AIPromptInferenceConfiguration < Struct.new(
  :temperature,
  :top_p,
  :top_k,
  :max_tokens_to_sample)
  SENSITIVE = [:temperature, :top_p, :top_k, :max_tokens_to_sample]
  include Aws::Structure
end

#top_k ⇒ Integer

The top-K sampling parameter for token selection.

Returns:

  • (Integer) 


714
715
716
717
718
719
720
721
 
# File 'gems/aws-sdk-qconnect/lib/aws-sdk-qconnect/types.rb', line 714

class AIPromptInferenceConfiguration < Struct.new(
  :temperature,
  :top_p,
  :top_k,
  :max_tokens_to_sample)
  SENSITIVE = [:temperature, :top_p, :top_k, :max_tokens_to_sample]
  include Aws::Structure
end

#top_p ⇒ Float

The top-P sampling parameter for nucleus sampling.

Returns:

  • (Float) 


714
715
716
717
718
719
720
721
 
# File 'gems/aws-sdk-qconnect/lib/aws-sdk-qconnect/types.rb', line 714

class AIPromptInferenceConfiguration < Struct.new(
  :temperature,
  :top_p,
  :top_k,
  :max_tokens_to_sample)
  SENSITIVE = [:temperature, :top_p, :top_k, :max_tokens_to_sample]
  include Aws::Structure
end