Class: Aws::QConnect::Types::TextAIPromptInferenceConfiguration

Inherits:
Struct
  • Object
show all
Defined in:
gems/aws-sdk-qconnect/lib/aws-sdk-qconnect/types.rb

Overview

Inference configuration for text-based AI Prompts.

See Also:

Constant Summary collapse

SENSITIVE = 
[:temperature, :top_p, :top_k, :max_tokens_to_sample]

Instance Attribute Summary collapse

Instance Attribute Details

#max_tokens_to_sample ⇒ Integer

The maximum number of tokens to generate in the response.

Returns:

  • (Integer) 


11303
11304
11305
11306
11307
11308
11309
11310
 
# File 'gems/aws-sdk-qconnect/lib/aws-sdk-qconnect/types.rb', line 11303

class TextAIPromptInferenceConfiguration < Struct.new(
  :temperature,
  :top_p,
  :top_k,
  :max_tokens_to_sample)
  SENSITIVE = [:temperature, :top_p, :top_k, :max_tokens_to_sample]
  include Aws::Structure
end

#temperature ⇒ Float

The temperature setting for controlling randomness in the generated response.

Returns:

  • (Float) 


11303
11304
11305
11306
11307
11308
11309
11310
 
# File 'gems/aws-sdk-qconnect/lib/aws-sdk-qconnect/types.rb', line 11303

class TextAIPromptInferenceConfiguration < Struct.new(
  :temperature,
  :top_p,
  :top_k,
  :max_tokens_to_sample)
  SENSITIVE = [:temperature, :top_p, :top_k, :max_tokens_to_sample]
  include Aws::Structure
end

#top_k ⇒ Integer

The top-K sampling parameter for token selection.

Returns:

  • (Integer) 


11303
11304
11305
11306
11307
11308
11309
11310
 
# File 'gems/aws-sdk-qconnect/lib/aws-sdk-qconnect/types.rb', line 11303

class TextAIPromptInferenceConfiguration < Struct.new(
  :temperature,
  :top_p,
  :top_k,
  :max_tokens_to_sample)
  SENSITIVE = [:temperature, :top_p, :top_k, :max_tokens_to_sample]
  include Aws::Structure
end

#top_p ⇒ Float

The top-P sampling parameter for nucleus sampling.

Returns:

  • (Float) 


11303
11304
11305
11306
11307
11308
11309
11310
 
# File 'gems/aws-sdk-qconnect/lib/aws-sdk-qconnect/types.rb', line 11303

class TextAIPromptInferenceConfiguration < Struct.new(
  :temperature,
  :top_p,
  :top_k,
  :max_tokens_to_sample)
  SENSITIVE = [:temperature, :top_p, :top_k, :max_tokens_to_sample]
  include Aws::Structure
end