InferenceConfiguration.h

 
#pragma once
#include <aws/bedrock-agent-runtime/BedrockAgentRuntime_EXPORTS.h>
#include <aws/core/utils/memory/stl/AWSString.h>
#include <aws/core/utils/memory/stl/AWSVector.h>
 
#include <utility>
 
namespace Aws {
namespace Utils {
namespace Json {
class JsonValue;
class JsonView;
}  // namespace Json
}  // namespace Utils
namespace BedrockAgentRuntime {
namespace Model {
 
class InferenceConfiguration {
 public:
  AWS_BEDROCKAGENTRUNTIME_API InferenceConfiguration() = default;
  AWS_BEDROCKAGENTRUNTIME_API InferenceConfiguration(Aws::Utils::Json::JsonView jsonValue);
  AWS_BEDROCKAGENTRUNTIME_API InferenceConfiguration& operator=(Aws::Utils::Json::JsonView jsonValue);
  AWS_BEDROCKAGENTRUNTIME_API Aws::Utils::Json::JsonValue Jsonize() const;
 
 
  inline int GetMaximumLength() const { return m_maximumLength; }
  inline bool MaximumLengthHasBeenSet() const { return m_maximumLengthHasBeenSet; }
  inline void SetMaximumLength(int value) {
    m_maximumLengthHasBeenSet = true;
    m_maximumLength = value;
  }
  inline InferenceConfiguration& WithMaximumLength(int value) {
    SetMaximumLength(value);
    return *this;
  }
 
 
  inline const Aws::Vector<Aws::String>& GetStopSequences() const { return m_stopSequences; }
  inline bool StopSequencesHasBeenSet() const { return m_stopSequencesHasBeenSet; }
  template <typename StopSequencesT = Aws::Vector<Aws::String>>
  void SetStopSequences(StopSequencesT&& value) {
    m_stopSequencesHasBeenSet = true;
    m_stopSequences = std::forward<StopSequencesT>(value);
  }
  template <typename StopSequencesT = Aws::Vector<Aws::String>>
  InferenceConfiguration& WithStopSequences(StopSequencesT&& value) {
    SetStopSequences(std::forward<StopSequencesT>(value));
    return *this;
  }
  template <typename StopSequencesT = Aws::String>
  InferenceConfiguration& AddStopSequences(StopSequencesT&& value) {
    m_stopSequencesHasBeenSet = true;
    m_stopSequences.emplace_back(std::forward<StopSequencesT>(value));
    return *this;
  }
 
 
  inline double GetTemperature() const { return m_temperature; }
  inline bool TemperatureHasBeenSet() const { return m_temperatureHasBeenSet; }
  inline void SetTemperature(double value) {
    m_temperatureHasBeenSet = true;
    m_temperature = value;
  }
  inline InferenceConfiguration& WithTemperature(double value) {
    SetTemperature(value);
    return *this;
  }
 
 
  inline int GetTopK() const { return m_topK; }
  inline bool TopKHasBeenSet() const { return m_topKHasBeenSet; }
  inline void SetTopK(int value) {
    m_topKHasBeenSet = true;
    m_topK = value;
  }
  inline InferenceConfiguration& WithTopK(int value) {
    SetTopK(value);
    return *this;
  }
 
 
  inline double GetTopP() const { return m_topP; }
  inline bool TopPHasBeenSet() const { return m_topPHasBeenSet; }
  inline void SetTopP(double value) {
    m_topPHasBeenSet = true;
    m_topP = value;
  }
  inline InferenceConfiguration& WithTopP(double value) {
    SetTopP(value);
    return *this;
  }
 private:
  int m_maximumLength{0};
 
  Aws::Vector<Aws::String> m_stopSequences;
 
  double m_temperature{0.0};
 
  int m_topK{0};
 
  double m_topP{0.0};
  bool m_maximumLengthHasBeenSet = false;
  bool m_stopSequencesHasBeenSet = false;
  bool m_temperatureHasBeenSet = false;
  bool m_topKHasBeenSet = false;
  bool m_topPHasBeenSet = false;
};
 
}  // namespace Model
}  // namespace BedrockAgentRuntime
}  // namespace Aws